00010000:00000010:0.1F:1783443324.009490:0:10616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14200. 00010000:00000010:0.1:1783443324.031093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c740031e00. 00000080:00000010:3.1F:1783443341.200329:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7497ce760. 00000080:00000010:3.1:1783443341.200347:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7511b81e0. 00010000:00000010:3.1:1783443341.200353:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c750a26700. 00010000:00000010:3.1:1783443341.200359:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7429cb600. 00000080:00000010:0.1:1783443341.211139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7511b8e40. 00010000:00000010:2.1F:1783443343.241343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593df100. 00010000:00000010:2.1:1783443343.241372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224400. 00000080:00000010:0.1:1783443359.623515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c758a0d1a0. 00010000:00000010:1.1F:1783443378.050468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c750a26500. 00010000:00000010:1.1:1783443378.050500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7429caa00. 00000080:00000010:2.1:1783443378.068172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7434d4020. 00010000:00000010:1.1:1783443379.672303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c740030800. 00000080:00000010:3.1:1783443395.969537:0:10904:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7496c8b60. 00010000:00000010:1.1:1783443436.443284:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c750a26d00. 00010000:00000010:1.1:1783443436.443298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7429cba00. 00010000:00000010:3.1:1783443436.459495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678200. 00010000:00000010:0.1:1783443453.852574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225200. 00010000:00000010:0.1:1783443455.358216:0:11579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7429cba00. 00010000:00000010:3.1:1783443476.531234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678a00. 00010000:00000010:3.1:1783443476.531245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7429cb200. 00010000:00000010:3.1:1783443476.552089:0:12172:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c74514be00. 00010000:00000010:3.1:1783443493.761168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15e00. 00010000:00000010:3.1:1783443493.765181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c74514ba00. 00010000:00000010:3.1:1783443493.765203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14000. 00010000:00000010:3.1:1783443493.765210:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593dfb00. 00010000:00000010:3.1:1783443493.765214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225200. 00000080:00000010:3.1:1783443493.775662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7436d6420. 00000080:00000010:3.1:1783443493.775678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7436d6b20. 00010000:00000010:2.1:1783443495.384124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224a00. 00010000:00000010:2.1:1783443495.388107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593df200. 00010000:00000010:2.1:1783443495.388125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225e00. 00010000:00000010:2.1:1783443495.388129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593df000. 00010000:00000010:2.1:1783443495.388132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225a00. 00000080:00000010:0.1:1783443511.643297:0:12212:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c75032ed00. 00000080:00000010:0.1:1783443511.643336:0:12212:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74370e140. 00010000:00000010:2.1:1783443512.898122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593df200. 00010000:00000010:2.1:1783443512.898140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15e00. 00010000:00000010:2.1:1783443512.898146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf300. 00010000:00000010:2.1:1783443512.898151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14000. 00000080:00000010:3.1:1783443512.906112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c744a2e400. 00000080:00000010:3.1:1783443512.906166:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d72100. 00010000:00000010:1.1:1783443517.557109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41c00. 00010000:00000010:1.1:1783443517.557127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c740030000. 00010000:00000010:3.1:1783443517.567099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678200. 00010000:00000010:2.1:1783443518.446542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c74514bb00. 00010000:00000010:2.1:1783443518.446559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15600. 00010000:00000010:3.1:1783443534.666108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf700. 00010000:00000010:3.1:1783443534.666128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7429cae00. 00010000:00000010:3.1:1783443534.666134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593dfe00. 00010000:00000010:3.1:1783443534.666137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225400. 00000080:00000010:3.1:1783443534.677081:0:12663:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c744a2e240. 00000080:00000010:3.1:1783443534.677096:0:12663:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74367e380. 00010000:00000010:2.1:1783443536.747116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593df000. 00010000:00000010:2.1:1783443536.747132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225000. 00010000:00000010:2.1:1783443536.747137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593df200. 00010000:00000010:2.1:1783443536.747140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225200. 00000080:00000010:3.1:1783443552.100797:0:12852:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7456b5260. 00000080:00000010:3.1:1783443552.100817:0:12852:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7456b5360. 00010000:00000010:3.1:1783443570.584105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf600. 00010000:00000010:3.1:1783443570.584121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14a00. 00010000:00000010:3.1:1783443570.584127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593df800. 00010000:00000010:3.1:1783443570.584130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224a00. 00000080:00000010:3.1:1783443570.597044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74562b6a0. 00010000:00000010:3.1:1783443572.340215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf800. 00010000:00000010:3.1:1783443572.340232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15a00. 00010000:00000010:3.1:1783443572.340255:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf600. 00010000:00000010:3.1:1783443572.340258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14600. 00000080:00000010:3.1:1783443588.946986:0:12899:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74562bb60. 00010000:00000010:2.1:1783443589.972106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593df300. 00010000:00000010:2.1:1783443589.972122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225e00. 00010000:00000010:2.1:1783443589.972126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593df500. 00010000:00000010:2.1:1783443589.972129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224a00. 00000080:00000010:2.1:1783443589.980336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7457c2920. 00000080:00000010:2.1:1783443589.980364:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d72100. 00010000:00000010:3.1:1783443594.923500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebff00. 00010000:00000010:3.1:1783443594.923511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14600. 00010000:00000010:3.1:1783443594.932108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf000. 00010000:00000010:3.1:1783443594.935321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebff00. 00010000:00000010:3.1:1783443594.935337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15600. 00010000:00000010:3.1:1783443595.764111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593df600. 00010000:00000010:3.1:1783443595.764127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225600. 00000080:00000010:1.1:1783443610.476252:0:13500:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74621d960. 00010000:00000010:3.1:1783443617.095251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15a00. 00010000:00000010:3.1:1783443617.099224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf300. 00010000:00000010:3.1:1783443617.099241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14600. 00010000:00000010:0.1:1783443617.109693:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf400. 00010000:00000010:3.1:1783443617.273249:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41400. 00010000:00000010:3.1:1783443617.273264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c740030200. 00000800:00000200:3.1:1783443617.286654:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 46536 low water 176412 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.286668:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 46536 low water 176412 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.286695:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 132272 low water 166824 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.286724:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 260236 low water 152762 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.289534:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 176128 low water 294656 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.289561:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 174848 low water 295296 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.289566:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 174848 low water 295296 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.289596:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 386724 low water 272558 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.291064:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 58212 low water 436814 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.291088:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 58212 low water 436814 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.291099:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 58212 low water 436814 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.291105:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 58212 low water 436814 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.293819:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 60020 low water 435910 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.293837:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 60020 low water 435910 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.293872:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 272440 low water 412900 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.293884:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 272440 low water 412900 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.293894:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 272440 low water 412900 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.293899:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 272440 low water 412900 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.296005:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 327408 low water 385416 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.296033:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 327408 low water 385416 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.296039:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 327408 low water 385416 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.296413:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 355572 low water 371334 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.296418:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 355572 low water 371334 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.296442:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 383656 low water 357292 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.299782:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 60284 low water 535618 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.299799:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 60284 low water 535618 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.299832:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 115252 low water 508134 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.299836:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 115252 low water 508134 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.299871:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 170220 low water 480650 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.299877:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 170220 low water 480650 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.299919:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 258468 low water 453166 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.299940:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 313436 low water 425682 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.299956:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 341560 low water 411620 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.300795:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 341560 low water 411620 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.300814:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 341560 low water 411620 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.300841:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 341560 low water 411620 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.302548:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 340280 low water 412260 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.303057:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 368404 low water 398198 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.303845:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 456652 low water 370714 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.314900:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 77032 low water 577164 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.315589:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 75752 low water 577804 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.315602:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 75752 low water 577804 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.315691:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 85980 low water 572690 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.317625:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 140948 low water 545206 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.318389:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 139668 low water 545846 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.318401:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 139668 low water 545846 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.323544:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace -3416 low water 650668 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.323558:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace -3416 low water 650668 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.323569:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace -3416 low water 650668 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.323580:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace -3416 low water 650668 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.323584:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace -3416 low water 650668 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.324720:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace -3416 low water 650668 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.326181:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 160256 low water 585472 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.326203:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 160256 low water 585472 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.326214:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 158976 low water 586112 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.326240:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 179432 low water 575884 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.326258:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 243348 low water 543926 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.327011:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 404460 low water 480010 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.327040:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 404460 low water 480010 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.327051:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 404460 low water 480010 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.327069:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 404460 low water 480010 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.327356:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 404460 low water 480010 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.327373:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 403180 low water 480650 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.328537:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 467096 low water 448692 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.329519:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 182076 low water 607842 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.329533:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 182076 low water 607842 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.329538:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 182076 low water 607842 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.329820:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 182076 low water 607842 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.329834:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 182076 low water 607842 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.332147:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 633412 low water 415454 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.335342:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 495484 low water 534338 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.335364:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 495484 low water 534338 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.335376:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 495484 low water 534338 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.335383:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 495484 low water 534338 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.335800:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 495484 low water 534338 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.335815:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 495484 low water 534338 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.336340:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 495484 low water 534338 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.336357:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 495484 low water 534338 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443617.338291:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 540224 low water 511968 conn ffff91c7510bc000 blocked idle queued 00010000:00000010:2.1:1783443618.141119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15c00. 00010000:00000010:2.1:1783443618.141272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678500. 00010000:00000010:2.1:1783443618.141287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c746365800. 00010000:00000010:2.1:1783443618.155123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593dfc00. 00010000:00000010:3.1:1783443618.181176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225000. 00010000:00000010:2.1:1783443623.959234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225800. 00010000:00000010:2.1:1783443623.963577:0:14168:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593dfe00. 00010000:00000010:2.1:1783443623.963584:0:14168:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225200. 00010000:00000010:2.1:1783443623.970104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593dfc00. 00010000:00000010:3.1:1783443624.060206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593dfe00. 00010000:00000010:3.1:1783443624.060254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225200. 00000800:00000200:3.1:1783443624.076544:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace -38788 low water 801474 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.077679:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace -19612 low water 791886 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.077691:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace -19612 low water 791886 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.077724:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 17460 low water 773350 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.077729:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 17460 low water 773350 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.077745:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 27688 low water 768236 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.077771:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 55812 low water 754174 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.077776:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 55812 low water 754174 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.077792:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 92884 low water 735638 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.078572:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 92884 low water 735638 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.079943:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 112060 low water 726050 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.079955:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 112060 low water 726050 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.079991:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 158080 low water 703040 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.079996:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 158080 low water 703040 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.080013:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 221996 low water 671082 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.080028:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 285912 low water 639124 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.082080:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 349828 low water 607166 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.082103:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 349828 low water 607166 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.082108:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 349828 low water 607166 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.083111:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 413744 low water 575208 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.083130:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 413744 low water 575208 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.083136:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 413744 low water 575208 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.084630:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 733324 low water 415418 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.085855:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace -34948 low water 799554 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.087366:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 339528 low water 612316 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.087388:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 339528 low water 612316 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.087399:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 339528 low water 612316 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.087405:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 339528 low water 612316 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.087916:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 339528 low water 612316 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.087928:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 339528 low water 612316 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.087938:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 339528 low water 612316 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.088272:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 339528 low water 612316 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.091050:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 733252 low water 415454 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.093249:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 376600 low water 593780 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.093268:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 376600 low water 593780 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.093280:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 376600 low water 593780 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.093286:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 376600 low water 593780 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.093657:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 376600 low water 593780 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.093670:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 376600 low water 593780 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.093679:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 376600 low water 593780 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.094442:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 376600 low water 593780 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.094468:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 375320 low water 594420 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.096497:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 872676 low water 379022 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.100628:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace -23428 low water 827074 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.101331:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 525104 low water 602728 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.101360:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 525104 low water 602728 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.101372:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 525104 low water 602728 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.101378:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 525104 low water 602728 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.101724:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 525104 low water 602728 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.101738:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 525104 low water 602728 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.101751:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 525104 low water 602728 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.102221:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 525104 low water 602728 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.102391:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 523824 low water 603368 conn ffff91c7510bc000 blocked idle queued 00000800:00000200:3.1:1783443624.103061:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff91c743b06900 wspace 1099200 low water 365600 conn ffff91c7510bc000 blocked idle queued 00010000:00000010:2.1:1783443624.276812:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593df000. 00010000:00000010:2.1:1783443624.276842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224000. 00010000:00000010:2.1:1783443624.276846:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41300. 00010000:00000010:2.1:1783443624.276850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652d200. 00000080:00000010:2.1:1783443624.284103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c746355a60. 00000080:00000010:2.1:1783443624.293122:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748db7380. 00010000:00000010:0.1:1783443624.312300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593df900. 00010000:00000010:0.1:1783443624.312309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224400. 00010000:00000010:0.1:1783443624.312313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593df000. 00010000:00000010:0.1:1783443624.312315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224000. 00000080:00000010:0.1:1783443624.317096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c746474880. 00000080:00000010:0.1:1783443624.317123:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748db4200. 00010000:00000010:2.1:1783443624.336149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41500. 00010000:00000010:2.1:1783443624.336177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15e00. 00010000:00000010:2.1:1783443624.336182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41700. 00010000:00000010:2.1:1783443624.336185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652dc00. 00000080:00000010:2.1:1783443624.344304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74621de80. 00000080:00000010:2.1:1783443624.349149:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d1b9c0. 00010000:00000010:2.1:1783443740.800090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebfe00. 00010000:00000010:2.1:1783443740.800101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15e00. 00010000:00000010:3.1:1783443740.816085:0:14846:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593df300. 00010000:00000010:3.1:1783443740.816097:0:14846:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225000. 00000080:00000010:3.1:1783443740.816104:0:14846:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c746474a20. 00010000:00000010:0.1:1783443740.816628:0:14844:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7429caa00. 00010000:00000010:0.1:1783443740.816636:0:14844:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c750a26500. 00000080:00000010:0.1:1783443740.816642:0:14844:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c758a255a0. 00010000:00000010:0.1:1783443740.816651:0:14844:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7429cb600. 00010000:00000010:0.1:1783443740.816655:0:14844:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c74514bf00. 00010000:00000010:0.1:1783443740.820118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15600. 00010000:00000010:0.1:1783443740.820126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebff00. 00010000:00000010:0.1:1783443740.861084:0:14848:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678200. 00010000:00000010:0.1:1783443740.861091:0:14848:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583da400. 00010000:00000010:0.1:1783443740.869098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41700. 00010000:00000010:3.1:1783443740.882185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652d600. 00010000:00000010:2.1:1783443740.954099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652c400. 00010000:00000010:2.1:1783443740.954110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41500. 00010000:00000010:2.1:1783443740.954114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652c000. 00010000:00000010:2.1:1783443740.954116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41700. 00010000:00000010:2.1:1783443740.954118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652ca00. 00000080:00000010:2.1:1783443740.961311:0:14855:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c751bb3a00. 00000080:00000010:2.1:1783443740.961332:0:14855:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d1ca40. 00010000:00000010:1.1:1783443743.572091:0:15162:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15a00. 00010000:00000010:1.1:1783443743.572098:0:15162:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593df200. 00010000:00000010:1.1:1783443743.572101:0:15162:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224400. 00010000:00000010:1.1:1783443743.572105:0:15162:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41400. 00010000:00000010:0.1:1783443743.581647:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224600. 00010000:00000010:0.1:1783443743.581656:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593dff00. 00010000:00000010:0.1:1783443743.581661:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652c600. 00010000:00000010:0.1:1783443743.581665:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41900. 00010000:00000010:0.1:1783443743.581668:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14600. 00010000:00000010:0.1:1783443743.581672:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf300. 00010000:00000010:3.1:1783443760.635103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593dfc00. 00010000:00000010:3.1:1783443760.635111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225000. 00010000:00000010:2.1:1783443760.733169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593dfb00. 00010000:00000010:2.1:1783443760.733185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225400. 00010000:00000010:2.1:1783443760.741102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593dfe00. 00010000:00000010:3.1:1783443760.762383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225400. 00010000:00000010:2.1:1783443760.820129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593dfe00. 00010000:00000010:2.1:1783443760.820141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224e00. 00010000:00000010:2.1:1783443760.822094:0:2402:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593df200. 00010000:00000010:3.1:1783443760.822414:0:6169:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593dfb00. 00010000:00000010:3.1:1783443760.822420:0:6169:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225e00. 00010000:00000010:3.1:1783443760.831129:0:15532:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225200. 00000080:00000010:3.1:1783443760.848108:0:15527:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c75850fd20. 00010000:00000010:0.1:1783443760.878171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14800. 00010000:00000010:3.1:1783443760.900230:0:15535:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15e00. 00010000:00000010:3.1:1783443760.900236:0:15535:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593df400. 00010000:00000010:3.1:1783443760.900239:0:15535:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225800. 00010000:00000010:3.1:1783443760.900243:0:15535:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf600. 00010000:00000010:3.1:1783443760.900247:0:15535:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14200. 00000080:00000010:3.1:1783443760.912104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630a220. 00000080:00000010:3.1:1783443760.912130:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748db7380. 00010000:00000010:3.1:1783443764.207725:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf600. 00010000:00000010:3.1:1783443764.207737:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14200. 00010000:00000010:0.1:1783443764.215106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593df900. 00010000:00000010:0.1:1783443764.215139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14a00. 00000080:00000010:3.1:1783443764.281128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c750629ba0. 00010000:00000010:2.1:1783443764.351378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678800. 00010000:00000010:2.1:1783443764.351387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583db400. 00010000:00000010:0.1:1783443765.436638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41100. 00010000:00000010:2.1:1783443765.436911:0:16164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652d600. 00010000:00000010:2.1:1783443765.436917:0:16164:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593df600. 00010000:00000010:2.1:1783443765.436921:0:16164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225400. 00000080:00000010:2.1:1783443765.436942:0:16164:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c751bb3c60. 00010000:00000010:1.1:1783443765.459135:0:16169:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652d400. 00010000:00000010:2.1:1783443765.524191:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41000. 00010000:00000010:2.1:1783443765.524200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652ce00. 00010000:00000010:2.1:1783443765.544096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225400. 00000080:00000010:2.1:1783443765.565122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c751bb3140. 00010000:00000010:2.1:1783443765.592544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652cc00. 00010000:00000010:2.1:1783443765.621334:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583da000. 00010000:00000010:2.1:1783443765.621341:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593df600. 00010000:00000010:2.1:1783443765.621345:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583db600. 00010000:00000010:2.1:1783443765.621349:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678800. 00010000:00000010:2.1:1783443765.621352:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583da800. 00000080:00000010:2.1:1783443765.640103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c751bb3b20. 00000080:00000010:2.1:1783443765.640134:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d1a100. 00010000:00000010:2.1:1783443765.660170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652d800. 00000080:00000010:2.1:1783443770.344142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c751bb33e0. 00000080:00000010:2.1:1783443770.344153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c750290ca0. 00000080:00000010:2.1:1783443770.344161:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d1f380. 00000080:00000010:2.1:1783443770.344177:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d739c0. 00000080:00000010:2.1:1783443770.344183:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d1c200. 00000080:00000010:2.1:1783443770.348092:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d74a40. 00010000:00000010:1.1:1783443770.348093:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7429ca800. 00010000:00000010:3.1:1783443770.348099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c758817300. 00010000:00000010:3.1:1783443770.348107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224c00. 00000080:00000010:2.1:1783443770.352097:0:16795:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d76b40. 00000080:00000010:2.1:1783443770.352111:0:16795:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d75280. 00010000:00000010:1.1:1783443770.352144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211400. 00010000:00000010:1.1:1783443770.352155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224800. 00010000:00000010:2.1:1783443770.352211:0:16795:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652c600. 00010000:00000010:2.1:1783443770.352216:0:16795:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41400. 00010000:00000010:2.1:1783443770.372163:0:16795:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652d200. 00010000:00000010:2.1:1783443770.372169:0:16795:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593df000. 00010000:00000010:2.1:1783443770.372173:0:16795:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652d000. 00010000:00000010:2.1:1783443770.372176:0:16795:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41100. 00010000:00000010:2.1:1783443770.377186:0:11254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652ce00. 00010000:00000010:2.1:1783443770.377194:0:11254:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41900. 00010000:00000010:2.1:1783443770.389199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15200. 00010000:00000010:2.1:1783443770.389209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c751235e00. 00010000:00000010:3.1:1783443770.903110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41200. 00010000:00000010:3.1:1783443770.903125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652c600. 00010000:00000010:3.1:1783443770.915185:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf400. 00010000:00000010:2.1:1783443770.927132:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf200. 00010000:00000010:2.1:1783443770.927165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14600. 00010000:00000010:3.1:1783443770.932496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebfc00. 00010000:00000010:3.1:1783443770.932515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14200. 00000080:00000010:3.1:1783443770.947196:0:16896:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630a9a0. 00010000:00000010:2.1:1783443770.964120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf400. 00010000:00000010:2.1:1783443770.964131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15e00. 00010000:00000010:2.1:1783443770.968484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593df400. 00010000:00000010:2.1:1783443770.976085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224600. 00000080:00000010:2.1:1783443771.002269:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630a9a0. 00010000:00000010:3.1:1783443771.033175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593dfe00. 00010000:00000010:3.1:1783443771.033187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225400. 00010000:00000010:0.1:1783443771.148088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652c400. 00010000:00000010:3.1:1783443771.157200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593dff00. 00010000:00000010:3.1:1783443771.157215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225000. 00010000:00000010:3.1:1783443771.398111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf100. 00010000:00000010:3.1:1783443771.398126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15a00. 00010000:00000010:2.1:1783443771.407210:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41f00. 00010000:00000010:2.1:1783443771.407220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652dc00. 00010000:00000010:3.1:1783443771.419132:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf700. 00010000:00000010:3.1:1783443771.438193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593df700. 00010000:00000010:3.1:1783443771.438205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225800. 00010000:00000010:2.1:1783443771.448922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224400. 00010000:00000010:2.1:1783443771.448935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593df400. 00010000:00000010:0.1:1783443771.496116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678000. 00010000:00000010:0.1:1783443771.496131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583da000. 00010000:00000010:2.1:1783443771.502290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf100. 00010000:00000010:2.1:1783443771.502309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14a00. 00010000:00000010:0.1:1783443771.505111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41e00. 00010000:00000010:2.1:1783443771.513474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652d200. 00010000:00000010:2.1:1783443771.529511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652d600. 00000080:00000010:2.1:1783443771.555100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630aa60. 00010000:00000010:2.1:1783443771.580200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652ca00. 00010000:00000010:0.1:1783443771.600222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583dac00. 00010000:00000010:0.1:1783443771.600228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41700. 00010000:00000010:0.1:1783443771.600232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652ce00. 00010000:00000010:0.1:1783443771.600234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41200. 00010000:00000010:0.1:1783443771.600237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652d600. 00000080:00000010:0.1:1783443771.610436:0:16949:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c76057c960. 00000080:00000010:1.1:1783443771.611096:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d71080. 00010000:00000010:2.1:1783443771.626140:0:16625:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593df600. 00010000:00000010:2.1:1783443771.626155:0:16625:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225200. 00010000:00000010:0.1:1783443771.627136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41e00. 00010000:00000010:0.1:1783443771.627161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583da000. 00010000:00000010:3.1:1783443771.680146:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224400. 00000080:00000010:3.1:1783443772.241178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c75850fa80. 00000080:00000010:3.1:1783443772.241192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c75850f0e0. 00010000:00000010:2.1:1783443772.249089:0:16987:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583db600. 00010000:00000010:0.1:1783443772.249103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652da00. 00010000:00000010:0.1:1783443772.249111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583db400. 00000080:00000010:3.1:1783443772.249454:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748db4a40. 00000080:00000010:3.1:1783443772.249477:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748db2100. 00010000:00000010:2.1:1783443772.254175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224000. 00010000:00000010:2.1:1783443772.254182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593df800. 00010000:00000010:2.1:1783443772.266106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224e00. 00010000:00000010:2.1:1783443772.266121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224600. 00010000:00000010:2.1:1783443772.266126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593dfc00. 00010000:00000010:2.1:1783443772.266131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225200. 00010000:00000010:2.1:1783443772.266134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593df600. 00010000:00000010:2.1:1783443776.893102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41e00. 00010000:00000010:2.1:1783443776.893125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652d600. 00010000:00000010:2.1:1783443776.903092:0:17861:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211e00. 00010000:00000010:1.1:1783443776.974098:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41f00. 00010000:00000010:1.1:1783443776.974167:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652c000. 00010000:00000010:0.1:1783443776.985080:0:17874:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211200. 00010000:00000010:0.1:1783443776.985091:0:17874:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225a00. 00010000:00000010:2.1:1783443793.379812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224000. 00010000:00000010:2.1:1783443793.400113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14a00. 00000080:00000010:0.1:1783443793.409263:0:17715:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c75850fb40. 00010000:00000010:2.1:1783443793.552544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224c00. 00010000:00000010:3.1:1783443793.556133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15000. 00010000:00000010:3.1:1783443793.556155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14000. 00010000:00000010:3.1:1783443793.556166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211800. 00010000:00000010:3.1:1783443793.556174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15e00. 00010000:00000010:3.1:1783443793.560113:0:17922:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf100. 00010000:00000010:3.1:1783443793.560123:0:17922:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14600. 00000080:00000010:3.1:1783443793.565096:0:17926:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630ab80. 00000080:00000010:3.1:1783443793.570121:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748db6b40. 00010000:00000010:2.1:1783443798.973649:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41500. 00010000:00000010:2.1:1783443798.973666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652cc00. 00010000:00000010:2.1:1783443798.985098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211300. 00010000:00000010:1.1:1783443798.991096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf900. 00010000:00000010:1.1:1783443798.991105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15a00. 00010000:00000010:2.1:1783443814.278098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211d00. 00010000:00000010:2.1:1783443814.278113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225400. 00010000:00000010:2.1:1783443814.278117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211300. 00010000:00000010:2.1:1783443814.278120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224800. 00000080:00000010:2.1:1783443814.286152:0:18572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c75832c660. 00000080:00000010:2.1:1783443814.286182:0:18572:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748db5280. 00010000:00000010:3.1:1783443814.288786:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211400. 00010000:00000010:3.1:1783443814.288796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224e00. 00010000:00000010:3.1:1783443840.641684:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14600. 00000080:00000010:3.1:1783443840.641700:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630ae00. 00010000:00000010:3.1:1783443840.641711:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678d00. 00010000:00000010:3.1:1783443840.641715:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583dbc00. 00010000:00000010:3.1:1783443840.682107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebfd00. 00010000:00000010:3.1:1783443840.682131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15000. 00000080:00000010:0.1:1783443840.723788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630a100. 00010000:00000010:0.1:1783443841.215100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652dc00. 00010000:00000010:2.1:1783443858.574243:0:19237:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652d200. 00010000:00000010:2.1:1783443858.609095:0:19237:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224400. 00010000:00000010:2.1:1783443858.609102:0:19237:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebff00. 00010000:00000010:2.1:1783443858.609108:0:19237:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14000. 00010000:00000010:2.1:1783443858.609112:0:19237:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652de00. 00000080:00000010:2.1:1783443858.613302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c75832c440. 00000080:00000010:2.1:1783443858.618152:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d76300. 00010000:00000010:2.1:1783443858.623173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224c00. 00010000:00000010:2.1:1783443858.623188:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebfa00. 00010000:00000010:2.1:1783443858.623194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15e00. 00010000:00000010:2.1:1783443858.623198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf300. 00010000:00000010:2.1:1783443858.623201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14600. 00000080:00000010:2.1:1783443858.630361:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d72940. 00000080:00000010:2.1:1783443858.630375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630a0a0. 00010000:00000010:3.1:1783443861.695111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15c00. 00000080:00000010:2.1:1783443861.701177:0:19807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630a040. 00010000:00000010:2.1:1783443861.701186:0:19807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678a00. 00010000:00000010:2.1:1783443861.701192:0:19807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583dbe00. 00010000:00000010:2.1:1783443861.746128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211700. 00010000:00000010:2.1:1783443861.746135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225200. 00000080:00000010:2.1:1783443861.771098:0:19818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c75832ce40. 00010000:00000010:3.1:1783443862.231146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583db000. 00010000:00000010:1.1:1783443866.549262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211b00. 00010000:00000010:1.1:1783443866.549275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225000. 00010000:00000010:0.1:1783443866.569284:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678c00. 00010000:00000010:0.1:1783443866.569294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583db000. 00000080:00000010:0.1:1783443866.569311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c746279740. 00010000:00000010:0.1:1783443866.574517:0:20417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652c600. 00010000:00000010:3.1:1783443870.200405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15a00. 00000080:00000010:3.1:1783443870.200426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c76057cb40. 00010000:00000010:3.1:1783443870.200443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41500. 00010000:00000010:3.1:1783443870.200448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652cc00. 00010000:00000010:3.1:1783443870.207098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebfd00. 00010000:00000010:3.1:1783443870.229226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15a00. 00010000:00000010:1.1:1783443870.754129:0:21051:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebfb00. 00010000:00000010:1.1:1783443870.754152:0:21051:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225400. 00010000:00000010:1.1:1783443870.801083:0:21058:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583daa00. 00010000:00000010:0.1:1783443907.367208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652da00. 00010000:00000010:3.1:1783443914.123331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652dc00. 00010000:00000010:3.1:1783443914.123353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678500. 00010000:00000010:3.1:1783443914.123358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583dba00. 00010000:00000010:3.1:1783443914.130264:0:21784:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf800. 00010000:00000010:3.1:1783443914.159214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15a00. 00010000:00000010:1.1:1783443955.210566:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15e00. 00010000:00000010:2.1:1783443955.267639:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebfb00. 00010000:00000010:2.1:1783443955.267653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14600. 00010000:00000010:2.1:1783443955.267658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678f00. 00010000:00000010:2.1:1783443955.267674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583dae00. 00000080:00000010:2.1:1783443955.278092:0:21821:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c76057cfc0. 00000080:00000010:2.1:1783443955.280271:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d75ac0. 00010000:00000010:3.1:1783443960.292114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf800. 00010000:00000010:3.1:1783443960.292128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652da00. 00010000:00000010:1.1:1783443961.696119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678d00. 00010000:00000010:1.1:1783443961.696132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583da800. 00000080:00000010:1.1:1783443961.699089:0:22754:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7506a6b80. 00010000:00000010:1.1:1783443961.725392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211200. 00010000:00000010:1.1:1783443961.725404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224800. 00010000:00000010:3.1:1783443961.781181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211900. 00010000:00000010:3.1:1783443961.781193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225200. 00010000:00000010:2.1:1783443961.795102:0:22768:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225a00. 00000080:00000010:2.1:1783443961.807267:0:22769:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c75832c900. 00010000:00000010:2.1:1783443961.831115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225a00. 00000080:00000010:2.1:1783443961.831137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c75832c900. 00010000:00000010:2.1:1783443961.839259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225400. 00010000:00000010:2.1:1783443961.905103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583db000. 00010000:00000010:3.1:1783443961.923336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583db600. 00010000:00000010:3.1:1783443961.944402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225400. 00000080:00000010:1.1:1783443961.951241:0:22773:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7506a6ee0. 00010000:00000010:2.1:1783443962.015117:0:22783:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224400. 00010000:00000010:2.1:1783443962.015135:0:22783:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678d00. 00010000:00000010:3.1:1783443962.092161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224400. 00010000:00000010:3.1:1783443962.092244:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211200. 00010000:00000010:3.1:1783443962.092251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225400. 00010000:00000010:2.1:1783443962.095145:0:22789:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225000. 00010000:00000010:2.1:1783443962.095151:0:22789:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225a00. 00010000:00000010:2.1:1783443962.095155:0:22789:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211900. 00010000:00000010:2.1:1783443962.095158:0:22789:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224e00. 00000080:00000010:2.1:1783443962.101380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c75832ce20. 00000080:00000010:2.1:1783443962.101423:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748db1080. 00010000:00000010:3.1:1783443965.977113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211f00. 00010000:00000010:3.1:1783443965.977132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224800. 00000080:00000010:0.1:1783443966.011170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7506a6f40. 00010000:00000010:3.1:1783443966.165575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41f00. 00010000:00000010:3.1:1783443966.165612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652d800. 00010000:00000010:0.1:1783443966.173099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652c600. 00000080:00000010:0.1:1783443966.203184:0:23418:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c76057ce80. 00010000:00000010:0.1:1783443966.223441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652dc00. 00000080:00000010:0.1:1783443966.223462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c76057ce80. 00010000:00000010:0.1:1783443966.227500:0:23418:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41900. 00010000:00000010:0.1:1783443966.227518:0:23418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652d400. 00010000:00000010:3.1:1783443966.318115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583db400. 00010000:00000010:2.1:1783443966.329087:0:23424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583da400. 00010000:00000010:2.1:1783443966.348089:0:23424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225a00. 00000080:00000010:2.1:1783443966.371096:0:23421:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7506a61c0. 00010000:00000010:3.1:1783443970.370127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224e00. 00010000:00000010:3.1:1783443970.370140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211300. 00010000:00000010:1.1:1783443989.018351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225400. 00010000:00000010:3.1:1783443989.022097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225a00. 00010000:00000010:3.1:1783443989.022112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225200. 00010000:00000010:3.1:1783443989.022115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41e00. 00010000:00000010:3.1:1783443989.022118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652c600. 00000080:00000010:3.1:1783443989.029351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c75832cce0. 00000080:00000010:3.1:1783443989.033113:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d1d280. 00010000:00000010:0.1:1783443992.925131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41700. 00010000:00000010:0.1:1783443992.925145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652c400. 00000080:00000010:3.1:1783443992.928217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c76057c480. 00010000:00000010:2.1:1783443992.949050:0:24071:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211b00. 00010000:00000010:2.1:1783443992.949082:0:24071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224e00. 00010000:00000010:3.1:1783443993.048212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211700. 00010000:00000010:3.1:1783443993.048223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225200. 00010000:00000010:2.1:1783443993.065524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224800. 00000080:00000010:3.1:1783443993.077100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c75832cb00. 00010000:00000010:1.1:1783443993.101367:0:24077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583da800. 00000080:00000010:1.1:1783443993.101377:0:24077:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7506a6d80. 00010000:00000010:1.1:1783443993.107110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583db800. 00010000:00000010:2.1:1783443993.171091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14000. 00010000:00000010:2.1:1783443993.209428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224800. 00010000:00000010:3.1:1783443993.241823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15000. 00000080:00000010:1.1:1783443993.261122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630ada0. 00010000:00000010:3.1:1783444005.711228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14000. 00010000:00000010:3.1:1783444005.711241:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211e00. 00010000:00000010:3.1:1783444007.957318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652da00. 00010000:00000010:2.1:1783444008.241382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652d000. 00010000:00000010:2.1:1783444008.241397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15c00. 00010000:00000010:2.1:1783444008.241402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebfe00. 00010000:00000010:2.1:1783444008.241408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15e00. 00000080:00000010:2.1:1783444008.258417:0:23879:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c76057c0c0. 00000080:00000010:3.1:1783444008.269869:0:23879:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748db1080. 00010000:00000010:2.1:1783444013.563050:0:24471:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211900. 00010000:00000010:2.1:1783444013.563366:0:24471:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225a00. 00010000:00000010:0.1:1783444019.877099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41500. 00010000:00000010:0.1:1783444019.877114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652c000. 00010000:00000010:2.1:1783444019.881106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41700. 00010000:00000010:2.1:1783444019.881155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652c400. 00000080:00000010:1.1:1783444125.212489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7506a66c0. 00010000:00000010:1.1:1783444125.212518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583dac00. 00010000:00000010:1.1:1783444125.212524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678900. 00010000:00000010:1.1:1783444125.212527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14200. 00010000:00000010:3.1:1783444125.217330:0:24885:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211500. 00010000:00000010:3.1:1783444125.217341:0:24885:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225000. 00010000:00000010:1.1:1783444125.218119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225800. 00010000:00000010:1.1:1783444125.218127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225e00. 00000080:00000010:1.1:1783444125.218131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c76057c960. 00010000:00000010:1.1:1783444125.218138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652ce00. 00010000:00000010:1.1:1783444125.218142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebfc00. 00010000:00000010:1.1:1783444125.218149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224c00. 00000080:00000010:1.1:1783444125.218176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c75832c8e0. 00010000:00000010:1.1:1783444125.218192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652c200. 00010000:00000010:1.1:1783444125.218196:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211c00. 00010000:00000010:1.1:1783444125.218199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224600. 00010000:00000010:1.1:1783444125.218201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211100. 00000080:00000010:1.1:1783444125.218204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630a9a0. 00010000:00000010:1.1:1783444125.218208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15600. 00010000:00000010:1.1:1783444125.218211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf500. 00000080:00000010:1.1:1783444125.218215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c75832c5e0. 00010000:00000010:1.1:1783444125.218218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224000. 00010000:00000010:1.1:1783444125.218221:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211000. 00000080:00000010:1.1:1783444125.218223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c75832c7c0. 00010000:00000010:1.1:1783444125.218228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224e00. 00010000:00000010:1.1:1783444125.218230:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211b00. 00000080:00000010:0.1:1783444126.498782:0:24896:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c746478e00. 00000080:00000010:0.1:1783444126.498811:0:24896:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d198c0. 00010000:00000010:2.1:1783444126.499165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225a00. 00010000:00000010:2.1:1783444126.499175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225200. 00010000:00000010:3.1:1783444126.499203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652d400. 00010000:00000010:1.1:1783444126.522164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14600. 00010000:00000010:1.1:1783444126.522178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebfa00. 00010000:00000010:3.1:1783444126.632108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211300. 00010000:00000010:3.1:1783444126.632132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225200. 00010000:00000010:3.1:1783444126.650313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf000. 00010000:00000010:3.1:1783444126.683238:0:24898:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225a00. 00010000:00000010:1.1:1783444126.797326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211300. 00010000:00000010:1.1:1783444126.797343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225a00. 00010000:00000010:2.1:1783444126.798100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf900. 00010000:00000010:2.1:1783444126.798114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15c00. 00010000:00000010:0.1:1783444126.822115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678900. 00010000:00000010:3.1:1783444126.839422:0:24904:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583dba00. 00000080:00000010:2.1:1783444126.880084:0:24905:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630a940. 00010000:00000010:1.1:1783444126.925110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14800. 00010000:00000010:3.1:1783444126.977465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14000. 00010000:00000010:3.1:1783444126.977478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41300. 00010000:00000010:3.1:1783444126.977483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652ce00. 00010000:00000010:3.1:1783444126.977486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf000. 00010000:00000010:3.1:1783444126.977503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15a00. 00000080:00000010:3.1:1783444126.994104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630aea0. 00000080:00000010:2.1:1783444127.009935:0:24908:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748db2940. 00010000:00000010:2.1:1783444132.347744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211f00. 00010000:00000010:2.1:1783444132.347753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15e00. 00010000:00000010:1.1:1783444133.406466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678700. 00010000:00000010:1.1:1783444133.406613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583db200. 00010000:00000010:2.1:1783444133.532137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678700. 00010000:00000010:2.1:1783444133.532158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583db200. 00010000:00000010:2.1:1783444133.568139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211c00. 00010000:00000010:3.1:1783444135.113473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678400. 00010000:00000010:3.1:1783444135.113497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583db800. 00010000:00000010:3.1:1783444135.113502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebfa00. 00010000:00000010:2.1:1783444135.181112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211700. 00010000:00000010:2.1:1783444135.181135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225000. 00000080:00000010:3.1:1783444241.377285:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630a2e0. 00000080:00000010:3.1:1783444241.377299:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507ebae0. 00000080:00000010:3.1:1783444241.392257:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748db2940. 00010000:00000010:0.1:1783444241.396183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583daa00. 00010000:00000010:0.1:1783444241.396191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225400. 00000080:00000010:3.1:1783444241.396259:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d70840. 00010000:00000010:3.1:1783444241.396273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583da200. 00010000:00000010:3.1:1783444241.396444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224000. 00010000:00000010:3.1:1783444241.396449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211c00. 00010000:00000010:2.1:1783444241.454220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15a00. 00010000:00000010:2.1:1783444241.454233:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf900. 00010000:00000010:2.1:1783444241.454239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224e00. 00010000:00000010:2.1:1783444241.454243:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211a00. 00010000:00000010:0.1:1783444241.621091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211500. 00010000:00000010:0.1:1783444241.621107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224400. 00010000:00000010:0.1:1783444241.621111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211e00. 00010000:00000010:0.1:1783444241.621113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224800. 00000080:00000010:2.1:1783444241.642245:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eb780. 00000080:00000010:2.1:1783444241.648000:0:25692:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748db6300. 00010000:00000010:1.1:1783444241.675247:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678500. 00010000:00000010:1.1:1783444241.675264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583dba00. 00010000:00000010:1.1:1783444241.700087:0:2401:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678000. 00010000:00000010:3.1:1783444241.760025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652c200. 00010000:00000010:3.1:1783444241.874657:0:2402:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678000. 00010000:00000010:3.1:1783444241.874664:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583dba00. 00010000:00000010:2.1:1783444241.885101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678500. 00010000:00000010:2.1:1783444241.885114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583da800. 00010000:00000010:2.1:1783444241.894369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf700. 00010000:00000010:2.1:1783444241.905082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15000. 00000080:00000010:0.1:1783444241.917131:0:25698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c746315a00. 00010000:00000010:0.1:1783444241.963094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14000. 00010000:00000010:3.1:1783444242.001597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652c200. 00010000:00000010:3.1:1783444242.001611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211a00. 00010000:00000010:3.1:1783444242.001616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224e00. 00010000:00000010:3.1:1783444242.001620:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678b00. 00010000:00000010:3.1:1783444242.001623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583da000. 00000080:00000010:3.1:1783444242.026591:0:25707:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630a480. 00000080:00000010:3.1:1783444242.026619:0:25707:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748ecdac0. 00010000:00000010:2.1:1783444242.927523:0:1367:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41200. 00010000:00000010:2.1:1783444242.927539:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583db800. 00010000:00000010:3.1:1783444248.876097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678e00. 00010000:00000010:3.1:1783444248.876108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583da000. 00000080:00000010:1.1:1783444248.917157:0:26330:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c745712d80. 00000080:00000010:3.1:1783444249.823584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c745712d80. 00010000:00000010:3.1:1783444249.828126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678a00. 00010000:00000010:3.1:1783444249.828150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583db000. 00010000:00000010:3.1:1783444249.904459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211400. 00010000:00000010:3.1:1783444249.904484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225800. 00000080:00000010:2.1:1783444249.936969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eb6c0. 00010000:00000010:3.1:1783444253.882604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583da800. 00010000:00000010:3.1:1783444253.882621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224400. 00000080:00000010:2.1:1783444253.883168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eb720. 00000080:00000010:2.1:1783444253.883188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630a480. 00000080:00000010:2.1:1783444253.883208:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d70840. 00000080:00000010:2.1:1783444253.887346:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748db6300. 00000080:00000010:2.1:1783444253.887375:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748db0000. 00010000:00000010:2.1:1783444253.887398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225400. 00010000:00000010:3.1:1783444253.941236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224e00. 00010000:00000010:3.1:1783444253.941283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211200. 00010000:00000010:3.1:1783444253.945100:0:26361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224c00. 00010000:00000010:3.1:1783444253.945111:0:26361:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211c00. 00010000:00000010:2.1:1783444253.985216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224800. 00010000:00000010:2.1:1783444253.985228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211700. 00010000:00000010:2.1:1783444253.985233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225e00. 00010000:00000010:2.1:1783444253.985236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211a00. 00010000:00000010:0.1:1783444267.513185:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678f00. 00010000:00000010:0.1:1783444267.513203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583db600. 00000080:00000010:2.1:1783444267.538134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7464780a0. 00010000:00000010:2.1:1783444267.590107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211f00. 00010000:00000010:2.1:1783444267.590117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225e00. 00010000:00000010:2.1:1783444267.595684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225400. 00000080:00000010:2.1:1783444267.639554:0:26984:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eb1a0. 00010000:00000010:0.1:1783444268.694370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf800. 00010000:00000010:0.1:1783444268.694395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14a00. 00010000:00000010:2.1:1783444275.249117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebff00. 00010000:00000010:2.1:1783444275.249138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15000. 00000080:00000010:2.1:1783444275.302540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c745712f20. 00010000:00000010:2.1:1783444275.413211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678400. 00010000:00000010:2.1:1783444275.413219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652d000. 00010000:00000010:1.1:1783444275.435264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583db800. 00000080:00000010:1.1:1783444275.458040:0:27608:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7464780a0. 00010000:00000010:2.1:1783444276.455104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652da00. 00010000:00000010:2.1:1783444276.495577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41500. 00010000:00000010:2.1:1783444276.495591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652de00. 00000080:00000010:3.1:1783444276.507392:0:27622:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c746478860. 00010000:00000010:3.1:1783444283.957117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15600. 00000080:00000010:3.1:1783444283.957146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630ac60. 00010000:00000010:3.1:1783444283.957156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211d00. 00010000:00000010:3.1:1783444283.957161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224400. 00010000:00000010:3.1:1783444284.032120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15600. 00000080:00000010:3.1:1783444284.032152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630af40. 00010000:00000010:3.1:1783444284.032162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678b00. 00010000:00000010:3.1:1783444284.032170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583db400. 00000080:00000010:1.1:1783444288.067581:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eb620. 00000080:00000010:1.1:1783444288.067591:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7464782e0. 00000080:00000010:1.1:1783444288.067595:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630afc0. 00000080:00000010:1.1:1783444288.067600:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630a3a0. 00000080:00000010:3.1:1783444288.068573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eba60. 00010000:00000010:2.1:1783444288.082589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678300. 00010000:00000010:2.1:1783444288.082617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225200. 00010000:00000010:2.1:1783444288.082625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211000. 00010000:00000010:2.1:1783444288.082629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652c600. 00010000:00000010:2.1:1783444288.082636:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf200. 00010000:00000010:2.1:1783444288.082643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15600. 00010000:00000010:2.1:1783444288.082648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf400. 00010000:00000010:2.1:1783444288.082652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14a00. 00010000:00000010:2.1:1783444288.082656:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebfe00. 00010000:00000010:2.1:1783444288.082659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15000. 00010000:00000010:2.1:1783444288.082662:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf300. 00010000:00000010:2.1:1783444288.082665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224800. 00010000:00000010:2.1:1783444288.082669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15a00. 00010000:00000010:2.1:1783444288.082672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15200. 00010000:00000010:2.1:1783444288.082702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211f00. 00010000:00000010:2.1:1783444288.082706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225400. 00010000:00000010:2.1:1783444288.082708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf100. 00010000:00000010:2.1:1783444288.082711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15c00. 00010000:00000010:2.1:1783444288.082714:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678c00. 00010000:00000010:2.1:1783444288.082717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583da000. 00010000:00000010:3.1:1783444288.094130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583da400. 00010000:00000010:3.1:1783444288.094148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678700. 00010000:00000010:3.1:1783444288.094153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225a00. 00010000:00000010:3.1:1783444288.094157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41700. 00010000:00000010:3.1:1783444288.094162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652c000. 00000080:00000010:2.1:1783444303.191441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630afe0. 00000080:00000010:2.1:1783444303.191456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630a640. 00010000:00000010:2.1:1783444305.008390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224000. 00010000:00000010:3.1:1783444305.033179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf900. 00010000:00000010:3.1:1783444305.033203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14600. 00010000:00000010:3.1:1783444305.033208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224600. 00000080:00000010:3.1:1783444305.046441:0:28248:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630a580. 00000080:00000010:3.1:1783444305.046464:0:28248:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d70840. 00000080:00000010:3.1:1783444305.046474:0:28248:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eb1e0. 00010000:00000010:3.1:1783444305.065504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14600. 00010000:00000010:3.1:1783444305.065526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211c00. 00010000:00000010:3.1:1783444305.065532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15200. 00010000:00000010:3.1:1783444305.065537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678e00. 00010000:00000010:3.1:1783444305.065541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583dbc00. 00000080:00000010:3.1:1783444305.081262:0:28248:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d77380. 00000080:00000010:3.1:1783444305.081275:0:28248:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630afa0. 00010000:00000010:3.1:1783444305.094107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14600. 00010000:00000010:2.1:1783444305.148424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebfb00. 00010000:00000010:2.1:1783444305.148445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15e00. 00010000:00000010:2.1:1783444305.148451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14800. 00000080:00000010:2.1:1783444305.157169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630ae60. 00000080:00000010:0.1:1783444305.169136:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748ecf380. 00000080:00000010:0.1:1783444305.169152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630aba0. 00010000:00000010:0.1:1783444305.183381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652d600. 00010000:00000010:0.1:1783444305.183413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf800. 00010000:00000010:0.1:1783444305.183421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224000. 00010000:00000010:0.1:1783444305.183426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf900. 00010000:00000010:0.1:1783444305.183429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15200. 00000080:00000010:0.1:1783444305.223299:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d74200. 00000080:00000010:0.1:1783444305.223321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c746478020. 00010000:00000010:0.1:1783444308.465087:0:28552:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf000. 00010000:00000010:0.1:1783444308.465101:0:28552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15c00. 00010000:00000010:2.1:1783444308.475263:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebfa00. 00010000:00000010:2.1:1783444308.475280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14200. 00010000:00000010:0.1:1783444312.274399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652c200. 00000080:00000010:0.1:1783444312.274420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7464789c0. 00010000:00000010:0.1:1783444312.274436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211400. 00010000:00000010:0.1:1783444312.274441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224400. 00000080:00000010:1.1:1783444312.330210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eb360. 00010000:00000010:1.1:1783444312.330227:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41700. 00010000:00000010:1.1:1783444312.330234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652c200. 00010000:00000010:3.1:1783444312.330687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225a00. 00000080:00000010:0.1:1783444315.443779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c746478700. 00000080:00000010:0.1:1783444315.443790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7464785a0. 00010000:00000010:1.1:1783444315.470930:0:28851:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211e00. 00010000:00000010:1.1:1783444315.470947:0:28851:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583da800. 00010000:00000010:1.1:1783444315.470953:0:28851:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41900. 00010000:00000010:1.1:1783444315.470958:0:28851:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652d800. 00010000:00000010:1.1:1783444315.470961:0:28851:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41100. 00010000:00000010:1.1:1783444315.470964:0:28851:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652d400. 00010000:00000010:1.1:1783444315.470967:0:28851:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41f00. 00010000:00000010:1.1:1783444315.470970:0:28851:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652cc00. 00000080:00000010:1.1:1783444454.804473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507ebe40. 00000080:00000010:1.1:1783444454.804496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c745712900. 00010000:00000010:2.1:1783444454.977333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224800. 00010000:00000010:3.1:1783444455.028114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211f00. 00010000:00000010:3.1:1783444455.028140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224c00. 00010000:00000010:3.1:1783444455.028144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224400. 00000080:00000010:2.1:1783444455.040127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507ebc40. 00000080:00000010:2.1:1783444455.040167:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748db0840. 00000080:00000010:2.1:1783444455.040174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507ebfe0. 00010000:00000010:2.1:1783444455.063118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225400. 00010000:00000010:2.1:1783444455.063143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211000. 00010000:00000010:2.1:1783444455.063148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224800. 00010000:00000010:2.1:1783444455.063153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678200. 00010000:00000010:2.1:1783444455.063157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583da200. 00000080:00000010:2.1:1783444455.079570:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748ecc200. 00000080:00000010:2.1:1783444455.079583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507ebf60. 00010000:00000010:3.1:1783444455.090264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15a00. 00010000:00000010:3.1:1783444455.114359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211b00. 00010000:00000010:3.1:1783444455.114387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225200. 00010000:00000010:3.1:1783444455.114391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225a00. 00000080:00000010:3.1:1783444455.133171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eba20. 00000080:00000010:3.1:1783444455.133216:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748ecb9c0. 00000080:00000010:3.1:1783444455.133224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eba40. 00010000:00000010:3.1:1783444455.154913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15200. 00010000:00000010:3.1:1783444455.154941:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211300. 00010000:00000010:3.1:1783444455.154947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15a00. 00010000:00000010:3.1:1783444455.154950:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211000. 00010000:00000010:3.1:1783444455.154953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224800. 00000080:00000010:2.1:1783444455.165570:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748db3180. 00000080:00000010:2.1:1783444455.165593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630a080. 00010000:00000010:3.1:1783444460.527109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211700. 00010000:00000010:3.1:1783444460.527125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225e00. 00010000:00000010:3.1:1783444463.328262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15600. 00000080:00000010:3.1:1783444463.328293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630ac60. 00010000:00000010:3.1:1783444463.328303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211000. 00010000:00000010:3.1:1783444463.328308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224e00. 00010000:00000010:2.1:1783444463.416106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224600. 00000080:00000010:2.1:1783444463.419177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eb0e0. 00010000:00000010:2.1:1783444463.419202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211200. 00010000:00000010:2.1:1783444463.419217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225400. 00010000:00000010:2.1:1783444469.439579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf000. 00010000:00000010:2.1:1783444469.439618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15600. 00010000:00000010:2.1:1783444469.439623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211b00. 00010000:00000010:2.1:1783444469.439626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225400. 00010000:00000010:2.1:1783444469.439629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211100. 00010000:00000010:2.1:1783444469.439632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224800. 00010000:00000010:2.1:1783444469.439635:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211200. 00010000:00000010:2.1:1783444469.439637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224600. 00000080:00000010:1.1:1783444485.992975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eb8c0. 00000080:00000010:1.1:1783444485.992991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eb1c0. 00000080:00000010:3.1:1783444486.015194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630a1a0. 00000080:00000010:3.1:1783444486.015211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630a700. 00010000:00000010:2.1:1783444488.132316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583dae00. 00010000:00000010:2.1:1783444488.212542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211b00. 00010000:00000010:2.1:1783444488.212559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224000. 00010000:00000010:2.1:1783444488.212563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224e00. 00000080:00000010:1.1:1783444488.223222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630a1a0. 00000080:00000010:1.1:1783444488.223249:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748db3180. 00000080:00000010:1.1:1783444488.233162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eb140. 00010000:00000010:1.1:1783444488.255109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583db200. 00010000:00000010:1.1:1783444488.255125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf600. 00010000:00000010:1.1:1783444488.255147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14000. 00010000:00000010:1.1:1783444488.255151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211100. 00010000:00000010:1.1:1783444488.255154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225200. 00000080:00000010:1.1:1783444488.262455:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d77380. 00000080:00000010:1.1:1783444488.262488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7457129a0. 00010000:00000010:1.1:1783444488.297851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583da400. 00010000:00000010:3.1:1783444488.365368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211900. 00010000:00000010:3.1:1783444488.365377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225400. 00010000:00000010:3.1:1783444488.365381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225000. 00000080:00000010:3.1:1783444488.369291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eb2a0. 00000080:00000010:3.1:1783444488.369318:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d75ac0. 00000080:00000010:3.1:1783444488.369324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eba40. 00010000:00000010:3.1:1783444488.395221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14200. 00010000:00000010:3.1:1783444488.395237:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211800. 00010000:00000010:3.1:1783444488.395242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14a00. 00010000:00000010:3.1:1783444488.395245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678500. 00010000:00000010:3.1:1783444488.395266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583db200. 00000080:00000010:2.1:1783444488.431667:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d70840. 00000080:00000010:2.1:1783444488.431680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630af80. 00010000:00000010:3.1:1783444491.803105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211500. 00010000:00000010:3.1:1783444491.803120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225800. 00000080:00000010:3.1:1783444495.559784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630a240. 00010000:00000010:3.1:1783444495.559799:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebfd00. 00010000:00000010:3.1:1783444495.559805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14000. 00010000:00000010:2.1:1783444495.561024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14a00. 00010000:00000010:2.1:1783444495.615137:0:26509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15600. 00000080:00000010:2.1:1783444495.615154:0:26509:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630ada0. 00010000:00000010:2.1:1783444495.615162:0:26509:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebfd00. 00010000:00000010:2.1:1783444495.615167:0:26509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14000. 00000080:00000010:1.1:1783444499.634362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eb360. 00000080:00000010:1.1:1783444499.634389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630ac00. 00010000:00000010:2.1:1783444499.659177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebfc00. 00010000:00000010:2.1:1783444499.659198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224600. 00010000:00000010:2.1:1783444499.659203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebfb00. 00010000:00000010:2.1:1783444499.659208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14200. 00010000:00000010:2.1:1783444499.659212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf900. 00010000:00000010:2.1:1783444499.659215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15c00. 00010000:00000010:2.1:1783444499.659219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebfa00. 00010000:00000010:2.1:1783444499.659222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14000. 00010000:00000010:2.1:1783444499.659225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211000. 00010000:00000010:2.1:1783444499.659228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224000. 00000080:00000010:0.1:1783444515.159380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630aba0. 00000080:00000010:0.1:1783444515.159514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eb920. 00010000:00000010:2.1:1783444517.129373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224800. 00010000:00000010:1.1:1783444517.207358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf300. 00010000:00000010:1.1:1783444517.207378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14a00. 00010000:00000010:1.1:1783444517.207382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15600. 00000080:00000010:2.1:1783444517.208146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630ace0. 00000080:00000010:2.1:1783444517.214204:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d76300. 00000080:00000010:2.1:1783444517.214221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630af80. 00010000:00000010:2.1:1783444517.229649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652d600. 00010000:00000010:2.1:1783444517.229658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebfe00. 00010000:00000010:2.1:1783444517.229667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15000. 00010000:00000010:2.1:1783444517.229672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678e00. 00010000:00000010:2.1:1783444517.229675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583db400. 00000080:00000010:2.1:1783444517.239153:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d75ac0. 00000080:00000010:2.1:1783444517.239169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c746478bc0. 00010000:00000010:0.1:1783444517.254309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652ce00. 00010000:00000010:0.1:1783444517.298328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211e00. 00010000:00000010:0.1:1783444517.298342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224400. 00010000:00000010:0.1:1783444517.298346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583daa00. 00000080:00000010:2.1:1783444517.311668:0:30130:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eb0a0. 00000080:00000010:2.1:1783444517.327251:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d71080. 00000080:00000010:2.1:1783444517.339544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c745712b00. 00010000:00000010:3.1:1783444517.355101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224e00. 00010000:00000010:3.1:1783444517.355118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211000. 00010000:00000010:3.1:1783444517.355123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652c000. 00010000:00000010:3.1:1783444517.355126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211700. 00010000:00000010:3.1:1783444517.355129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224800. 00000080:00000010:3.1:1783444517.367108:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d72940. 00000080:00000010:3.1:1783444517.367127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eb0a0. 00010000:00000010:0.1:1783444522.484376:0:26147:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf700. 00010000:00000010:0.1:1783444522.484389:0:26147:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14800. 00010000:00000010:0.1:1783444522.484393:0:26147:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211200. 00010000:00000010:0.1:1783444522.484396:0:26147:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225800. 00010000:00000010:0.1:1783444525.076404:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652de00. 00000080:00000010:1.1:1783444525.078134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7464782a0. 00010000:00000010:1.1:1783444525.078147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678b00. 00010000:00000010:1.1:1783444525.078152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583dbe00. 00010000:00000010:2.1:1783444525.148179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224400. 00000080:00000010:2.1:1783444525.152127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eb7a0. 00010000:00000010:2.1:1783444525.152142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf300. 00010000:00000010:2.1:1783444525.152149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15600. 00010000:00000010:2.1:1783444526.620147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211100. 00010000:00000010:2.1:1783444526.620160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225a00. 00000080:00000010:3.1:1783444529.092395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eb3c0. 00000080:00000010:3.1:1783444529.092405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eb7a0. 00010000:00000010:3.1:1783444529.092427:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211900. 00010000:00000010:3.1:1783444529.092432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583daa00. 00010000:00000010:3.1:1783444529.092435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211700. 00010000:00000010:3.1:1783444529.092438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224400. 00010000:00000010:3.1:1783444529.092441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211f00. 00010000:00000010:3.1:1783444529.092444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224000. 00010000:00000010:3.1:1783444529.092446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211e00. 00010000:00000010:3.1:1783444529.092449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224c00. 00000080:00000010:2.1:1783444549.317097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eb900. 00000080:00000010:2.1:1783444549.355562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507ebd40. 00010000:00000010:0.1:1783444549.474583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583db800. 00010000:00000010:2.1:1783444549.535359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41300. 00010000:00000010:2.1:1783444549.535377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224000. 00010000:00000010:2.1:1783444549.535382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224c00. 00000080:00000010:2.1:1783444549.563298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507ebf00. 00000080:00000010:2.1:1783444549.563320:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748db2940. 00000080:00000010:2.1:1783444549.563325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507ebae0. 00010000:00000010:3.1:1783444549.598128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224c00. 00010000:00000010:3.1:1783444549.598149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211800. 00010000:00000010:3.1:1783444549.598153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652c400. 00010000:00000010:3.1:1783444549.598156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211b00. 00010000:00000010:3.1:1783444549.598158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225400. 00000080:00000010:3.1:1783444549.641294:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748db0840. 00000080:00000010:3.1:1783444549.641313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507ebd40. 00010000:00000010:2.1:1783444549.679874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224000. 00010000:00000010:0.1:1783444549.753738:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211400. 00010000:00000010:0.1:1783444549.753756:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225800. 00010000:00000010:0.1:1783444549.753762:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224400. 00000080:00000010:0.1:1783444549.772104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c746478940. 00010000:00000010:2.1:1783444549.787540:0:30562:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652da00. 00010000:00000010:2.1:1783444549.787562:0:30562:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211500. 00010000:00000010:2.1:1783444549.787575:0:30562:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15000. 00010000:00000010:2.1:1783444549.787580:0:30562:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf900. 00010000:00000010:2.1:1783444549.787586:0:30562:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14a00. 00010000:00000010:2.1:1783444554.784288:0:30967:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678a00. 00010000:00000010:2.1:1783444554.784298:0:30967:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583db000. 00000100:00000001:1.0:1783444667.737464:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444667.737466:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444667.737469:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444667.737472:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444667.737474:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444667.737477:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444667.737486:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f460 time=147 v=5 (5 5 138 138) 00000100:00001000:1.0:1783444667.737490:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=118 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444667.737493:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444667.737494:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444667.737497:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444667.737501:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444667.737504:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444667.737506:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967313 00000100:00000001:1.0:1783444667.737508:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444667.737510:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444667.737514:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c758839f80 x1870075608254208/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444667.737521:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444667.737524:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444667.737526:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444667.737530:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758839f80 x1870075608254208/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444667.737537:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c758839f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608254208:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444667.737543:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444667.737545:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444667.737548:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c758839f80 x1870075608254208/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444667.737555:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444667.737557:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444667.737560:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7590cdc00. 02000000:00000001:1.0:1783444667.737563:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444667.737566:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444667.737567:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=2 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:1.0:1783444667.737570:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444667.737573:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c750577200. 02000000:00000001:1.0:1783444667.737576:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444667.737578:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444667.737579:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758839f80. 00000100:00000001:1.0:1783444667.737583:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444667.737584:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444667.737587:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444667.737589:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444667.737591:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444667.737592:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444667.737594:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444667.738845:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444667.738858:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444667.738861:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444667.738863:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444667.738869:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444667.738989:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444667.738998:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444667.739002:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444667.739007:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444667.739011:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a4d2e8554580 00000400:00000200:1.0:1783444667.739015:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444667.739021:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x6f99 [1] + 224 00000800:00000001:1.0:1783444667.739028:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444667.739035:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444667.739037:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444667.739041:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444667.739046:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444667.739089:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c758839500 x1870075608253824/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444667.739102:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c758839500 x1870075608253824/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444667.739113:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444667.739120:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444667.739123:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444667.744849:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444667.744853:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444667.745174:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444667.745177:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444667.745181:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f9a0. 00000400:00000200:1.0:1783444667.745185:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9908 00000400:00000010:1.0:1783444667.745188:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9908. 00000100:00000001:1.0:1783444667.745191:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444667.745196:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c75883b800 x1870075608254080/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444808 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444667.745205:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c75883b800 x1870075608254080/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444808 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444667.745211:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444667.745213:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444667.745216:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444667.745219:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444667.745222:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444667.745224:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444667.745227:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444667.745236:0:2400:0:(import.c:2148:obd_at_measure()) add 105 to ffff91c743c09460 time=147 v=105 (105 105 137 137) 00000100:00001000:1.0:1783444667.745240:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=147 v=5 (1 1 1 1) 00000100:00000001:1.0:1783444667.745242:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444667.745244:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444667.745247:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444667.745250:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444667.745254:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444667.745257:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:1.0:1783444667.745259:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444667.745261:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444667.745266:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c75883b800 x1870075608254080/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444808 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444667.745273:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444667.745276:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444667.745278:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444667.745282:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883b800 x1870075608254080/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444808 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444667.745290:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c75883b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608254080:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444667.745294:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444667.745297:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444667.745300:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c75883b800 x1870075608254080/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444808 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444667.745306:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444667.745309:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444667.745313:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7590cce00. 02000000:00000001:1.0:1783444667.745317:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444667.745320:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444667.745331:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:1.0:1783444667.745334:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444667.745336:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c74ac94900. 02000000:00000001:1.0:1783444667.745340:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444667.745341:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444667.745343:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c75883b800. 00000100:00000001:1.0:1783444667.745346:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444667.745348:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444667.745350:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444667.745357:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444667.745359:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444667.745361:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444667.745364:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444667.755532:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444667.755554:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444667.755560:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444667.755562:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444667.755572:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444667.755579:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444667.755590:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444667.755595:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444667.755602:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444667.755606:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 416 into portal 10 MB=0x6a4d2e8554600 00000400:00000200:1.0:1783444667.755612:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444667.755618:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 416/416 into md 0x6fb9 [1] + 0 00000800:00000001:1.0:1783444667.755625:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444667.755634:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444667.755637:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444667.755641:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444667.755650:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444667.755660:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c758838000 x1870075608253952/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444677 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444667.755671:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff91c758838000 x1870075608253952/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444667.755684:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444667.755692:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444667.755696:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444667.759353:0:2399:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444667.759362:0:2399:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:1.0:1783444667.759371:0:2399:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff91c759350000: Connection restored to 192.168.204.110@tcp (at 192.168.204.110@tcp) 00000100:00080000:1.0:1783444667.759384:0:2399:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000c6f2941b): req@ffff91c7603f1880 x1870075608232576/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 1 dl 1783444667 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444667.759414:0:2399:0:(import.c:1753:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444667.759418:0:2399:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444667.759425:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758838000 x1870075608253952/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1783444677 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444667.759434:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c758838000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608253952:192.168.204.110@tcp:38:kworker.0 00000100:00000001:1.0:1783444667.759484:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444667.759489:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444667.759494:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c758838000 x1870075608253952/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1783444677 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444667.759501:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444667.759504:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444667.759508:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452ac000. 02000000:00000001:1.0:1783444667.759512:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444667.759514:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444667.759516:0:2399:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:1.0:1783444667.759518:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444667.759521:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c751024c00. 02000000:00000001:1.0:1783444667.759524:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444667.759526:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444667.759528:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758838000. 00000100:00000001:1.0:1783444667.759532:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444667.759533:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444667.759535:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444667.759543:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444667.759544:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444667.759547:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444667.759549:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444667.800272:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444667.800299:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444667.800303:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444667.800305:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444667.800314:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444667.800331:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444667.800341:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444667.800345:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444667.800350:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444667.800354:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8554780 00000400:00000200:1.0:1783444667.800359:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444667.800364:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x6fd1 [1] + 224 00000800:00000001:1.0:1783444667.800371:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444667.800377:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444667.800381:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444667.800385:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444667.800393:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444667.800402:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1880 x1870075608232576/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1783444808 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444667.800413:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff91c7603f1880 x1870075608232576/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1783444808 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444667.800433:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444667.800442:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444667.800445:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444667.812412:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444667.812431:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444667.812436:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444667.812439:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444667.812447:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444667.812456:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444667.812465:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444667.812469:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444667.812475:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444667.812479:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 10 MB=0x6a4d2e8554800 00000400:00000200:1.0:1783444667.812484:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444667.812489:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 400/400 into md 0x6fd9 [1] + 224 00000800:00000001:1.0:1783444667.812497:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444667.812504:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444667.812508:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444667.812512:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444667.812519:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444667.812528:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1880 x1870075608254464/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1783444808 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444667.812538:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff91c7603f1880 x1870075608254464/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1783444808 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444667.812559:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444667.812567:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444667.812570:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444667.822983:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444667.823005:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444667.823009:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444667.823011:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444667.823020:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444667.823027:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444667.823035:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444667.823039:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444667.823044:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444667.823049:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 432 into portal 4 MB=0x6a4d2e8554880 00000400:00000200:1.0:1783444667.823053:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444667.823109:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 432/432 into md 0x6fe1 [1] + 224 00000800:00000001:1.0:1783444667.823117:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444667.823127:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444667.823131:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444667.823135:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444667.823142:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444667.823150:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1880 x1870075608254592/t0(0) o2->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444683 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444667.823161:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff91c7603f1880 x1870075608254592/t0(0) o2->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444683 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444667.823183:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444667.823191:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444667.823195:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444667.833009:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444667.833031:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444667.833037:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444667.833040:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444667.833050:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444667.833120:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444667.833132:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444667.833137:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444667.833143:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444667.833147:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8554980 00000400:00000200:1.0:1783444667.833151:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444667.833157:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x6fe9 [1] + 224 00000800:00000001:1.0:1783444667.833164:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444667.833174:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444667.833177:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444667.833182:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444667.833189:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444667.833199:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1f80 x1870075608254848/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444667.833209:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91c7603f1f80 x1870075608254848/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444667.833380:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444667.833389:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444667.833393:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1783444667.841187:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748db1080. 00000080:00000010:2.1:1783444667.841215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eb0a0. 00000080:00000010:2.1:1783444667.841222:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748db3180. 00000080:00000010:2.1:1783444667.841226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c745712500. 00000020:00000001:1.0:1783444668.643938:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444668.643942:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444668.643945:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1783444669.666484:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444669.666487:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444669.666491:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1783444669.889903:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444669.889911:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1700. 00000400:00000200:1.0:1783444669.889917:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444669.889936:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444669.889942:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83880 00000400:00000010:1.0:1783444669.889944:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83880. 00000100:00000001:1.0:1783444669.889948:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444669.889953:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2680 x1870075608254976/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444810 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444669.889963:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444669.889967:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2680 x1870075608254976/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444810 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444669.889974:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444669.889976:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444669.900456:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444669.900586:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444669.900590:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444669.900595:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444669.900604:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444669.900612:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444669.900621:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444669.900625:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444669.900630:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444669.900634:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e8554a00 00000400:00000200:1.0:1783444669.900638:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444669.900644:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x6ff1 [1] + 224 00000800:00000001:1.0:1783444669.900651:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444669.900661:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444669.900664:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444669.900668:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444669.900675:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444669.900751:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2680 x1870075608254976/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444810 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444669.900763:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c7603f2680 x1870075608254976/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444810 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444669.900784:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444669.900792:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444669.900796:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783444669.904397:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444669.904402:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1800. 00000400:00000200:1.0:1783444669.904407:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444669.904414:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444669.904418:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83bb0 00000400:00000010:1.0:1783444669.904421:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83bb0. 00000100:00000001:1.0:1783444669.904425:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444669.904430:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2680 x1870075608255104/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444810 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444669.904440:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444669.904443:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2680 x1870075608255104/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444810 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444669.904450:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444669.904452:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444669.915047:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444669.915101:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444669.915105:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444669.915108:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444669.915116:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444669.915123:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444669.915132:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444669.915136:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444669.915141:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444669.915145:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 584 into portal 10 MB=0x6a4d2e8554a80 00000400:00000200:1.0:1783444669.915150:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444669.915155:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 584/584 into md 0x6ff9 [1] + 224 00000800:00000001:1.0:1783444669.915162:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444669.915169:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444669.915172:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444669.915177:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444669.915184:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444669.915193:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2680 x1870075608255104/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444810 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444669.915203:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff91c7603f2680 x1870075608255104/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444810 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444669.915339:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444669.915348:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444669.915353:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783444669.920369:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444669.920374:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1800. 00000400:00000200:1.0:1783444669.920379:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444669.920385:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444669.920390:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83088 00000400:00000010:1.0:1783444669.920393:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83088. 00000100:00000001:1.0:1783444669.920396:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444669.920401:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2680 x1870075608255360/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444810 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444669.920412:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444669.920415:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2680 x1870075608255360/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444810 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444669.920423:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444669.920424:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1783444669.923118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225000. 00000080:00000010:2.1:1783444669.927120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eb200. 00010000:00000010:2.1:1783444669.927137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211500. 00010000:00000010:2.1:1783444669.927143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224000. 00000800:00000001:1.0:1783444669.944373:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444669.944394:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444669.944399:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444669.944402:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444669.944410:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444669.944418:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444669.944429:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444669.944434:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444669.944439:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444669.944443:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 448 into portal 10 MB=0x6a4d2e8554b80 00000400:00000200:1.0:1783444669.944448:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444669.944454:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 448/448 into md 0x7001 [1] + 224 00000800:00000001:1.0:1783444669.944461:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444669.944484:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444669.944487:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444669.944492:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444669.944500:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444669.944510:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2680 x1870075608255360/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444810 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444669.944521:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff91c7603f2680 x1870075608255360/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444810 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444669.945320:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444669.945332:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444669.945337:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783444669.985500:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444669.985506:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760f26800. 00000400:00000200:1.0:1783444669.985512:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444669.985518:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444669.985523:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218c38 00000400:00000010:1.0:1783444669.985525:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218c38. 00000100:00000001:1.0:1783444669.985528:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444669.985534:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760463800 x1870075608255488/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444810 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444669.985544:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444669.985548:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760463800 x1870075608255488/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444810 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444669.985555:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444669.985557:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444669.998175:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444669.998191:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444669.998196:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444669.998199:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444669.998207:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444669.998225:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444669.998236:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444669.998241:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444669.998247:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444669.998253:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e8554c00 00000400:00000200:1.0:1783444669.998258:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444669.998264:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x7009 [1] + 224 00000800:00000001:1.0:1783444669.998274:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444669.998292:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444669.998295:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444669.998300:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444669.998306:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444669.998315:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760463800 x1870075608255488/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444810 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444669.998325:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c760463800 x1870075608255488/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444810 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444669.998343:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444669.998351:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444669.998354:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783444670.000163:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444670.000168:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760f26800. 00000400:00000200:1.0:1783444670.000174:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444670.000180:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444670.000184:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218bb0 00000400:00000010:1.0:1783444670.000186:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218bb0. 00000100:00000001:1.0:1783444670.000189:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444670.000194:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760463800 x1870075608255616/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444810 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444670.000204:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444670.000207:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760463800 x1870075608255616/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444810 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444670.000224:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444670.000225:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444670.011674:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444670.011701:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444670.011706:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444670.011709:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444670.011719:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444670.011727:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444670.011736:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444670.011741:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444670.011747:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444670.011847:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 584 into portal 10 MB=0x6a4d2e8554c80 00000400:00000200:1.0:1783444670.011852:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444670.011859:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 584/584 into md 0x7011 [1] + 224 00000800:00000001:1.0:1783444670.011867:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444670.011875:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444670.011879:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444670.011883:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444670.011890:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444670.011900:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760463800 x1870075608255616/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444810 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444670.011911:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff91c760463800 x1870075608255616/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444810 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444670.011931:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444670.011940:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444670.011944:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1783444670.021197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14800. 00000800:00000200:1.0:1783444670.022587:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444670.022596:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1700. 00000400:00000200:1.0:1783444670.022658:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444670.022667:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444670.022674:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83908 00000400:00000010:1.0:1783444670.022726:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83908. 00000100:00000001:1.0:1783444670.022731:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444670.022738:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0a80 x1870075608255872/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444811 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444670.022749:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444670.022753:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f0a80 x1870075608255872/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444811 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444670.022760:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444670.022762:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1783444670.026118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630afe0. 00010000:00000010:2.1:1783444670.026135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebfc00. 00010000:00000010:2.1:1783444670.026141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14200. 00000800:00000001:1.0:1783444670.035019:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444670.035038:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444670.035042:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444670.035045:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444670.035053:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444670.035162:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444670.035171:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444670.035175:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444670.035182:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444670.035186:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 448 into portal 10 MB=0x6a4d2e8554d80 00000400:00000200:1.0:1783444670.035190:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444670.035196:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 448/448 into md 0x7019 [1] + 224 00000800:00000001:1.0:1783444670.035204:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444670.035211:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444670.035215:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444670.035219:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444670.035226:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444670.035235:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0a80 x1870075608255872/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444811 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444670.035247:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff91c7603f0a80 x1870075608255872/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444811 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444670.035345:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444670.035355:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444670.035358:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783444670.053697:0:31336:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444670.053704:0:31336:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444670.053707:0:31336:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444670.053710:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419e7bc0 00000080:00200000:1.0:1783444670.053715:0:31336:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:1.0:1783444670.053723:0:31336:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75118be00. 00800000:00000002:1.0:1783444670.053730:0:31336:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444670.053734:0:31336:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444670.053739:0:31336:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444670.053741:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419e7ae0 00800000:00000002:1.0:1783444670.053744:0:31336:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444670.053748:0:31336:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444670.053751:0:31336:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444670.053754:0:31336:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444670.053756:0:31336:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444670.053759:0:31336:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444670.053761:0:31336:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444670.053763:0:31336:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444670.053765:0:31336:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444670.053769:0:31336:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444670.053775:0:31336:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444670.053777:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419e79b0 00000002:00010000:1.0:1783444670.053779:0:31336:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444670.053782:0:31336:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444670.053784:0:31336:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444670.053788:0:31336:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783444670.053795:0:31336:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444670.053797:0:31336:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444670.053799:0:31336:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444670.053801:0:31336:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1783444670.053804:0:31336:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1783444670.053810:0:31336:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758838000. 00000020:00000040:1.0:1783444670.053814:0:31336:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:1.0:1783444670.053820:0:31336:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783444670.053824:0:31336:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444670.053831:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444670.053833:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444670.053835:0:31336:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444670.053838:0:31336:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444670.053840:0:31336:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444670.053844:0:31336:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444670.053851:0:31336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c751025c00. 00000100:00000001:1.0:1783444670.053857:0:31336:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444670.053862:0:31336:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444670.053863:0:31336:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444670.053865:0:31336:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444670.053866:0:31336:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444670.053868:0:31336:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444670.053873:0:31336:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622884102373376 : -121189607178240 : ffff91c758838000) 00010000:00000001:1.0:1783444670.053877:0:31336:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783444670.053879:0:31336:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1783444670.053883:0:31336:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c741678f00. 00010000:00000010:1.0:1783444670.053887:0:31336:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c7505f9080. 00010000:00000001:1.0:1783444670.053891:0:31336:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783444670.053895:0:31336:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c7583dbe00. 00000020:00000001:1.0:1783444670.053898:0:31336:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783444670.053901:0:31336:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c7583dbe00 with handle 0x5503b2fe824ef458 to hash 00000020:00000001:1.0:1783444670.053903:0:31336:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783444670.053905:0:31336:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622884097801728 : -121189611749888 : ffff91c7583dbe00) 00010000:00000001:1.0:1783444670.053908:0:31336:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622884097801728 : -121189611749888 : ffff91c7583dbe00) 00010000:00000001:1.0:1783444670.053912:0:31336:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444670.053914:0:31336:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444670.053917:0:31336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbe00/0x5503b2fe824ef458 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444670.053926:0:31336:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbe00/0x5503b2fe824ef458 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444670.053935:0:31336:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbe00/0x5503b2fe824ef458 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31336 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783444670.053940:0:31336:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444670.053942:0:31336:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444670.053948:0:31336:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c74636c3c0. 00000100:00000001:1.0:1783444670.053950:0:31336:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883795354560 : -121189914197056 : ffff91c74636c3c0) 00000100:00000001:1.0:1783444670.053953:0:31336:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444670.053954:0:31336:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102373376 : -121189607178240 : ffff91c758838000) 00000100:00000001:1.0:1783444670.053959:0:31336:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444670.053963:0:31336:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444670.053965:0:31336:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444670.053967:0:31336:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444670.053976:0:31336:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c758838000 x1870075608256000/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444670.053984:0:31336:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444670.053986:0:31336:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444670.053990:0:31336:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444670.053992:0:31336:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444670.053995:0:31336:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444670.053998:0:31336:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c758838000 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:31336:1870075608256000:192.168.204.110@tcp:101:multiop.0 00000100:00000001:1.0:1783444670.054002:0:31336:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444670.054007:0:31336:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444670.054010:0:31336:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444670.054012:0:31336:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444670.054017:0:31336:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c760530800. 02000000:00000001:1.0:1783444670.054018:0:31336:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444670.054025:0:31336:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444670.054029:0:31336:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736c60. 00000400:00000010:1.0:1783444670.054036:0:31336:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076660. 00000100:00000200:1.0:1783444670.054042:0:31336:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608256000, portal 10 00000100:00000001:1.0:1783444670.054044:0:31336:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444670.054045:0:31336:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102373376 : -121189607178240 : ffff91c758838000) 00000100:00000040:1.0:1783444670.054050:0:31336:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c758838000 x1870075608256000/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444811 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444670.054089:0:31336:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444670.054092:0:31336:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444670.054095:0:31336:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076990. 00000100:00000200:1.0:1783444670.054098:0:31336:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870075608256000, offset 0 00000400:00000200:1.0:1783444670.054104:0:31336:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444670.054113:0:31336:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444670.054121:0:31336:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444670.054125:0:31336:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444670.054129:0:31336:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444670.054133:0:31336:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444670.054136:0:31336:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444670.054139:0:31336:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2537:2537:256:4294967295] 192.168.204.110@tcp LPNI seq info [2537:2537:8:4294967295] 00000400:00000200:1.0:1783444670.054144:0:31336:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444670.054153:0:31336:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444670.054159:0:31336:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444670.054164:0:31336:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c750577200. 00000800:00000200:1.0:1783444670.054171:0:31336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444670.054179:0:31336:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444670.054184:0:31336:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c750577200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1783444670.054202:0:31336:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444670.054207:0:31336:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 847623 usecs (848 jiffies) 00000400:00000200:1.0:1783444670.054210:0:31336:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444670.054223:0:31336:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296309907 00000100:00000001:1.0:1783444670.054227:0:31336:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296310829 00000100:00000001:1.0:1783444670.054229:0:31336:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296309907 00000100:00000001:1.0:1783444670.054232:0:31336:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296310829 00000100:00000001:1.0:1783444670.054234:0:31336:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444670.054236:0:31336:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444670.054238:0:31336:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444670.054240:0:31336:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=136 : 136 : 88) 00000100:00100000:1.0:1783444670.054243:0:31336:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c74636c3c0 going to sleep for 136 seconds 00000100:00000001:1.0:1783444670.054245:0:31336:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444670.054248:0:31336:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444670.061323:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444670.061341:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444670.061345:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444670.061348:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444670.061356:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444670.061363:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444670.061373:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444670.061377:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444670.061384:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444670.061389:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e8554e00 00000400:00000200:1.0:1783444670.061393:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444670.061399:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x7021 [1] + 224 00000800:00000001:1.0:1783444670.061407:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444670.061414:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444670.061417:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444670.061421:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444670.061428:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444670.061436:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c758838000 x1870075608256000/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444811 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444670.061446:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c758838000 x1870075608256000/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444811 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444670.061511:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444670.061520:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444670.061523:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783444670.064338:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444670.064346:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298100. 00000400:00000200:1.0:1783444670.064352:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444670.064360:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444670.064365:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9908 00000400:00000010:1.0:1783444670.064367:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9908. 00000100:00000001:1.0:1783444670.064372:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444670.064377:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730000 x1870075608256128/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444811 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444670.064388:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444670.064391:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746730000 x1870075608256128/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444811 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444670.064398:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444670.064400:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444670.069766:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444670.069792:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444670.069797:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444670.069800:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444670.069809:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444670.069818:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444670.069827:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444670.069832:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444670.069837:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444670.069841:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e8554e80 00000400:00000200:1.0:1783444670.069847:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444670.069853:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x7031 [1] + 224 00000800:00000001:1.0:1783444670.069859:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444670.069866:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444670.069869:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444670.069873:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444670.069879:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444670.069888:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746730000 x1870075608256128/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444811 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444670.069898:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c746730000 x1870075608256128/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444811 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444670.069915:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444670.069923:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444670.069927:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783444670.073874:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444670.073881:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298100. 00000400:00000200:1.0:1783444670.073887:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444670.073892:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444670.073898:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9440 00000400:00000010:1.0:1783444670.073900:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9440. 00000100:00000001:1.0:1783444670.073906:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444670.073911:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730000 x1870075608256384/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444811 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444670.073923:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444670.073927:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746730000 x1870075608256384/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444811 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444670.073932:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444670.073934:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444670.081234:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444670.081258:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444670.081263:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444670.081265:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444670.081274:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444670.081291:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444670.081301:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444670.081305:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444670.081310:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444670.081314:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a4d2e8554f80 00000400:00000200:1.0:1783444670.081319:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444670.081324:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x7041 [32] + 224 00000800:00000001:1.0:1783444670.081331:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444670.081340:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444670.081343:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444670.081348:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444670.081355:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444670.081364:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746730000 x1870075608256384/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444811 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444670.081374:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff91c746730000 x1870075608256384/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444811 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444670.081398:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444670.081407:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444670.081410:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444671.015373:0:31347:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444671.015377:0:31347:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444671.015381:0:31347:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444671.015384:0:31347:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444671.015387:0:31347:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2540:2540:256:4294967295] 192.168.204.110@tcp LPNI seq info [2540:2540:8:4294967295] 00000400:00000200:0.0:1783444671.015392:0:31347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444671.015400:0:31347:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444671.015406:0:31347:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444671.015411:0:31347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298d00. 00000800:00000200:0.0:1783444671.015417:0:31347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444671.015424:0:31347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444671.015428:0:31347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298d00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1783444671.015448:0:31347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444671.015453:0:31347:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 843506 usecs (844 jiffies) 00000400:00000200:0.0:1783444671.015456:0:31347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444671.015458:0:31347:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296310865 00000100:00000001:0.0:1783444671.015467:0:31347:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296310829 00000100:00000001:0.0:1783444671.015472:0:31347:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296310865 00000100:00000001:0.0:1783444671.015475:0:31347:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296310829 00000100:00000001:0.0:1783444671.015478:0:31347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444671.015481:0:31347:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444671.015483:0:31347:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444671.015484:0:31347:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=136 : 136 : 88) 00000100:00100000:0.0:1783444671.015487:0:31347:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c747259cc0 going to sleep for 136 seconds 00000100:00000001:0.0:1783444671.015490:0:31347:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444671.015492:0:31347:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444671.016826:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444671.016834:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298d00. 00000400:00000200:1.0:1783444671.016841:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444671.016848:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444671.016853:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9770 00000400:00000010:1.0:1783444671.016856:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9770. 00000100:00000001:1.0:1783444671.016860:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444671.016866:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730700 x1870075608256512/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444812 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444671.016881:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444671.016885:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746730700 x1870075608256512/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444812 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444671.016893:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444671.016895:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444671.032797:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444671.032815:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444671.032819:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444671.032822:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444671.032831:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444671.032839:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444671.032850:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444671.032854:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444671.032861:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444671.032865:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e8555000 00000400:00000200:1.0:1783444671.032870:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444671.032877:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x7051 [1] + 224 00000800:00000001:1.0:1783444671.032884:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444671.032892:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444671.032895:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444671.032899:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444671.032906:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444671.032915:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746730700 x1870075608256512/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444812 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444671.032926:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c746730700 x1870075608256512/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444812 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444671.032950:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444671.032959:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444671.032963:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444671.033479:0:31347:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444671.033487:0:31347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444671.033489:0:31347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444671.033492:0:31347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658ff78. 00000400:00000200:0.0:1783444671.033496:0:31347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9aa0 00000400:00000010:0.0:1783444671.033499:0:31347:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9aa0. 00000100:00000001:0.0:1783444671.033502:0:31347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444671.033507:0:31347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746730700 x1870075608256512/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444812 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783444671.033517:0:31347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746730700 x1870075608256512/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444812 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444671.033523:0:31347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444671.033525:0:31347:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444671.033527:0:31347:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444671.033530:0:31347:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444671.033532:0:31347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444671.033534:0:31347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444671.033536:0:31347:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444671.033545:0:31347:0:(import.c:2148:obd_at_measure()) add 105 to ffff91c743c0bc60 time=1 v=105 (105 105 105 137) 00000100:00001000:0.0:1783444671.033549:0:31347:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=4 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444671.033551:0:31347:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444671.033552:0:31347:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444671.033555:0:31347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444671.033558:0:31347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444671.033561:0:31347:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444671.033563:0:31347:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967572 00000100:00000001:0.0:1783444671.033565:0:31347:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444671.033567:0:31347:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444671.033572:0:31347:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746730700 x1870075608256512/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444812 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444671.033579:0:31347:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444671.033581:0:31347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444671.033583:0:31347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444671.033587:0:31347:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746730700 x1870075608256512/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444812 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783444671.033594:0:31347:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746730700 pname:cluuid:pid:xid:nid:opc:job touch:666e3c65-e321-43ec-a94e-a01058e25d7d:31347:1870075608256512:192.168.204.110@tcp:101:touch.0 00000100:00000001:0.0:1783444671.033598:0:31347:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444671.033911:0:31347:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444671.033914:0:31347:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783444671.033916:0:31347:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444671.033921:0:31347:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746730700 x1870075608256512/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444812 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444671.033928:0:31347:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444671.033931:0:31347:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c747259cc0. 00000100:00000001:0.0:1783444671.033934:0:31347:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783444671.033935:0:31347:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444671.033938:0:31347:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783444671.033942:0:31347:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444671.033944:0:31347:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444671.033948:0:31347:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d400 refcount=4 00000020:00000001:0.0:1783444671.033950:0:31347:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797193728 : -121189912357888 : ffff91c74652d400) 00010000:00000001:0.0:1783444671.033953:0:31347:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797193728 : -121189912357888 : ffff91c74652d400) 00010000:00000040:0.0:1783444671.033959:0:31347:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c74652d400, remote cookie: 0x332dd2263f6dce5b, flags: 0x1001 00010000:00010000:0.0:1783444671.033965:0:31347:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d400/0x5503b2fe824ef46d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dce5b expref: -99 pid: 31347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783444671.033974:0:31347:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x1c:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1783444671.033977:0:31347:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1783444671.033986:0:31347:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747e41f00. 00010000:00000010:0.0:1783444671.033992:0:31347:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c751113a00. 00010000:00000001:0.0:1783444671.033997:0:31347:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444671.034000:0:31347:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d400/0x5503b2fe824ef46d lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dce5b expref: -99 pid: 31347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444671.034008:0:31347:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d400/0x5503b2fe824ef46d lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dce5b expref: -99 pid: 31347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444671.034014:0:31347:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783444671.034017:0:31347:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783444671.034020:0:31347:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783444671.034021:0:31347:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783444671.034022:0:31347:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783444671.034025:0:31347:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x1c:0x0].0x0 (ffff91c747e41f00) refcount = 1 00010000:00010000:0.0:1783444671.034029:0:31347:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d400/0x5503b2fe824ef46d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dce5b expref: -99 pid: 31347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444671.034036:0:31347:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783444671.034039:0:31347:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783444671.034041:0:31347:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444671.034043:0:31347:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783444671.034045:0:31347:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444671.034048:0:31347:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d400/0x5503b2fe824ef46d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dce5b expref: -99 pid: 31347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444671.034095:0:31347:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783444671.034098:0:31347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444671.034100:0:31347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444671.034100:0:31347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444671.034101:0:31347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444671.034103:0:31347:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444671.034108:0:31347:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783444671.034110:0:31347:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444671.034111:0:31347:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444671.034112:0:31347:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d400 refcount=3 00000020:00000001:0.0:1783444671.034114:0:31347:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797193728 : -121189912357888 : ffff91c74652d400) 00010000:00000001:0.0:1783444671.034117:0:31347:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797193728 : -121189912357888 : ffff91c74652d400) 00010000:00000001:0.0:1783444671.034119:0:31347:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444671.034120:0:31347:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444671.034121:0:31347:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d400 refcount=4 00000020:00000001:0.0:1783444671.034123:0:31347:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797193728 : -121189912357888 : ffff91c74652d400) 00010000:00000001:0.0:1783444671.034124:0:31347:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797193728 : -121189912357888 : ffff91c74652d400) 00010000:00000001:0.0:1783444671.034127:0:31347:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444671.034130:0:31347:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444671.034133:0:31347:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d400/0x5503b2fe824ef46d lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dce5b expref: -99 pid: 31347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444671.034139:0:31347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444671.034140:0:31347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444671.034142:0:31347:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444671.034143:0:31347:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444671.034144:0:31347:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d400 refcount=5 00000020:00000001:0.0:1783444671.034145:0:31347:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797193728 : -121189912357888 : ffff91c74652d400) 00010000:00000001:0.0:1783444671.034147:0:31347:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797193728 : -121189912357888 : ffff91c74652d400) 00010000:00000001:0.0:1783444671.034150:0:31347:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444671.034152:0:31347:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d400/0x5503b2fe824ef46d lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dce5b expref: -99 pid: 31347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444671.034158:0:31347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444671.034160:0:31347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783444671.034162:0:31347:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d400/0x5503b2fe824ef46d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dce5b expref: -99 pid: 31347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444671.034168:0:31347:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444671.034169:0:31347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444671.034171:0:31347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444671.034171:0:31347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444671.034172:0:31347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783444671.034177:0:31347:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff91c746730700 x1870075608256512/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444812 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1783444671.034185:0:31347:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444671.034186:0:31347:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444671.034188:0:31347:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d400 refcount=3 00000020:00000001:0.0:1783444671.034189:0:31347:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797193728 : -121189912357888 : ffff91c74652d400) 00010000:00000001:0.0:1783444671.034191:0:31347:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797193728 : -121189912357888 : ffff91c74652d400) 00010000:00000001:0.0:1783444671.034193:0:31347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444671.034195:0:31347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444671.034196:0:31347:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444671.034198:0:31347:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444671.034201:0:31347:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783444671.034203:0:31347:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444671.034204:0:31347:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444671.034206:0:31347:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d400 refcount=3 00000020:00000001:0.0:1783444671.034207:0:31347:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797193728 : -121189912357888 : ffff91c74652d400) 00010000:00000001:0.0:1783444671.034209:0:31347:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797193728 : -121189912357888 : ffff91c74652d400) 00000002:00010000:0.0:1783444671.034213:0:31347:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d400/0x5503b2fe824ef46d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dce5b expref: -99 pid: 31347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444671.034219:0:31347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444671.034220:0:31347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444671.034221:0:31347:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783444671.034222:0:31347:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444671.034223:0:31347:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444671.034225:0:31347:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d400 refcount=3 00000020:00000001:0.0:1783444671.034226:0:31347:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797193728 : -121189912357888 : ffff91c74652d400) 00010000:00000001:0.0:1783444671.034228:0:31347:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797193728 : -121189912357888 : ffff91c74652d400) 00010000:00000040:0.0:1783444671.034232:0:31347:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41f00 count: 2 00010000:00000001:0.0:1783444671.034234:0:31347:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783444671.034238:0:31347:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589935621/28 (0 0) 00010000:00000001:0.0:1783444671.034240:0:31347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444671.034241:0:31347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444671.034242:0:31347:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783444671.034245:0:31347:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157f750 00000002:00002000:0.0:1783444671.034247:0:31347:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-2 intent=lookup status=0 disp=b: rc = 0 00000002:00000001:0.0:1783444671.034251:0:31347:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444671.034255:0:31347:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444671.034258:0:31347:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783444671.034275:0:31347:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783444671.034278:0:31347:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444671.034282:0:31347:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000001:0.0:1783444671.034286:0:31347:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1783444671.034287:0:31347:0:(namei.c:674:ll_lookup_it_finish()) it ffffa3194157fac8 it_disposition b 00000080:00000001:0.0:1783444671.034290:0:31347:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783444671.034295:0:31347:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1783444671.034299:0:31347:0:(lmv_obd.c:3920:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1783444671.034303:0:31347:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c7453597c0. 00800000:00000001:0.0:1783444671.034306:0:31347:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622883778500544 : -121189931051072 : ffff91c7453597c0) 00800000:00000001:0.0:1783444671.034308:0:31347:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444671.034310:0:31347:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783444671.034313:0:31347:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611164 : 144115205339611164 : 20000040500001c) 00000080:00000001:0.0:1783444671.034316:0:31347:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1783444671.034322:0:31347:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783444671.034324:0:31347:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x1c:0x0] 00000080:00000001:0.0:1783444671.034326:0:31347:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000002:0.0:1783444671.034330:0:31347:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=0 index=0 hash=invalid:0x0 max_inherit=0 max_inherit_rr=0 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:0.0:1783444671.034334:0:31347:0:(llite_lib.c:1827:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1783444671.034336:0:31347:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444671.034339:0:31347:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611164 : 144115205339611164 : 20000040500001c) 00000080:00000001:0.0:1783444671.034342:0:31347:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1783444671.034347:0:31347:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000405:0x1c:0x0], updating i_size 4096 00000080:00200000:0.0:1783444671.034349:0:31347:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x1c:0x0](ffff91c748db1148): rc = 0 00000080:00000001:0.0:1783444671.034352:0:31347:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622883839676744 : -121189869874872 : ffff91c748db1148) 00010000:00000001:0.0:1783444671.034353:0:31347:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444671.034355:0:31347:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444671.034356:0:31347:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d400 refcount=3 00000020:00000001:0.0:1783444671.034358:0:31347:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797193728 : -121189912357888 : ffff91c74652d400) 00010000:00000001:0.0:1783444671.034360:0:31347:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797193728 : -121189912357888 : ffff91c74652d400) 00010000:00000001:0.0:1783444671.034362:0:31347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444671.034363:0:31347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783444671.034365:0:31347:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783444671.035186:0:31347:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783444671.035188:0:31347:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444671.035193:0:31347:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1c:0x0](ffff91c748db1148) for lock 0x5503b2fe824ef46d 00800000:00000001:0.0:1783444671.035199:0:31347:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783444671.035201:0:31347:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783444671.035203:0:31347:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444671.035204:0:31347:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444671.035206:0:31347:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d400 refcount=3 00000020:00000001:0.0:1783444671.035208:0:31347:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797193728 : -121189912357888 : ffff91c74652d400) 00010000:00000001:0.0:1783444671.035211:0:31347:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797193728 : -121189912357888 : ffff91c74652d400) 00010000:00000001:0.0:1783444671.035213:0:31347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444671.035214:0:31347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444671.035216:0:31347:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444671.035218:0:31347:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1783444671.035224:0:31347:0:(namei.c:653:ll_splice_alias()) Add dentry ffff91c748ea76c0 inode ffff91c748db1148 refc 1 flags 0x20000e 00000080:00000002:0.0:1783444671.035230:0:31347:0:(llite_lib.c:3158:ll_update_dir_depth_dmv()) d21f.recovery-small-2 [0x200000405:0x1c:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1783444671.035233:0:31347:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1783444671.035237:0:31347:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1c:0x0](ffff91c748db1148) 00000080:00010000:0.0:1783444671.035240:0:31347:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef46d from it ffffa3194157fac8 00010000:00000001:0.0:1783444671.035242:0:31347:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444671.035243:0:31347:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444671.035245:0:31347:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d400 refcount=3 00000020:00000001:0.0:1783444671.035246:0:31347:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797193728 : -121189912357888 : ffff91c74652d400) 00010000:00000001:0.0:1783444671.035248:0:31347:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797193728 : -121189912357888 : ffff91c74652d400) 00010000:00000001:0.0:1783444671.035250:0:31347:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444671.035253:0:31347:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d400/0x5503b2fe824ef46d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dce5b expref: -99 pid: 31347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444671.035271:0:31347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444671.035272:0:31347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444671.035273:0:31347:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444671.035275:0:31347:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444671.035278:0:31347:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d400/0x5503b2fe824ef46d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dce5b expref: -99 pid: 31347 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783444671.035285:0:31347:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444671.035288:0:31347:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444671.035290:0:31347:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444671.035294:0:31347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444671.035295:0:31347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444671.035297:0:31347:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444671.035300:0:31347:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444671.035302:0:31347:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444671.035304:0:31347:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444671.035307:0:31347:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444671.035308:0:31347:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444671.035309:0:31347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444671.035310:0:31347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783444671.035312:0:31347:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783444671.035317:0:31347:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c752030e00. 00000100:00000001:0.0:1783444671.035321:0:31347:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444671.035328:0:31347:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746730700 x1870075608256512/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444812 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444671.035335:0:31347:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444671.035338:0:31347:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444671.035341:0:31347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c7614b3800. 02000000:00000001:0.0:1783444671.035344:0:31347:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444671.035346:0:31347:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444671.035348:0:31347:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444671.035350:0:31347:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444671.035353:0:31347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c746764400. 02000000:00000001:0.0:1783444671.035357:0:31347:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444671.035359:0:31347:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444671.035361:0:31347:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746730700. 00000100:00000001:0.0:1783444671.035365:0:31347:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444671.035366:0:31347:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783444671.035374:0:31347:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783444671.035376:0:31347:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1c:0x0](ffff91c748db1148), inode mode 41ed mask 1 00000080:00000001:0.0:1783444671.035382:0:31347:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783444671.035397:0:31347:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91c746478040. 00000080:00000001:0.0:1783444671.037754:0:31347:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783444671.037758:0:31347:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1c:0x0](ffff91c748db1148), inode mode 41ed mask 3 00000080:00000001:0.0:1783444671.037764:0:31347:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444671.037769:0:31347:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1783444671.037772:0:31347:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fb50 00000080:00200000:0.0:1783444671.037775:0:31347:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000405:0x1c:0x0](ffff91c748db1148), file ffff91c742a8b980, open_flags 8941, mode 81b6 opened 0 00000080:00000010:0.0:1783444671.037784:0:31347:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff91c76050d600. 00000080:00000001:0.0:1783444671.037788:0:31347:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783444671.037791:0:31347:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fa00 00000080:00200000:0.0:1783444671.037793:0:31347:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x1c:0x0](ffff91c748db1148), intent=open|creat 00000080:00000010:0.0:1783444671.037800:0:31347:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c752030e00. 00800000:00000002:0.0:1783444671.037805:0:31347:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c7453597c0 2 00000080:00000001:0.0:1783444671.037810:0:31347:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444671.037814:0:31347:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444671.037816:0:31347:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157f920 00800000:00000002:0.0:1783444671.037818:0:31347:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000405:0x1c:0x0] 00800000:00000001:0.0:1783444671.037821:0:31347:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783444671.037824:0:31347:0:(lmv_obd.c:2238:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1783444671.037827:0:31347:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444671.037830:0:31347:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444671.037832:0:31347:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444671.037835:0:31347:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444671.037836:0:31347:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444671.037839:0:31347:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1c:0x0] 00800000:00000001:0.0:1783444671.037841:0:31347:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444671.037844:0:31347:0:(lmv_obd.c:2284:lmv_locate_tgt_create()) Process leaving (rc=18446622883747488256 : -121189962063360 : ffff91c7435c6200) 00800000:00000001:0.0:1783444671.037847:0:31347:0:(lmv_obd.c:1203:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1783444671.037849:0:31347:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1783444671.037852:0:31347:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1783444671.037855:0:31347:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1783444671.037857:0:31347:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff91c759350000: Allocated FID [0x200000405:0x1e:0x0] 40000000:00000001:0.0:1783444671.037860:0:31347:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444671.037862:0:31347:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444671.037864:0:31347:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444671.037865:0:31347:0:(lmv_obd.c:1227:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444671.037867:0:31347:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157f8a0 00800000:00000002:0.0:1783444671.037869:0:31347:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000405:0x1c:0x0], fid2=[0x200000405:0x1e:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:0.0:1783444671.037874:0:31347:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444671.037876:0:31347:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157f7d8 00000002:00010000:0.0:1783444671.037878:0:31347:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f,[0x200000405:0x1e:0x0]) in obj [0x200000405:0x1c:0x0], intent: open|creat flags 0104502 00000002:00000001:0.0:1783444671.037881:0:31347:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783444671.037884:0:31347:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783444671.037886:0:31347:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783444671.037892:0:31347:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444671.037894:0:31347:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783444671.037897:0:31347:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41f00 count: 2 00010000:00000001:0.0:1783444671.037900:0:31347:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444671.037903:0:31347:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783444671.037906:0:31347:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444671.037908:0:31347:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444671.037911:0:31347:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444671.037916:0:31347:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746730700. 00000020:00000040:0.0:1783444671.037921:0:31347:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:0.0:1783444671.037926:0:31347:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783444671.037928:0:31347:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444671.037931:0:31347:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783444671.037934:0:31347:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444671.037939:0:31347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444671.037941:0:31347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444671.037943:0:31347:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444671.037945:0:31347:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444671.037947:0:31347:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444671.037951:0:31347:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444671.037957:0:31347:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c746764400. 00000100:00000001:0.0:1783444671.037964:0:31347:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444671.037969:0:31347:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444671.037970:0:31347:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444671.037972:0:31347:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444671.037973:0:31347:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444671.037975:0:31347:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444671.037983:0:31347:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622883799303936 : -121189910247680 : ffff91c746730700) 00010000:00000001:0.0:1783444671.037985:0:31347:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783444671.037988:0:31347:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783444671.037989:0:31347:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41f00 count: 2 00010000:00000001:0.0:1783444671.037992:0:31347:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444671.037994:0:31347:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783444671.037998:0:31347:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c74652c600. 00000020:00000001:0.0:1783444671.038001:0:31347:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783444671.038004:0:31347:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c74652c600 with handle 0x5503b2fe824ef474 to hash 00000020:00000001:0.0:1783444671.038006:0:31347:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783444671.038007:0:31347:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444671.038011:0:31347:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444671.038015:0:31347:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444671.038017:0:31347:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444671.038021:0:31347:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef474 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31347 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444671.038029:0:31347:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef474 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31347 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783444671.038041:0:31347:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783444671.038051:0:31347:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c746730700 x1870075608256768/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783444671.038075:0:31347:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef474 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31347 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783444671.038081:0:31347:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783444671.038083:0:31347:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783444671.038089:0:31347:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c747259cc0. 00000100:00000001:0.0:1783444671.038091:0:31347:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883811007680 : -121189898543936 : ffff91c747259cc0) 00000100:00000001:0.0:1783444671.038094:0:31347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444671.038095:0:31347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799303936 : -121189910247680 : ffff91c746730700) 00000100:00000001:0.0:1783444671.038099:0:31347:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444671.038103:0:31347:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444671.038106:0:31347:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783444671.038108:0:31347:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444671.038112:0:31347:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746730700 x1870075608256768/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444671.038120:0:31347:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444671.038122:0:31347:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444671.038126:0:31347:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444671.038129:0:31347:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444671.038131:0:31347:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444671.038135:0:31347:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746730700 pname:cluuid:pid:xid:nid:opc:job touch:666e3c65-e321-43ec-a94e-a01058e25d7d:31347:1870075608256768:192.168.204.110@tcp:101:touch.0 00000100:00000001:0.0:1783444671.038139:0:31347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444671.038144:0:31347:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444671.038146:0:31347:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444671.038148:0:31347:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444671.038201:0:31347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff91c7604e0000. 02000000:00000001:0.0:1783444671.038203:0:31347:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444671.038209:0:31347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444671.038214:0:31347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658ff78. 00000400:00000010:0.0:1783444671.038221:0:31347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff91c746764000. 00000100:00000200:0.0:1783444671.038229:0:31347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870075608256768, portal 10 00000100:00000001:0.0:1783444671.038231:0:31347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444671.038232:0:31347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799303936 : -121189910247680 : ffff91c746730700) 00000100:00000040:0.0:1783444671.038238:0:31347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c746730700 x1870075608256768/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444812 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444671.038245:0:31347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444671.038248:0:31347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444671.038251:0:31347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9aa0. 00000100:00000200:0.0:1783444671.038253:0:31347:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1870075608256768, offset 0 00000400:00000200:0.0:1783444671.038270:0:31347:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444671.038278:0:31347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444671.038284:0:31347:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444671.038288:0:31347:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444671.038292:0:31347:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444671.038296:0:31347:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444671.038298:0:31347:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444671.038302:0:31347:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2541:2541:256:4294967295] 192.168.204.110@tcp LPNI seq info [2541:2541:8:4294967295] 00000400:00000200:0.0:1783444671.038306:0:31347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444671.038315:0:31347:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444671.038321:0:31347:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444671.038326:0:31347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298000. 00000800:00000200:0.0:1783444671.038332:0:31347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444671.038340:0:31347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444671.038344:0:31347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298000 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1783444671.038353:0:31347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444671.038357:0:31347:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 842162 usecs (843 jiffies) 00000400:00000200:0.0:1783444671.038360:0:31347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444671.038363:0:31347:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296310887 00000100:00000001:0.0:1783444671.038372:0:31347:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296310865 00000100:00000001:0.0:1783444671.038376:0:31347:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296310887 00000100:00000001:0.0:1783444671.038380:0:31347:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296310865 00000100:00000001:0.0:1783444671.038383:0:31347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444671.038386:0:31347:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444671.038388:0:31347:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444671.038389:0:31347:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=136 : 136 : 88) 00000100:00100000:0.0:1783444671.038392:0:31347:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c747259cc0 going to sleep for 136 seconds 00000100:00000001:0.0:1783444671.038394:0:31347:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444671.038397:0:31347:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444671.038733:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444671.038738:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298000. 00000400:00000200:1.0:1783444671.038744:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444671.038750:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444671.038755:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9aa0 00000400:00000010:1.0:1783444671.038757:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9aa0. 00000100:00000001:1.0:1783444671.038761:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444671.038766:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730700 x1870075608256768/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444812 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444671.038776:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444671.038780:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746730700 x1870075608256768/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444812 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444671.038787:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444671.038789:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444671.054386:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444671.054413:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444671.054417:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444671.054420:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444671.054429:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444671.054438:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444671.054448:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444671.054452:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444671.054457:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444671.054461:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a4d2e8555100 00000400:00000200:1.0:1783444671.054465:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444671.054471:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x7061 [32] + 224 00000800:00000001:1.0:1783444671.054477:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444671.054483:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444671.054486:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444671.054490:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444671.054497:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444671.054509:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746730700 x1870075608256768/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444812 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444671.054520:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff91c746730700 x1870075608256768/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444812 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444671.054541:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444671.054550:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444671.054552:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444671.054665:0:31347:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444671.054673:0:31347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444671.054675:0:31347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444671.054678:0:31347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658ff78. 00000400:00000200:0.0:1783444671.054682:0:31347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c746764000 00000400:00000010:0.0:1783444671.054685:0:31347:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff91c746764000. 00000100:00000001:0.0:1783444671.054689:0:31347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444671.054693:0:31347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746730700 x1870075608256768/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444812 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783444671.054707:0:31347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746730700 x1870075608256768/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444812 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444671.054713:0:31347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444671.054715:0:31347:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444671.054717:0:31347:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444671.054721:0:31347:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444671.054723:0:31347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444671.054726:0:31347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444671.054729:0:31347:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444671.054738:0:31347:0:(import.c:2148:obd_at_measure()) add 105 to ffff91c743c0bc60 time=1 v=105 (105 105 105 137) 00000100:00001000:0.0:1783444671.054743:0:31347:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=4 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444671.054745:0:31347:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444671.054747:0:31347:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444671.054749:0:31347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444671.054753:0:31347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444671.054756:0:31347:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783444671.054758:0:31347:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x100000117/0x1] 00000100:00000001:0.0:1783444671.054759:0:31347:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783444671.054762:0:31347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444671.054763:0:31347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799303936 : -121189910247680 : ffff91c746730700) 00000100:00000001:0.0:1783444671.054766:0:31347:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444671.054768:0:31347:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967572 00000100:00000001:0.0:1783444671.054770:0:31347:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444671.054772:0:31347:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444671.054777:0:31347:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746730700 x1870075608256768/t4294967577(4294967577) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444812 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444671.054784:0:31347:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444671.054787:0:31347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444671.054789:0:31347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444671.054792:0:31347:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746730700 x1870075608256768/t4294967577(4294967577) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444812 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783444671.054799:0:31347:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746730700 pname:cluuid:pid:xid:nid:opc:job touch:666e3c65-e321-43ec-a94e-a01058e25d7d:31347:1870075608256768:192.168.204.110@tcp:101:touch.0 00000100:00000001:0.0:1783444671.054804:0:31347:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444671.054807:0:31347:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444671.054809:0:31347:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783444671.054811:0:31347:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444671.054814:0:31347:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746730700 x1870075608256768/t4294967577(4294967577) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444812 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444671.054820:0:31347:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444671.054822:0:31347:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c747259cc0. 00000100:00000001:0.0:1783444671.054825:0:31347:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783444671.054827:0:31347:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444671.054830:0:31347:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783444671.054835:0:31347:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444671.054838:0:31347:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444671.054841:0:31347:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=4 00000020:00000001:0.0:1783444671.054843:0:31347:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444671.054846:0:31347:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000040:0.0:1783444671.054852:0:31347:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c74652c600, remote cookie: 0x332dd2263f6dce77, flags: 0x1001 00010000:00010000:0.0:1783444671.054858:0:31347:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef474 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dce77 expref: -99 pid: 31347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783444671.054868:0:31347:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x1e:0x0].0x0, instead of [0x200000405:0x1c:0x0].0x0 00010000:00000001:0.0:1783444671.054871:0:31347:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1783444671.054879:0:31347:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747e41400. 00010000:00000010:0.0:1783444671.054883:0:31347:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c751113080. 00010000:00000001:0.0:1783444671.054887:0:31347:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444671.054890:0:31347:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef474 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dce77 expref: -99 pid: 31347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444671.054898:0:31347:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef474 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dce77 expref: -99 pid: 31347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444671.054909:0:31347:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783444671.054913:0:31347:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783444671.054914:0:31347:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783444671.054916:0:31347:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783444671.054917:0:31347:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783444671.054919:0:31347:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x1e:0x0].0x0 (ffff91c747e41400) refcount = 1 00010000:00010000:0.0:1783444671.054923:0:31347:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef474 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dce77 expref: -99 pid: 31347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444671.054929:0:31347:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783444671.054932:0:31347:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783444671.054933:0:31347:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444671.054935:0:31347:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783444671.054938:0:31347:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444671.054940:0:31347:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef474 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dce77 expref: -99 pid: 31347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444671.054946:0:31347:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783444671.054948:0:31347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444671.054949:0:31347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444671.054950:0:31347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444671.054951:0:31347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444671.054953:0:31347:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444671.054957:0:31347:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783444671.054959:0:31347:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444671.054961:0:31347:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444671.054962:0:31347:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=3 00000020:00000001:0.0:1783444671.054964:0:31347:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444671.054966:0:31347:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444671.054969:0:31347:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444671.054970:0:31347:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444671.054971:0:31347:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=4 00000020:00000001:0.0:1783444671.054973:0:31347:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444671.054975:0:31347:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444671.054979:0:31347:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444671.054982:0:31347:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444671.054985:0:31347:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef474 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dce77 expref: -99 pid: 31347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444671.054991:0:31347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444671.054992:0:31347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444671.054994:0:31347:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444671.054995:0:31347:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444671.054996:0:31347:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=5 00000020:00000001:0.0:1783444671.054998:0:31347:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444671.055000:0:31347:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444671.055002:0:31347:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444671.055004:0:31347:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef474 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dce77 expref: -99 pid: 31347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444671.055010:0:31347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444671.055011:0:31347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783444671.055014:0:31347:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef474 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dce77 expref: -99 pid: 31347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444671.055019:0:31347:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444671.055020:0:31347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444671.055021:0:31347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444671.055022:0:31347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444671.055023:0:31347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783444671.055027:0:31347:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff91c746730700 x1870075608256768/t4294967577(4294967577) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444812 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783444671.055036:0:31347:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783444671.055040:0:31347:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c746730700 x1870075608256768/t4294967577(4294967577) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444812 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783444671.055052:0:31347:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444671.055339:0:31347:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444671.055342:0:31347:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444671.055344:0:31347:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=3 00000020:00000001:0.0:1783444671.055346:0:31347:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444671.055349:0:31347:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00000002:00010000:0.0:1783444671.055353:0:31347:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef474 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dce77 expref: -99 pid: 31347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1783444671.055362:0:31347:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff91c7453591c0. 00010000:00000001:0.0:1783444671.055365:0:31347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444671.055366:0:31347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444671.055368:0:31347:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444671.055370:0:31347:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444671.055372:0:31347:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783444671.055375:0:31347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444671.055376:0:31347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799303936 : -121189910247680 : ffff91c746730700) 00000100:00000001:0.0:1783444671.055378:0:31347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444671.055379:0:31347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799303936 : -121189910247680 : ffff91c746730700) 00010000:00000001:0.0:1783444671.055381:0:31347:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444671.055382:0:31347:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444671.055383:0:31347:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=3 00000020:00000001:0.0:1783444671.055385:0:31347:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444671.055387:0:31347:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00000002:00010000:0.0:1783444671.055391:0:31347:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef474 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dce77 expref: -99 pid: 31347 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444671.055396:0:31347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444671.055397:0:31347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444671.055411:0:31347:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783444671.055413:0:31347:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444671.055414:0:31347:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444671.055415:0:31347:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=3 00000020:00000001:0.0:1783444671.055417:0:31347:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444671.055419:0:31347:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000040:0.0:1783444671.055423:0:31347:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41400 count: 2 00010000:00000001:0.0:1783444671.055426:0:31347:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783444671.055429:0:31347:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589935621/30 (0 0) 00010000:00000001:0.0:1783444671.055432:0:31347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444671.055433:0:31347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444671.055435:0:31347:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783444671.055437:0:31347:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157f760 00000002:00002000:0.0:1783444671.055439:0:31347:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1783444671.055442:0:31347:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444671.055446:0:31347:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444671.055448:0:31347:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783444671.055452:0:31347:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000405:0x1c:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783444671.055455:0:31347:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444671.055459:0:31347:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c7453597c0 2 00000080:00000001:0.0:1783444671.055462:0:31347:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1783444671.055464:0:31347:0:(namei.c:674:ll_lookup_it_finish()) it ffff91c76050d600 it_disposition 1800037 00000080:00002000:0.0:1783444671.055469:0:31347:0:(namei.c:653:ll_splice_alias()) Add dentry ffff91c748ea7af8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1783444671.055475:0:31347:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783444671.055478:0:31347:0:(namei.c:1619:ll_create_it()) Process entered 00000020:00000001:0.0:1783444671.055480:0:31347:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157f988 00000080:00200000:0.0:1783444671.055482:0:31347:0:(namei.c:1623:ll_create_it()) VFS Op:name=f, dir=[0x200000405:0x1c:0x0](ffff91c748db1148), intent=open|creat 00000080:00000001:0.0:1783444671.055484:0:31347:0:(namei.c:1570:ll_create_node()) Process entered 00000080:00000001:0.0:1783444671.055487:0:31347:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783444671.055491:0:31347:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783444671.055494:0:31347:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783444671.055497:0:31347:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611166 : 144115205339611166 : 20000040500001e) 00000080:00000001:0.0:1783444671.055500:0:31347:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1783444671.055509:0:31347:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91c748d19080. 00000020:00000001:0.0:1783444671.055519:0:31347:0:(class_obd.c:1011:obd_heat_clear()) Process entered 00000020:00000001:0.0:1783444671.055521:0:31347:0:(class_obd.c:1014:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1783444671.055523:0:31347:0:(llite_lib.c:3223:ll_read_inode2()) Process entered 00000080:00200000:0.0:1783444671.055526:0:31347:0:(llite_lib.c:3226:ll_read_inode2()) VFS Op:inode=[0x200000405:0x1e:0x0](ffff91c748d19148) 00000020:00000001:0.0:1783444671.055529:0:31347:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783444671.055534:0:31347:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593f8480. 00000020:00000010:0.0:1783444671.055540:0:31347:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031400. 00000020:00000010:0.0:1783444671.055561:0:31347:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752031800. 00000020:00000010:0.0:1783444671.055564:0:31347:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c76050dd80. 00000008:00000010:0.0:1783444671.055570:0:31347:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7510b6fe0. 00020000:00000010:0.0:1783444671.055575:0:31347:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c743ec1cc0. 00008000:00000010:0.0:1783444671.055579:0:31347:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c760970000. 00000080:00000010:0.0:1783444671.055585:0:31347:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c7467e3dc8. 00000080:00000010:0.0:1783444671.055589:0:31347:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c758833090. 00000020:00000010:0.0:1783444671.055592:0:31347:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031e00. 00000008:00000010:0.0:1783444671.055596:0:31347:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c76034bb80. 00020000:00000010:0.0:1783444671.055599:0:31347:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7511eeb58. 00008000:00000010:0.0:1783444671.055603:0:31347:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c74353da28. 00000080:00000010:0.0:1783444671.055607:0:31347:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c76031f1e0. 00000020:00000001:0.0:1783444671.055610:0:31347:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114695304 : -121189594856312 : ffff91c7593f8488) 00000020:00001000:0.0:1783444671.055612:0:31347:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593f8480 00000020:00000001:0.0:1783444671.055736:0:31347:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:0.0:1783444671.055743:0:31347:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff91c7513a0000. 00000020:00000001:0.0:1783444671.055746:0:31347:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1783444671.055748:0:31347:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444671.055756:0:31347:0:(lov_object.c:2354:lov_object_alloc()) Process entered 00020000:00000010:0.0:1783444671.055760:0:31347:0:(lov_object.c:2355:lov_object_alloc()) slab-alloced 'lov': 248 at ffff91c7452986c8. 00020000:00000001:0.0:1783444671.055762:0:31347:0:(lov_object.c:2369:lov_object_alloc()) Process leaving (rc=18446622883777709768 : -121189931841848 : ffff91c7452986c8) 00020000:00000001:0.0:1783444671.055765:0:31347:0:(lov_object.c:1409:lov_object_init()) Process entered 00020000:00000001:0.0:1783444671.055767:0:31347:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783444671.055773:0:31347:0:(lov_ea.c:221:lsme_unpack()) kmalloced '(lsme)': 80 at ffff91c76050d960. 00020000:00000010:0.0:1783444671.055776:0:31347:0:(lov_ea.c:258:lsme_unpack()) slab-alloced 'loi': 112 at ffff91c750642000. 00020000:00000010:0.0:1783444671.055781:0:31347:0:(lov_ea.c:385:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91c76050d8a0. 00020000:00000001:0.0:1783444671.055783:0:31347:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446622884233271456 : -121189476280160 : ffff91c76050d8a0) 00020000:00000002:0.0:1783444671.055787:0:31347:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c76050d8a0, objid 0x1e:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783444671.055791:0:31347:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783444671.055795:0:31347:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c750642000: ostid: 0x2c0000401:17 ost idx: 1 gen: 0 00020000:00000001:0.0:1783444671.055798:0:31347:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1783444671.055800:0:31347:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c76050d8a0, objid 0x1e:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783444671.055803:0:31347:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783444671.055806:0:31347:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c750642000: ostid: 0x2c0000401:17 ost idx: 1 gen: 0 00020000:00000010:0.0:1783444671.055810:0:31347:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff91c760517400. 00020000:00000010:0.0:1783444671.055813:0:31347:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff91c747259cc0. 00020000:00000001:0.0:1783444671.055817:0:31347:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1783444671.055820:0:31347:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff91c7434b5f70. 00020000:00000001:0.0:1783444671.055823:0:31347:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1783444671.055824:0:31347:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:0.0:1783444671.055829:0:31347:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1783444671.055832:0:31347:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff91c7513a0a28. 00000020:00000001:0.0:1783444671.055834:0:31347:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1783444671.055835:0:31347:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444671.055837:0:31347:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446622883980118696 : -121189729432920 : ffff91c7513a0aa8) 00020000:00000001:0.0:1783444671.055841:0:31347:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1783444671.055845:0:31347:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff91c7595efdc0. 00020000:00000001:0.0:1783444671.055847:0:31347:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444671.055851:0:31347:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622883980118696 : -121189729432920 : ffff91c7513a0aa8) 00020000:00000001:0.0:1783444671.055854:0:31347:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446622883980118696 : -121189729432920 : ffff91c7513a0aa8) 00020000:00000002:0.0:1783444671.055856:0:31347:0:(lov_object.c:134:lov_init_sub()) [0x2c0000401:0x11:0x0]@ffff91c7513a0a28[0:0] -> [0x200000405:0x1e:0x0]@ffff91c7513a0000: ostid: 0x2c0000401:17 ost idx: 1 gen: 0 00020000:00000001:0.0:1783444671.055862:0:31347:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1783444671.055863:0:31347:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:0.0:1783444671.055866:0:31347:0:(lov_object.c:1437:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444671.055869:0:31347:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622883980116096 : -121189729435520 : ffff91c7513a0080) 00000020:00001000:0.0:1783444671.055872:0:31347:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593f8480 00000020:00000010:0.0:1783444671.055874:0:31347:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752031800. 00000020:00000010:0.0:1783444671.055878:0:31347:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c76050dd80. 00000008:00000010:0.0:1783444671.055882:0:31347:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7510b6fe0. 00020000:00000010:0.0:1783444671.055886:0:31347:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c743ec1cc0. 00008000:00000010:0.0:1783444671.055889:0:31347:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c760970000. 00000080:00000010:0.0:1783444671.055892:0:31347:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c7467e3dc8. 00000080:00000010:0.0:1783444671.055895:0:31347:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c758833090. 00000020:00000010:0.0:1783444671.055898:0:31347:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031400. 00000008:00000010:0.0:1783444671.055900:0:31347:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c76034bb80. 00020000:00000010:0.0:1783444671.055903:0:31347:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7511eeb58. 00008000:00000010:0.0:1783444671.055906:0:31347:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c74353da28. 00000080:00000010:0.0:1783444671.055908:0:31347:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c76031f1e0. 00000020:00000010:0.0:1783444671.055911:0:31347:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031e00. 00000020:00000010:0.0:1783444671.055912:0:31347:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593f8480. 00000080:00000001:0.0:1783444671.055917:0:31347:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611166 : 144115205339611166 : 20000040500001e) 00000080:00000001:0.0:1783444671.055920:0:31347:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1783444671.055922:0:31347:0:(llite_lib.c:2920:ll_update_inode()) setting ino 144115205339611166 mtime from 0 to 1783444671 00000080:00000001:0.0:1783444671.055926:0:31347:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1783444671.055928:0:31347:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622883839054152 : -121189870497464 : ffff91c748d19148) 00010000:00000001:0.0:1783444671.055931:0:31347:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444671.055932:0:31347:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444671.055934:0:31347:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=3 00000020:00000001:0.0:1783444671.055936:0:31347:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444671.055938:0:31347:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00000080:00000001:0.0:1783444671.055942:0:31347:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783444671.055943:0:31347:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783444671.055946:0:31347:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593f8480. 00000020:00000010:0.0:1783444671.055948:0:31347:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031e00. 00000020:00000010:0.0:1783444671.055951:0:31347:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752031400. 00000020:00000010:0.0:1783444671.055953:0:31347:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c76050dd80. 00000008:00000010:0.0:1783444671.055956:0:31347:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7510b6fe0. 00020000:00000010:0.0:1783444671.055958:0:31347:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c743ec1cc0. 00008000:00000010:0.0:1783444671.055960:0:31347:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c760970000. 00000080:00000010:0.0:1783444671.055963:0:31347:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c7467e3dc8. 00000080:00000010:0.0:1783444671.055965:0:31347:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c758833090. 00000020:00000010:0.0:1783444671.055968:0:31347:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031800. 00000008:00000010:0.0:1783444671.055970:0:31347:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c76034bb80. 00020000:00000010:0.0:1783444671.055973:0:31347:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7511eeb58. 00008000:00000010:0.0:1783444671.055975:0:31347:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c74353da28. 00000080:00000010:0.0:1783444671.055978:0:31347:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c76031f1e0. 00000020:00000001:0.0:1783444671.055980:0:31347:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114695304 : -121189594856312 : ffff91c7593f8488) 00000020:00001000:0.0:1783444671.055982:0:31347:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593f8480 00000020:00000001:0.0:1783444671.055984:0:31347:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783444671.055986:0:31347:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783444671.055987:0:31347:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783444671.055990:0:31347:0:(lov_ea.c:221:lsme_unpack()) kmalloced '(lsme)': 80 at ffff91c76050dcc0. 00020000:00000010:0.0:1783444671.055993:0:31347:0:(lov_ea.c:258:lsme_unpack()) slab-alloced 'loi': 112 at ffff91c750642780. 00020000:00000010:0.0:1783444671.055995:0:31347:0:(lov_ea.c:385:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91c76050dc00. 00020000:00000001:0.0:1783444671.055997:0:31347:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446622884233272320 : -121189476279296 : ffff91c76050dc00) 00020000:00000002:0.0:1783444671.056000:0:31347:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c76050dc00, objid 0x1e:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783444671.056003:0:31347:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783444671.056006:0:31347:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c750642780: ostid: 0x2c0000401:17 ost idx: 1 gen: 0 00020000:00000002:0.0:1783444671.056009:0:31347:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff91c7452986c8) owner ffff91c75117cf80 00020000:00000001:0.0:1783444671.056012:0:31347:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783444671.056014:0:31347:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff91c7452986c8) owner ffff91c75117cf80 00020000:00000010:0.0:1783444671.056018:0:31347:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91c750642780. 00020000:00000010:0.0:1783444671.056021:0:31347:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff91c76050dcc0. 00020000:00000010:0.0:1783444671.056024:0:31347:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91c76050dc00. 00020000:00000002:0.0:1783444671.056026:0:31347:0:(lov_object.c:1533:lov_conf_set()) [0x200000405:0x1e:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783444671.056028:0:31347:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444671.056030:0:31347:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444671.056033:0:31347:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783444671.056035:0:31347:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7452986c8) owner 0000000000000000/ffff91c75117cf80 00020000:00000002:0.0:1783444671.056038:0:31347:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff91c76050d8a0 addref 2/0 by ffff91c75117cf80. 00020000:00000002:0.0:1783444671.056040:0:31347:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7452986c8) owner 0000000000000000/ffff91c75117cf80 00020000:00000001:0.0:1783444671.056041:0:31347:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783444671.056043:0:31347:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783444671.056044:0:31347:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783444671.056046:0:31347:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783444671.056048:0:31347:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783444671.056050:0:31347:0:(file.c:6749:ll_layout_conf()) [0x200000405:0x1e:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1783444671.056052:0:31347:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593f8480 00000020:00000010:0.0:1783444671.056076:0:31347:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752031400. 00000020:00000010:0.0:1783444671.056080:0:31347:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c76050dd80. 00000008:00000010:0.0:1783444671.056082:0:31347:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7510b6fe0. 00020000:00000010:0.0:1783444671.056084:0:31347:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c743ec1cc0. 00008000:00000010:0.0:1783444671.056086:0:31347:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c760970000. 00000080:00000010:0.0:1783444671.056088:0:31347:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c7467e3dc8. 00000080:00000010:0.0:1783444671.056090:0:31347:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c758833090. 00000020:00000010:0.0:1783444671.056091:0:31347:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031e00. 00000008:00000010:0.0:1783444671.056093:0:31347:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c76034bb80. 00020000:00000010:0.0:1783444671.056095:0:31347:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7511eeb58. 00008000:00000010:0.0:1783444671.056098:0:31347:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c74353da28. 00000080:00000010:0.0:1783444671.056100:0:31347:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c76031f1e0. 00000020:00000010:0.0:1783444671.056101:0:31347:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031800. 00000020:00000010:0.0:1783444671.056103:0:31347:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593f8480. 00000080:00000001:0.0:1783444671.056105:0:31347:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444671.056107:0:31347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444671.056108:0:31347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783444671.056109:0:31347:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783444671.056112:0:31347:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783444671.056114:0:31347:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444671.056116:0:31347:0:(namei.c:1589:ll_create_node()) setting l_ast_data to inode [0x200000405:0x1e:0x0](ffff91c748d19148) 00000080:00010000:0.0:1783444671.056119:0:31347:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1e:0x0](ffff91c748d19148) for lock 0x5503b2fe824ef474 00800000:00000001:0.0:1783444671.056122:0:31347:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783444671.056124:0:31347:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783444671.056126:0:31347:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444671.056127:0:31347:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444671.056128:0:31347:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=3 00000020:00000001:0.0:1783444671.056129:0:31347:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444671.056131:0:31347:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444671.056133:0:31347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444671.056134:0:31347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444671.056136:0:31347:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444671.056138:0:31347:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444671.056139:0:31347:0:(namei.c:1591:ll_create_node()) Process leaving 00000100:00000001:0.0:1783444671.056141:0:31347:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444671.056147:0:31347:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff91c746730700 x1870075608256768/t4294967577(4294967577) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444812 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444671.056154:0:31347:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444671.056159:0:31347:0:(namei.c:1675:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444671.056162:0:31347:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1e:0x0](ffff91c748d19148) 00000080:00000001:0.0:1783444671.056164:0:31347:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783444671.056168:0:31347:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c752030e00. 00000100:00000001:0.0:1783444671.056171:0:31347:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444671.056173:0:31347:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746730700 x1870075608256768/t4294967577(4294967577) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444812 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444671.056178:0:31347:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444671.056181:0:31347:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1783444671.056183:0:31347:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444671.056190:0:31347:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783444671.056192:0:31347:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fa60 00000080:00200008:0.0:1783444671.056194:0:31347:0:(file.c:1058:ll_file_open()) START file f:[0x200000405:0x1e:0x0](ffff91c748d19148), flags 104501 00000080:00000010:0.0:1783444671.056202:0:31347:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91c74ad74640. 00000080:00000010:0.0:1783444671.056208:0:31347:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff91c7453595c0. 00000080:00000001:0.0:1783444671.056210:0:31347:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783444671.056214:0:31347:0:(lmv_obd.c:4175:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783444671.056217:0:31347:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444671.056219:0:31347:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444671.056221:0:31347:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444671.056223:0:31347:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444671.056225:0:31347:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444671.056227:0:31347:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1e:0x0] 00800000:00000001:0.0:1783444671.056229:0:31347:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444671.056232:0:31347:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783444671.056235:0:31347:0:(obd.h:1438:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91c746478400. 00000002:00100000:0.0:1783444671.056240:0:31347:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c746730700 x1870075608256768/t4294967577(4294967577) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444812 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783444671.056246:0:31347:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444671.056248:0:31347:0:(lmv_obd.c:4181:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783444671.056251:0:31347:0:(rw.c:949:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783444671.056254:0:31347:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444671.056256:0:31347:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444671.056272:0:31347:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444671.056276:0:31347:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746730700 x1870075608256768/t4294967577(4294967577) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444812 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783444671.056283:0:31347:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444671.056286:0:31347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff91c7604e0000. 02000000:00000001:0.0:1783444671.056309:0:31347:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783444671.056311:0:31347:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444671.056314:0:31347:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fa60 00000080:00000008:0.0:1783444671.056317:0:31347:0:(file.c:1297:ll_file_open()) COMPLETED file f:[0x200000405:0x1e:0x0](ffff91c748d19148), flags 104501, rc = 0 00000080:00000001:0.0:1783444671.056320:0:31347:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783444671.056321:0:31347:0:(dcache.c:176:ll_intent_release()) intent ffff91c76050d600 released 00000080:00010000:0.0:1783444671.056323:0:31347:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef474 from it ffff91c76050d600 00010000:00000001:0.0:1783444671.056326:0:31347:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444671.056327:0:31347:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444671.056328:0:31347:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=3 00000020:00000001:0.0:1783444671.056330:0:31347:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444671.056332:0:31347:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444671.056334:0:31347:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444671.056337:0:31347:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef474 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6dce77 expref: -99 pid: 31347 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444671.056344:0:31347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444671.056345:0:31347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444671.056346:0:31347:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444671.056349:0:31347:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444671.056351:0:31347:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef474 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dce77 expref: -99 pid: 31347 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783444671.056358:0:31347:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444671.056362:0:31347:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444671.056364:0:31347:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444671.056368:0:31347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444671.056369:0:31347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444671.056371:0:31347:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444671.056374:0:31347:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444671.056375:0:31347:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444671.056377:0:31347:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444671.056380:0:31347:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444671.056382:0:31347:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444671.056384:0:31347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444671.056385:0:31347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783444671.056386:0:31347:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1783444671.056388:0:31347:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783444671.056390:0:31347:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783444671.056392:0:31347:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783444671.056394:0:31347:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783444671.056396:0:31347:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444671.059126:0:31347:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1783444671.059133:0:31347:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444671.059138:0:31347:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783444671.059141:0:31347:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444671.059143:0:31347:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783444671.059147:0:31347:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff91c76050d600. 00000080:00000001:0.0:1783444671.059155:0:31347:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444671.059160:0:31347:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783444671.059163:0:31347:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1e:0x0](ffff91c748d19148), inode mode 81a4 mask 40 00000080:00000001:0.0:1783444671.059169:0:31347:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444671.059214:0:31347:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783444671.059219:0:31347:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7452986c8) owner 0000000000000000/ffff91c75117cf80 00020000:00000002:0.0:1783444671.059223:0:31347:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7452986c8) owner 0000000000000000/ffff91c75117cf80 00020000:00000001:0.0:1783444671.059226:0:31347:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444671.059237:0:31347:0:(llite_lib.c:2298:ll_setattr_raw()) Process entered 00000020:00000001:0.0:1783444671.059240:0:31347:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fc30 00000080:00200008:0.0:1783444671.059243:0:31347:0:(llite_lib.c:2307:ll_setattr_raw()) START file f:[0x200000405:0x1e:0x0](ffff91c748d19148) current size 0, valid attrs 20070, mode 0, uid -1053552110, gid -1, new size 213440, atime 1783444671.000000000, mtime 1783444671.000000000, ctime 1783444671.000000000 00000080:00000002:0.0:1783444671.059249:0:31347:0:(llite_lib.c:2356:ll_setattr_raw()) setting mtime 1783444671, ctime 1783444671, now = 1783444671 00000080:00000010:0.0:1783444671.059257:0:31347:0:(llite_lib.c:2365:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff91c752030e00. 00000080:00000001:0.0:1783444671.059324:0:31347:0:(llite_lib.c:2005:ll_md_setattr()) Process entered 00800000:00000001:0.0:1783444671.059333:0:31347:0:(lmv_obd.c:3024:lmv_setattr()) Process entered 00800000:00000002:0.0:1783444671.059334:0:31347:0:(lmv_obd.c:3028:lmv_setattr()) SETATTR for [0x200000405:0x1e:0x0], valid 0x100201f0/0x0 00800000:00000001:0.0:1783444671.059337:0:31347:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444671.059340:0:31347:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444671.059342:0:31347:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444671.059345:0:31347:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444671.059347:0:31347:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444671.059349:0:31347:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1e:0x0] 00800000:00000001:0.0:1783444671.059351:0:31347:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444671.059357:0:31347:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1783444671.059359:0:31347:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783444671.059366:0:31347:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41400 count: 2 00010000:00000001:0.0:1783444671.059369:0:31347:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444671.059372:0:31347:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783444671.059376:0:31347:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783444671.059381:0:31347:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef474 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x332dd2263f6dce77 expref: -99 pid: 31347 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783444671.059391:0:31347:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783444671.059395:0:31347:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783444671.059397:0:31347:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783444671.059399:0:31347:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x1e:0x0] mode (null) 00000002:00000001:0.0:1783444671.059402:0:31347:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444671.059405:0:31347:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444671.059407:0:31347:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41400 count: 3 00010000:00000001:0.0:1783444671.059409:0:31347:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783444671.059413:0:31347:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444671.059414:0:31347:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444671.059415:0:31347:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444671.059416:0:31347:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41400 count: 3 00010000:00000001:0.0:1783444671.059418:0:31347:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783444671.059420:0:31347:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444671.059421:0:31347:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444671.059422:0:31347:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444671.059423:0:31347:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41400 count: 3 00010000:00000001:0.0:1783444671.059425:0:31347:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783444671.059426:0:31347:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444671.059428:0:31347:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444671.059429:0:31347:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444671.059430:0:31347:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41400 count: 3 00010000:00000001:0.0:1783444671.059432:0:31347:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783444671.059433:0:31347:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444671.059434:0:31347:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444671.059437:0:31347:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783444671.059439:0:31347:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783444671.059444:0:31347:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593f8480. 00000020:00000010:0.0:1783444671.059448:0:31347:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031800. 00000020:00000010:0.0:1783444671.059451:0:31347:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752031e00. 00000020:00000010:0.0:1783444671.059454:0:31347:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c76050d600. 00000008:00000010:0.0:1783444671.059460:0:31347:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7510b6fe0. 00020000:00000010:0.0:1783444671.059465:0:31347:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c743ec1cc0. 00008000:00000010:0.0:1783444671.059470:0:31347:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c760970000. 00000080:00000010:0.0:1783444671.059476:0:31347:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c7467e3dc8. 00000080:00000010:0.0:1783444671.059480:0:31347:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c758833090. 00000020:00000010:0.0:1783444671.059482:0:31347:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031400. 00000008:00000010:0.0:1783444671.059486:0:31347:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c76034bb80. 00020000:00000010:0.0:1783444671.059489:0:31347:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7511eeb58. 00008000:00000010:0.0:1783444671.059493:0:31347:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c74353da28. 00000080:00000010:0.0:1783444671.059496:0:31347:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c76031f1e0. 00000020:00000001:0.0:1783444671.059498:0:31347:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114695304 : -121189594856312 : ffff91c7593f8488) 00000020:00001000:0.0:1783444671.059501:0:31347:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593f8480 00000020:00000001:0.0:1783444671.059503:0:31347:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783444671.059506:0:31347:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x1e:0x0]: losing layout lock 00000080:00000001:0.0:1783444671.059509:0:31347:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783444671.059511:0:31347:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783444671.059514:0:31347:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783444671.059516:0:31347:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783444671.059518:0:31347:0:(lov_object.c:1533:lov_conf_set()) [0x200000405:0x1e:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783444671.059520:0:31347:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444671.059522:0:31347:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783444671.059524:0:31347:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593f8480 00000020:00000010:0.0:1783444671.059527:0:31347:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752031e00. 00000020:00000010:0.0:1783444671.059530:0:31347:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c76050d600. 00000008:00000010:0.0:1783444671.059533:0:31347:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7510b6fe0. 00020000:00000010:0.0:1783444671.059536:0:31347:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c743ec1cc0. 00008000:00000010:0.0:1783444671.059538:0:31347:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c760970000. 00000080:00000010:0.0:1783444671.059541:0:31347:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c7467e3dc8. 00000080:00000010:0.0:1783444671.059544:0:31347:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c758833090. 00000020:00000010:0.0:1783444671.059548:0:31347:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031800. 00000008:00000010:0.0:1783444671.059550:0:31347:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c76034bb80. 00020000:00000010:0.0:1783444671.059553:0:31347:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7511eeb58. 00008000:00000010:0.0:1783444671.059555:0:31347:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c74353da28. 00000080:00000010:0.0:1783444671.059558:0:31347:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c76031f1e0. 00000020:00000010:0.0:1783444671.059561:0:31347:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031400. 00000020:00000010:0.0:1783444671.059563:0:31347:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593f8480. 00000080:00000001:0.0:1783444671.059566:0:31347:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444671.059568:0:31347:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783444671.059570:0:31347:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1e:0x0](ffff91c748d19148) invalid 00000020:00000001:0.0:1783444671.059573:0:31347:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157f838 00000080:00002000:0.0:1783444671.059575:0:31347:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f (ffff91c748ea7af8) parent ffff91c748ea76c0 inode ffff91c748d19148 refc 1 00000080:00000001:0.0:1783444671.059580:0:31347:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783444671.059582:0:31347:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783444671.059584:0:31347:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444671.059588:0:31347:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783444671.059591:0:31347:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783444671.059593:0:31347:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783444671.059595:0:31347:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444671.059599:0:31347:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783444671.059602:0:31347:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c74652c600 with handle 0x5503b2fe824ef474 from hash 00010000:00000001:0.0:1783444671.059605:0:31347:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783444671.059606:0:31347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444671.059607:0:31347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444671.059608:0:31347:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783444671.059611:0:31347:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783444671.059613:0:31347:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783444671.060162:0:31347:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783444671.060164:0:31347:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783444671.060167:0:31347:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1783444671.060174:0:31347:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746731180. 00000020:00000040:0.0:1783444671.060178:0:31347:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=9 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:0.0:1783444671.060183:0:31347:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783444671.060188:0:31347:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444671.060193:0:31347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444671.060194:0:31347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444671.060195:0:31347:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444671.060198:0:31347:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444671.060201:0:31347:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444671.060205:0:31347:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444671.060212:0:31347:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c752031400. 00000100:00000001:0.0:1783444671.060219:0:31347:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444671.060221:0:31347:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444671.060224:0:31347:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783444671.060230:0:31347:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef474 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x332dd2263f6dce77 expref: -99 pid: 31347 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783444671.060237:0:31347:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1783444671.060238:0:31347:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783444671.060240:0:31347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783444671.060242:0:31347:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef474 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x332dd2263f6dce77 expref: -99 pid: 31347 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1783444671.060250:0:31347:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91c7453591c0. 00010000:00000040:0.0:1783444671.060254:0:31347:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747e41400 count: 0 00010000:00000010:0.0:1783444671.060269:0:31347:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c751113080. 00010000:00000001:0.0:1783444671.060276:0:31347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444671.060278:0:31347:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444671.060280:0:31347:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444671.060281:0:31347:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444671.060283:0:31347:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1783444671.060286:0:31347:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1783444671, ctime 1783444671 00000020:00100000:0.0:1783444671.060295:0:31347:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1783444671.060308:0:31347:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c746731180 x1870075608257024/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444671.060315:0:31347:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783444671.060317:0:31347:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783444671.060324:0:31347:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c747259780. 00000100:00000001:0.0:1783444671.060325:0:31347:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883811006336 : -121189898545280 : ffff91c747259780) 00000100:00000001:0.0:1783444671.060328:0:31347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444671.060329:0:31347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799306624 : -121189910244992 : ffff91c746731180) 00000100:00000001:0.0:1783444671.060334:0:31347:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444671.060338:0:31347:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444671.060340:0:31347:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783444671.060341:0:31347:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444671.060345:0:31347:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746731180 x1870075608257024/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444671.060352:0:31347:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444671.060353:0:31347:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444671.060356:0:31347:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444671.060359:0:31347:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444671.060362:0:31347:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444671.060365:0:31347:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746731180 pname:cluuid:pid:xid:nid:opc:job touch:666e3c65-e321-43ec-a94e-a01058e25d7d:31347:1870075608257024:192.168.204.110@tcp:36:touch.0 00000100:00000001:0.0:1783444671.060369:0:31347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444671.060373:0:31347:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444671.060376:0:31347:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444671.060378:0:31347:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444671.060383:0:31347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c746764000. 02000000:00000001:0.0:1783444671.060385:0:31347:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444671.060391:0:31347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444671.060396:0:31347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658ff78. 00000400:00000010:0.0:1783444671.060402:0:31347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9a18. 00000100:00000200:0.0:1783444671.060408:0:31347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608257024, portal 10 00000100:00000001:0.0:1783444671.060410:0:31347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444671.060411:0:31347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799306624 : -121189910244992 : ffff91c746731180) 00000100:00000040:0.0:1783444671.060417:0:31347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746731180 x1870075608257024/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1783444812 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444671.060424:0:31347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444671.060426:0:31347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444671.060429:0:31347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9bb0. 00000100:00000200:0.0:1783444671.060431:0:31347:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1870075608257024, offset 0 00000400:00000200:0.0:1783444671.060437:0:31347:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444671.060446:0:31347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444671.060454:0:31347:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444671.060459:0:31347:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444671.060463:0:31347:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444671.060466:0:31347:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444671.060469:0:31347:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444671.060472:0:31347:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2542:2542:256:4294967295] 192.168.204.110@tcp LPNI seq info [2542:2542:8:4294967295] 00000400:00000200:0.0:1783444671.060476:0:31347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444671.060485:0:31347:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444671.060492:0:31347:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444671.060498:0:31347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298900. 00000800:00000200:0.0:1783444671.060505:0:31347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444671.060512:0:31347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444671.060516:0:31347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298900 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1783444671.060675:0:31347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444671.060681:0:31347:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 840821 usecs (841 jiffies) 00000400:00000200:0.0:1783444671.060685:0:31347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444671.060688:0:31347:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296310907 00000100:00000001:0.0:1783444671.060695:0:31347:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296310887 00000100:00000001:0.0:1783444671.060700:0:31347:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296310907 00000100:00000001:0.0:1783444671.060703:0:31347:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296310887 00000100:00000001:0.0:1783444671.060708:0:31347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444671.060711:0:31347:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444671.060713:0:31347:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444671.060715:0:31347:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=136 : 136 : 88) 00000100:00100000:0.0:1783444671.060717:0:31347:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c747259780 going to sleep for 136 seconds 00000100:00000001:0.0:1783444671.060720:0:31347:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444671.060723:0:31347:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444671.066674:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444671.066684:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298900. 00000400:00000200:1.0:1783444671.066691:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444671.066700:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444671.066707:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9bb0 00000400:00000010:1.0:1783444671.066710:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9bb0. 00000100:00000001:1.0:1783444671.066715:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444671.066723:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746731180 x1870075608257024/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1783444812 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444671.066736:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444671.066739:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746731180 x1870075608257024/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1783444812 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444671.066747:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444671.066748:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1783444671.070218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41400. 00010000:00000010:0.1:1783444671.070234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652c600. 00010000:00000001:0.0:1783444671.714176:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444671.714183:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444671.714189:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444671.714191:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444671.714194:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444671.714195:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444671.714293:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444671.714297:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444671.714300:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1783444671.906202:0:29002:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4910 (cpu 0) has reached its deadline 4296310907, at 4296310912 00000100:00000010:1.0:1783444671.906219:0:29002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7604272a0. 00000100:00000040:0.0:1783444671.906321:0:26147:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4800 (cpu 0) has reached its deadline 4296310907, at 4296310912 00000100:00000010:0.0:1783444671.906328:0:26147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c760427900. 00010000:00000001:0.0:1783444672.738250:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444672.738257:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444672.738263:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444672.738264:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444672.738267:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444672.738268:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444672.738363:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444672.738367:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444672.738369:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1783444672.805940:0:29002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783444672.805952:0:29002:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783444672.805963:0:29002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883b800. 00000020:00000040:1.0:1783444672.805971:0:29002:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:1.0:1783444672.805976:0:29002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444672.805980:0:29002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444672.805985:0:29002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444672.805994:0:29002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c750577500. 00000100:00000001:1.0:1783444672.806001:0:29002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444672.806013:0:29002:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS req@ffff91c75883b800 x1870075608257152/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783444672.806023:0:29002:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444672.806027:0:29002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444672.806034:0:29002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037be4345] to pc [ptlrpcd_00_01+1] req@ffff91c75883b800 x1870075608257152/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444672.806092:0:29002:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444672.806095:0:29002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783444672.806098:0:29002:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783444672.806102:0:29002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758839f80. 00000020:00000040:1.0:1783444672.806105:0:29002:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=10 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:1.0:1783444672.806107:0:29002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444672.806109:0:29002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444672.806111:0:29002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444672.806114:0:29002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c750577a00. 00000100:00000001:1.0:1783444672.806118:0:29002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444672.806120:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1783444672.806123:0:29002:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID req@ffff91c758839f80 x1870075608257280/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783444672.806126:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1783444672.806130:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444672.806136:0:29002:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444672.806138:0:29002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444672.806140:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444672.806144:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444672.806145:0:29002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b7f84b8] to pc [ptlrpcd_00_00+0] req@ffff91c758839f80 x1870075608257280/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444672.806148:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444672.806150:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444672.806157:0:29002:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444672.806160:0:29002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444672.806164:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1783444672.806168:0:29002:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783444672.806175:0:29002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758838000. 00000100:00000040:0.0:1783444672.806175:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c75883b800 x1870075608257152/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1783444672.806180:0:29002:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:1.0:1783444672.806185:0:29002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444672.806187:0:29002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444672.806190:0:29002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444672.806191:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444672.806195:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444672.806196:0:29002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c750577200. 02000000:00000001:0.0:1783444672.806199:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1783444672.806201:0:29002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444672.806203:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444672.806207:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444672.806209:0:29002:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID req@ffff91c758838000 x1870075608257408/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783444672.806214:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c75883b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2400:1870075608257152:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444672.806223:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1783444672.806236:0:29002:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1783444672.806238:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1783444672.806239:0:29002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444672.806243:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444672.806247:0:29002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064789535] to pc [ptlrpcd_00_01+1] req@ffff91c758838000 x1870075608257408/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1783444672.806249:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444672.806255:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c752031800. 02000000:00000001:0.0:1783444672.806258:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444672.806259:0:29002:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444672.806264:0:29002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1783444672.806267:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000040:1.0:1783444672.806269:0:29002:0:(pinger.c:247:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1783444672.806272:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f948. 00000100:00000040:1.0:1783444672.806274:0:29002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783444672.806279:0:29002:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1783444672.806280:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9dd0. 00000100:00000010:1.0:1783444672.806283:0:29002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758839500. 00000020:00000040:1.0:1783444672.806287:0:29002:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=4 obd=lustre-OST0001-osc-ffff91c759350000 00000100:00000001:1.0:1783444672.806289:0:29002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1783444672.806289:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608257152, portal 25 02000000:00000001:1.0:1783444672.806292:0:29002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1783444672.806294:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1783444672.806296:0:29002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444672.806297:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102387712 : -121189607163904 : ffff91c75883b800) 02000000:00000010:1.0:1783444672.806303:0:29002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c751b78a00. 00000100:00000040:0.0:1783444672.806306:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c75883b800 x1870075608257152/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444672.806308:0:29002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444672.806318:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444672.806319:0:29002:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID req@ffff91c758839500 x1870075608257536/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1783444672.806325:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444672.806329:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9c38. 00000100:00000001:1.0:1783444672.806335:0:29002:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1783444672.806335:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870075608257152, offset 0 00000100:00000001:1.0:1783444672.806340:0:29002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444672.806344:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000100:00000040:1.0:1783444672.806348:0:29002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b787611c] to pc [ptlrpcd_00_00+0] req@ffff91c758839500 x1870075608257536/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1783444672.806356:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444672.806363:0:29002:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444672.806368:0:29002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1649) 00000400:00000200:0.0:1783444672.806368:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444672.806376:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444672.806381:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000100:00000001:1.0:1783444672.806383:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1783444672.806386:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1783444672.806388:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444672.806391:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1783444672.806391:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444672.806396:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2543:2543:256:4294967295] 192.168.204.110@tcp LPNI seq info [2543:2543:8:4294967295] 00000100:00000040:1.0:1783444672.806400:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c758838000 x1870075608257408/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1783444672.806404:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444672.806412:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444672.806415:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444672.806419:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 02000000:00000001:1.0:1783444672.806421:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444672.806424:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1783444672.806429:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 02000000:00000001:1.0:1783444672.806430:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1783444672.806436:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298f00. 00000100:00100000:1.0:1783444672.806437:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c758838000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608257408:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444672.806443:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1783444672.806447:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 02000000:00000001:1.0:1783444672.806448:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444672.806452:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444672.806455:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1783444672.806459:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 02000000:00000010:1.0:1783444672.806460:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75118a400. 02000000:00000001:1.0:1783444672.806465:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444672.806466:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1783444672.806471:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444672.806475:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7467364d0. 00000100:00000001:0.0:1783444672.806479:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1783444672.806480:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076880. 00000100:00000200:1.0:1783444672.806486:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608257408, portal 10 00000400:00000200:0.0:1783444672.806487:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444672.806491:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444672.806492:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296315904 00000100:00000001:1.0:1783444672.806494:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102373376 : -121189607178240 : ffff91c758838000) 00000100:00000010:0.0:1783444672.806500:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c76050d600. 00000100:00000040:1.0:1783444672.806505:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c758838000 x1870075608257408/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444672.806508:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1783444672.806516:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1783444672.806517:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296315904 00000100:00000040:1.0:1783444672.806521:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000100:00000010:0.0:1783444672.806523:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c76050dd80. 00000400:00000010:1.0:1783444672.806526:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076088. 00000100:00000001:0.0:1783444672.806528:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 1 00000100:00000200:1.0:1783444672.806531:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608257408, offset 0 00000100:00000001:0.0:1783444672.806533:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444672.806538:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444672.806541:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000100:00000001:0.0:1783444672.806543:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444672.806546:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444672.806549:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444672.806550:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444672.806553:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1783444672.806557:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000100:00000001:0.0:1783444672.806558:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444672.806561:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444672.806563:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1783444672.806565:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444672.806570:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000100:00000040:0.0:1783444672.806570:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c758839f80 x1870075608257280/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1783444672.806576:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444672.806582:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000100:00000001:0.0:1783444672.806587:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1783444672.806589:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2544:2544:255:4294967295] 192.168.204.110@tcp LPNI seq info [2544:2544:7:4294967295] 00000100:00000001:0.0:1783444672.806590:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444672.806594:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444672.806597:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1783444672.806598:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 02000000:00000001:0.0:1783444672.806601:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444672.806607:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c758839f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608257280:192.168.204.110@tcp:400:kworker.0 00000400:00000200:1.0:1783444672.806614:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000100:00000001:0.0:1783444672.806614:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444672.806618:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444672.806621:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444672.806622:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 02000000:00000001:0.0:1783444672.806623:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:1.0:1783444672.806628:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c751b78800. 02000000:00000010:0.0:1783444672.806630:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c752031c00. 02000000:00000001:0.0:1783444672.806634:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444672.806635:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000400:00000200:0.0:1783444672.806641:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000800:00000200:1.0:1783444672.806645:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000400:00000010:0.0:1783444672.806646:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f8f0. 00000800:00000200:1.0:1783444672.806650:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c751b78800 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1783444672.806652:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9088. 00000100:00000001:1.0:1783444672.806656:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1783444672.806658:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608257280, portal 10 00000100:00000001:0.0:1783444672.806662:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1783444672.806663:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 20970 usecs (21 jiffies) 00000100:00000001:0.0:1783444672.806663:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102381440 : -121189607170176 : ffff91c758839f80) 00000400:00000200:1.0:1783444672.806671:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000040:0.0:1783444672.806674:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c758839f80 x1870075608257280/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444672.806676:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296311833 00000100:00000001:1.0:1783444672.806681:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296315904 00000100:00000001:1.0:1783444672.806686:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296311833 00000100:00000001:1.0:1783444672.806691:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296315904 00000100:00000001:0.0:1783444672.806692:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1783444672.806696:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1783444672.806697:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000100:00000001:1.0:1783444672.806701:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1783444672.806703:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9f68. 00000100:00000001:1.0:1783444672.806705:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1783444672.806707:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608257280, offset 0 00000100:00000001:1.0:1783444672.806709:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444672.806716:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444672.806721:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444672.806724:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000100:00000001:1.0:1783444672.806728:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1783444672.806728:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1783444672.806732:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=136 : 136 : 88) 00000400:00000200:0.0:1783444672.806733:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000100:00000001:1.0:1783444672.806737:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1783444672.806738:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1783444672.806740:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444672.806744:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444672.806744:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000100:00000001:1.0:1783444672.806748:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444672.806751:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2545:2545:254:4294967295] 192.168.204.110@tcp LPNI seq info [2545:2545:6:4294967295] 00000400:00000200:0.0:1783444672.806757:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444672.806764:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444672.806769:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444672.806773:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298900. 00000800:00000200:0.0:1783444672.806776:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444672.806781:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444672.806784:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444672.806787:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444672.806790:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 840821 usecs (841 jiffies) 00000400:00000200:0.0:1783444672.806793:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444672.806795:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296312653 00000100:00000001:0.0:1783444672.806797:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296315904 00000100:00000001:0.0:1783444672.806800:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296312653 00000100:00000001:0.0:1783444672.806802:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296315904 00000100:00000001:0.0:1783444672.806804:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444672.806806:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444672.806808:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444672.806811:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c758839500 x1870075608257536/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444672.806818:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444672.806820:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444672.806822:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444672.806824:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444672.806826:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444672.806828:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c758839500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608257536:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444672.806831:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444672.806834:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444672.806835:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444672.806837:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444672.806839:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c752030c00. 02000000:00000001:0.0:1783444672.806841:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444672.806844:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444672.806846:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f630. 00000400:00000010:0.0:1783444672.806850:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9220. 00000100:00000200:0.0:1783444672.806852:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608257536, portal 4 00000100:00000001:0.0:1783444672.806854:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444672.806855:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102378752 : -121189607172864 : ffff91c758839500) 00000100:00000040:0.0:1783444672.806861:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c758839500 x1870075608257536/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444672.806866:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444672.806884:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444672.806886:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9ee0. 00000100:00000200:0.0:1783444672.806889:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608257536, offset 0 00000400:00000200:0.0:1783444672.806893:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444672.806897:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444672.806901:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444672.806903:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444672.806905:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444672.806908:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444672.806909:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444672.806912:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2546:2546:253:4294967295] 192.168.204.110@tcp LPNI seq info [2546:2546:5:4294967295] 00000400:00000200:0.0:1783444672.806916:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444672.806922:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444672.806927:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444672.806931:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298000. 00000800:00000200:0.0:1783444672.806935:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444672.806939:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444672.806942:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444672.806945:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444672.806947:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 141653 usecs (142 jiffies) 00000400:00000200:0.0:1783444672.806950:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444672.806952:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296311954 00000100:00000001:0.0:1783444672.806954:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296315904 00000100:00000001:0.0:1783444672.806956:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296311954 00000100:00000001:0.0:1783444672.806958:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296315904 00000100:00000001:0.0:1783444672.806960:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444672.806962:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444672.806964:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444672.806966:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444672.806969:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444672.806971:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783444672.806973:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444672.806974:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444672.806976:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444672.806978:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444672.807050:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444672.807075:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298f00. 00000400:00000200:1.0:1783444672.807083:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444672.807088:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444672.807093:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9c38 00000400:00000010:1.0:1783444672.807096:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9c38. 00000100:00000001:1.0:1783444672.807100:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444672.807105:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c75883b800 x1870075608257152/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444672.807114:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444672.807117:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c75883b800 x1870075608257152/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444672.807124:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444672.807126:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444672.807136:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444672.807138:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c751b78800. 00000400:00000200:1.0:1783444672.807142:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444672.807145:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444672.807147:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076088 00000400:00000010:1.0:1783444672.807149:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076088. 00000100:00000001:1.0:1783444672.807151:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444672.807154:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c758838000 x1870075608257408/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444672.807161:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444672.807164:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c758838000 x1870075608257408/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444813 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444672.807170:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444672.807172:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444672.807177:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444672.807179:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298900. 00000400:00000200:1.0:1783444672.807182:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444672.807185:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444672.807187:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9f68 00000400:00000010:1.0:1783444672.807189:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9f68. 00000100:00000001:1.0:1783444672.807191:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444672.807194:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c758839f80 x1870075608257280/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444672.807200:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444672.807203:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c758839f80 x1870075608257280/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444813 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444672.807209:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444672.807211:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444672.807474:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444672.807477:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298000. 00000400:00000200:1.0:1783444672.807481:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444672.807485:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444672.807488:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9ee0 00000400:00000010:1.0:1783444672.807490:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9ee0. 00000100:00000001:1.0:1783444672.807492:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444672.807496:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c758839500 x1870075608257536/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444672.807504:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444672.807506:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c758839500 x1870075608257536/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444672.807513:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444672.807514:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444672.824316:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444672.824335:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444672.824340:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444672.824342:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444672.824351:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444672.824359:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444672.824367:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444672.824373:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444672.824379:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444672.824384:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8555380 00000400:00000200:1.0:1783444672.824388:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444672.824395:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7091 [1] + 224 00000800:00000001:1.0:1783444672.824402:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444672.824406:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444672.824409:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444672.824414:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444672.824421:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444672.824433:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c758838000 x1870075608257408/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444813 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444672.824446:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c758838000 x1870075608257408/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444672.824472:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444672.824484:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444672.824489:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444672.824491:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444672.824493:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444672.824496:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444672.824499:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444672.824504:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444672.824506:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444672.824509:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444672.824512:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8555300 00000400:00000200:1.0:1783444672.824515:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444672.824519:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x70a1 [1] + 224 00000800:00000001:1.0:1783444672.824523:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444672.824526:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444672.824528:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444672.824531:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444672.824534:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444672.824539:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c758839f80 x1870075608257280/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444813 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444672.824548:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c758839f80 x1870075608257280/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444672.824560:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444672.824565:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444672.824568:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444672.824570:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444672.824573:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444672.824577:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444672.824582:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444672.824587:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444672.824589:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444672.824592:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444672.824595:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e8555400 00000400:00000200:1.0:1783444672.824598:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444672.824603:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x70b1 [1] + 224 00000800:00000001:1.0:1783444672.824682:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444672.824691:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444672.824693:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444672.824697:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444672.824700:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444672.824705:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c758839500 x1870075608257536/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444672.824714:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c758839500 x1870075608257536/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444672.824721:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444672.824725:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444672.824728:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444672.824969:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444672.824974:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444672.824981:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444672.824983:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444672.824986:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7467364d0. 00000400:00000200:0.0:1783444672.824992:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076880 00000400:00000010:0.0:1783444672.824995:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076880. 00000100:00000001:0.0:1783444672.824998:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444672.825004:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c758838000 x1870075608257408/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444672.825014:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c758838000 x1870075608257408/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444813 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444672.825021:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444672.825023:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444672.825264:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444672.825267:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444672.825271:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444672.825272:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444672.825274:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f8f0. 00000400:00000200:1.0:1783444672.825278:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9088 00000400:00000010:1.0:1783444672.825280:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9088. 00000100:00000001:1.0:1783444672.825283:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444672.825288:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c758839f80 x1870075608257280/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444672.825296:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c758839f80 x1870075608257280/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444813 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444672.825303:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444672.825305:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444672.825307:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444672.825310:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444672.825312:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444672.825315:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444672.825318:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444672.825328:0:2400:0:(import.c:2148:obd_at_measure()) add 105 to ffff91c743c0bc60 time=2 v=105 (105 105 105 137) 00000100:00001000:1.0:1783444672.825332:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444672.825334:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444672.825336:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444672.825339:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444672.825342:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444672.825346:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444672.825348:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967572 00000100:00000001:1.0:1783444672.825350:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444672.825353:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444672.825358:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c758839f80 x1870075608257280/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444672.825365:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444672.825368:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444672.825370:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444672.825374:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758839f80 x1870075608257280/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444813 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444672.825386:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c758839f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608257280:192.168.204.110@tcp:400:kworker.0 00000400:00000001:1.0:1783444672.825391:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444672.825392:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444672.825394:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f630. 00000400:00000200:1.0:1783444672.825396:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9220 00000400:00000010:1.0:1783444672.825398:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9220. 00000100:00000001:1.0:1783444672.825400:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444672.825403:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c758839500 x1870075608257536/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444672.825411:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c758839500 x1870075608257536/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444672.825418:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444672.825419:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444672.825421:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444672.825422:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444672.825424:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444672.825425:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444672.825427:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444672.825431:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f460 time=152 v=5 (5 5 138 138) 00000100:00001000:1.0:1783444672.825434:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=123 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444672.825436:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444672.825437:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444672.825438:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444672.825440:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444672.825442:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444672.825443:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967313 00000100:00000001:1.0:1783444672.825445:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444672.825446:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444672.825450:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c758839500 x1870075608257536/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444672.825456:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444672.825458:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444672.825459:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444672.825463:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758839500 x1870075608257536/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444688 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444672.825469:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c758839500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608257536:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444672.825474:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444672.825476:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444672.825480:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c758839f80 x1870075608257280/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444813 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444672.825486:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444672.825489:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444672.825492:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c752031c00. 02000000:00000001:1.0:1783444672.825496:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444672.825498:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444672.825500:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=9 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:1.0:1783444672.825502:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444672.825505:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c750577a00. 02000000:00000001:1.0:1783444672.825510:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444672.825511:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444672.825513:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758839f80. 00000100:00000001:1.0:1783444672.825517:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444672.825518:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444672.825520:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444672.825523:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c758839500 x1870075608257536/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444688 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444672.825529:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444672.825530:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444672.825532:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c752030c00. 02000000:00000001:1.0:1783444672.825534:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444672.825535:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444672.825537:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:1.0:1783444672.825538:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444672.825540:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c751b78a00. 02000000:00000001:1.0:1783444672.825543:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444672.825544:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444672.825546:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758839500. 00000100:00000001:1.0:1783444672.825548:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444672.825549:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444672.825552:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444672.825554:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444672.825555:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444672.825557:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444672.825559:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444672.826255:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444672.826260:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444672.826262:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444672.826264:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444672.826266:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444672.826272:0:2401:0:(import.c:2148:obd_at_measure()) add 105 to ffff91c743c09460 time=152 v=105 (105 105 137 137) 00000100:00001000:0.0:1783444672.826276:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=152 v=5 (1 1 1 1) 00000100:00000001:0.0:1783444672.826279:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444672.826280:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444672.826282:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444672.826284:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444672.826286:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444672.826288:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1783444672.826290:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444672.826292:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444672.826298:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c758838000 x1870075608257408/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444672.826311:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444672.826314:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444672.826315:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444672.826318:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758838000 x1870075608257408/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444813 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444672.826326:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c758838000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608257408:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444672.826330:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444672.826332:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444672.826335:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c758838000 x1870075608257408/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444813 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444672.826342:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444672.826343:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444672.826346:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75118a400. 02000000:00000001:0.0:1783444672.826350:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444672.826351:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444672.826353:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:0.0:1783444672.826355:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444672.826357:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c750577200. 02000000:00000001:0.0:1783444672.826359:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444672.826360:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444672.826362:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758838000. 00000100:00000001:0.0:1783444672.826365:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444672.826366:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444672.826368:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444672.826375:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444672.826376:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444672.826379:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444672.826381:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444672.833379:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444672.833398:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444672.833403:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444672.833405:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444672.833415:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444672.833423:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444672.833432:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444672.833437:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444672.833442:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444672.833446:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a4d2e8555280 00000400:00000200:1.0:1783444672.833451:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444672.833457:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7081 [1] + 224 00000800:00000001:1.0:1783444672.833464:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444672.833471:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444672.833475:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444672.833479:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444672.833487:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444672.833496:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c75883b800 x1870075608257152/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444672.833507:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c75883b800 x1870075608257152/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444672.833531:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444672.833540:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444672.833544:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444672.833960:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444672.833965:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444672.833973:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444672.833975:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444672.833978:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f948. 00000400:00000200:0.0:1783444672.833983:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9dd0 00000400:00000010:0.0:1783444672.833985:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9dd0. 00000100:00000001:0.0:1783444672.833989:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444672.833994:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c75883b800 x1870075608257152/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444672.834004:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c75883b800 x1870075608257152/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444672.834011:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444672.834012:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444672.834015:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444672.834018:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444672.834021:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444672.834023:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444672.834758:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444672.834769:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=152 v=5 (5 5 5 5) 00000100:00001000:0.0:1783444672.834774:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=152 v=5 (1 1 1 1) 00000100:00000001:0.0:1783444672.834777:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444672.834778:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444672.834781:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444672.834784:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444672.834786:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444672.834793:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c75883b800 x1870075608257152/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444672.834801:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444672.834804:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444672.834806:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444672.834810:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883b800 x1870075608257152/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444688 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444672.834818:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c75883b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2400:1870075608257152:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444672.834823:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444672.834826:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444672.834830:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c75883b800 x1870075608257152/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444688 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444672.834836:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444672.834839:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444672.834842:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c752031800. 02000000:00000001:0.0:1783444672.834846:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444672.834848:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444672.834850:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:0.0:1783444672.834852:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444672.834856:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c750577500. 02000000:00000001:0.0:1783444672.834859:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444672.834861:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444672.834863:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c75883b800. 00000100:00000001:0.0:1783444672.834935:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444672.834938:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444672.834940:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444672.834948:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444672.834950:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444672.834952:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444672.834954:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444673.507945:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444673.507973:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444673.507978:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444673.507982:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444673.507994:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444673.508004:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444673.508017:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444673.508022:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444673.508029:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444673.508034:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 328 into portal 15 MB=0x6a4d2e99b9200 00000400:00000200:1.0:1783444673.508044:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.110@tcp of length 328/328 into md 0x6989 [2] + 656 00000800:00000001:1.0:1783444673.508111:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444673.508129:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444673.508134:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444673.508139:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444673.508149:0:2393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1783444673.508152:0:2393:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1783444673.508160:0:2393:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758839500. 00000100:00000040:1.0:1783444673.508165:0:2393:0:(events.c:337:request_in_callback()) incoming req@ffff91c758839500 x1870075629638144 msgsize 328 00000100:00100000:1.0:1783444673.508170:0:2393:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.110@tcp (source: 12345-192.168.204.110@tcp) 00000100:00000001:1.0:1783444673.508177:0:2393:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1783444673.508188:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444673.508192:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444673.508363:0:16810:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1783444673.508367:0:16810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870075629638144 02000000:00000001:0.0:1783444673.508371:0:16810:0:(sec.c:2495:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1783444673.508374:0:16810:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444673.508377:0:16810:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444673.508383:0:16810:0:(sec.c:2544:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444673.508388:0:16810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870075629638144 00000020:00000001:0.0:1783444673.508392:0:16810:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783444673.508395:0:16810:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea72 00000020:00000001:0.0:1783444673.508398:0:16810:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444673.508402:0:16810:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c7510a7000 refcount=4 00000020:00000001:0.0:1783444673.508405:0:16810:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883976998912 : -121189732552704 : ffff91c7510a7000) 00000020:00000001:0.0:1783444673.508408:0:16810:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883976998912 : -121189732552704 : ffff91c7510a7000) 00000100:00000001:0.0:1783444673.508414:0:16810:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783444673.508421:0:16810:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91c7453591c0. 00000100:00000001:0.0:1783444673.508424:0:16810:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783444673.508428:0:16810:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff91c7453591c0. 00000020:00000010:0.0:1783444673.508437:0:16810:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752030800. 00000020:00000010:0.0:1783444673.508445:0:16810:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91c751113080. 00000020:00000010:0.0:1783444673.508453:0:16810:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff91c7513a0ed8. 00000100:00000040:0.0:1783444673.508464:0:16810:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1783444673.508468:0:16810:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1783444673.508470:0:16810:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1783444673.508473:0:16810:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444673.508483:0:16810:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444673.508497:0:16810:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444673.508511:0:16810:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1783444673.508513:0:16810:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1783444673.508519:0:16810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.110@tcp, seq: 64 00000100:00000040:0.0:1783444673.508523:0:16810:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff91c7510a7000 : new rpc_count 1 00000100:00000001:0.0:1783444673.508526:0:16810:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446622884102378752 : -121189607172864 : ffff91c758839500) 00000100:00000040:0.0:1783444673.508535:0:16810:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff91c758839500 x1870075629638144/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:294/0 lens 328/0 e 0 to 0 dl 1783444684 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444673.508545:0:16810:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783444673.508548:0:16810:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91c7453591c0. 00000100:00000001:0.0:1783444673.508551:0:16810:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783444673.508553:0:16810:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff91c7453591c0. 00000100:00100000:0.0:1783444673.508557:0:16810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91c758839500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:16785:x1870075629638144:12345-192.168.204.110@tcp:104: 00000100:00000200:0.0:1783444673.508561:0:16810:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870075629638144 00010000:00000001:0.0:1783444673.508564:0:16810:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1783444673.508574:0:16810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444673.508577:0:16810:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444673.508579:0:16810:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225200 refcount=2 00000020:00000001:0.0:1783444673.508582:0:16810:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:0.0:1783444673.508585:0:16810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:0.0:1783444673.508589:0:16810:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444673.508593:0:16810:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783444673.508599:0:16810:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000294ff445/0x5503b2fe824ef3fd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x332dd2263f6dcc86 expref: -99 pid: 30739 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1783444673.508626:0:16810:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1783444673.508630:0:16810:0:(sec.c:2566:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1783444673.508638:0:16810:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff91c746766800. 02000000:00000001:0.0:1783444673.508641:0:16810:0:(sec.c:2603:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444673.508643:0:16810:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444673.508649:0:16810:0:(ldlm_lib.c:3304:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1783444673.508652:0:16810:0:(ldlm_lib.c:3325:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444673.508656:0:16810:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7590235e8 time=153 v=5 (1 1 1 1) 00000100:00000001:0.0:1783444673.508662:0:16810:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783444673.508665:0:16810:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 16 to 192.168.204.110@tcp 00000100:00000001:0.0:1783444673.508668:0:16810:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 02000000:00000001:0.0:1783444673.508670:0:16810:0:(sec.c:2617:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1783444673.508673:0:16810:0:(sec.c:2628:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444673.508677:0:16810:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444673.508680:0:16810:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444673.508685:0:16810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9dd0. 00000100:00000200:0.0:1783444673.508692:0:16810:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1870075629638144, offset 224 00000400:00000200:0.0:1783444673.508699:0:16810:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444673.508708:0:16810:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444673.508717:0:16810:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444673.508724:0:16810:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2547:2547:256:4294967295] 192.168.204.110@tcp LPNI seq info [2547:2547:8:4294967295] 00000400:00000200:0.0:1783444673.508729:0:16810:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444673.508738:0:16810:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444673.508745:0:16810:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444673.508751:0:16810:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298d00. 00000800:00000200:0.0:1783444673.508758:0:16810:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444673.508769:0:16810:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444673.508774:0:16810:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444673.508786:0:16810:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444673.508790:0:16810:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00010000:00000001:0.0:1783444673.508794:0:16810:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783444673.508798:0:16810:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff91c747259d80. 00010000:00000001:0.0:1783444673.508801:0:16810:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783444673.508821:0:16810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1783444673.508824:0:16810:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444673.508826:0:16810:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444673.508828:0:16810:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444673.508834:0:16810:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758839500 x1870075629638144/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:294/0 lens 328/224 e 0 to 0 dl 1783444684 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783444673.508844:0:16810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91c758839500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:16785:x1870075629638144:12345-192.168.204.110@tcp:104: Request processed in 297us (677us total) trans 0 rc 0/0 00000100:00100000:0.0:1783444673.508851:0:16810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.110@tcp, seq: 64 00000100:00000040:0.0:1783444673.508855:0:16810:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91c7510a7000 : new rpc_count 0 00000100:00000001:0.0:1783444673.508858:0:16810:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1783444673.508860:0:16810:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1783444673.508865:0:16810:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91c751113080. 00000020:00000010:0.0:1783444673.508869:0:16810:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff91c7513a0ed8. 00000020:00000010:0.0:1783444673.508873:0:16810:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752030800. 00000020:00000040:0.0:1783444673.508878:0:16810:0:(genops.c:900:class_export_put()) PUTting export ffff91c7510a7000 : new refcount 3 00000100:00000001:0.0:1783444673.508881:0:16810:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444673.510130:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444673.510135:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444673.510138:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444673.510144:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444673.510147:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783444673.510150:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444673.510151:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444673.510153:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444673.510155:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444673.510170:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444673.510173:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444673.510829:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444673.510835:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298d00. 00000400:00000200:1.0:1783444673.510842:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444673.510850:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444673.510857:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9dd0 00000400:00000010:1.0:1783444673.510860:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9dd0. 00000100:00000001:1.0:1783444673.510865:0:2392:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1783444673.510867:0:2392:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1783444673.511646:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444673.511653:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760f26300. 00000400:00000200:1.0:1783444673.511660:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444673.511666:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444673.511671:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218aa0 00000400:00000010:1.0:1783444673.511673:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218aa0. 00000100:00000001:1.0:1783444673.511678:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444673.511686:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3480 x1870075608257664/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444689 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444673.511700:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444673.511703:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f3480 x1870075608257664/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444689 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444673.511710:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444673.511712:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444673.517855:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444673.517890:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444673.517896:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444673.517900:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444673.517912:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444673.517921:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444673.518389:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444673.518396:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444673.518402:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444673.518407:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a4d2e8555480 00000400:00000200:1.0:1783444673.518413:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444673.518420:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x70c9 [1] + 224 00000800:00000001:1.0:1783444673.518429:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444673.518445:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444673.518450:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444673.518456:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444673.518465:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444673.518476:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3480 x1870075608257664/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444689 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444673.518490:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f3480 x1870075608257664/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444689 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444673.518519:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444673.518530:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444673.518534:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444673.518577:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444673.518582:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444673.518591:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444673.518593:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444673.518597:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811000. 00000400:00000200:3.0:1783444673.518603:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218880 00000400:00000010:3.0:1783444673.518617:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218880. 00000100:00000001:3.0:1783444673.518621:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444673.518628:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f3480 x1870075608257664/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444689 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444673.518639:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f3480 x1870075608257664/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444689 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444673.518646:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444673.518648:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444673.518651:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444673.518656:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444673.518659:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444673.518661:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444673.518665:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444673.518678:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f538 time=297 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444673.518683:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=124 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444673.518685:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444673.518687:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444673.518691:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444673.518695:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444673.518699:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444673.518701:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967313 00000100:00000001:3.0:1783444673.518704:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444673.518707:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444673.518713:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f3480 x1870075608257664/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444689 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444673.518721:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444673.518725:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444673.518727:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444673.518732:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f3480 x1870075608257664/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444689 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444673.518746:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608257664:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1783444673.518752:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444673.518755:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444673.518758:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f3480 x1870075608257664/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444689 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444673.518765:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444673.518768:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444673.518773:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7590cd800. 02000000:00000001:3.0:1783444673.518778:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444673.518980:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444673.518984:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:3.0:1783444673.518987:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444673.518991:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c741342800. 02000000:00000001:3.0:1783444673.518997:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444673.519000:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444673.519002:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f3480. 00000100:00000001:3.0:1783444673.519006:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444673.519007:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444673.519011:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444673.519020:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444673.519022:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444673.519025:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444673.519028:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1783444673.519116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211e00. 00010000:00000010:2.1:1783444673.519126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225200. 00020000:00000001:0.0:1783444673.658955:0:31336:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783444673.658968:0:31336:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c745298aa8) owner 0000000000000000/ffff91c7595ba7c0 00020000:00000002:0.0:1783444673.658977:0:31336:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c745298aa8) owner 0000000000000000/ffff91c7595ba7c0 00020000:00000001:0.0:1783444673.658980:0:31336:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444673.659229:0:31336:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783444673.659234:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419e7db8 00000080:00200008:0.0:1783444673.659237:0:31336:0:(file.c:447:ll_file_release()) START file f:[0x200000405:0x1d:0x0](ffff91c748d19988), flags 100002 00000080:00000001:0.0:1783444673.659244:0:31336:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783444673.659247:0:31336:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1783444673.659249:0:31336:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783444673.659251:0:31336:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c745298aa8) owner 0000000000000000/ffff91c7595ba7c0 00020000:00000002:0.0:1783444673.659253:0:31336:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c745298aa8) owner 0000000000000000/ffff91c7595ba7c0 00020000:00000001:0.0:1783444673.659257:0:31336:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444673.659259:0:31336:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783444673.659266:0:31336:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444673.659269:0:31336:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444673.659273:0:31336:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444673.659276:0:31336:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444673.659278:0:31336:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444673.659280:0:31336:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1d:0x0] 00800000:00000001:0.0:1783444673.659283:0:31336:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444673.659290:0:31336:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444673.659294:0:31336:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444673.659306:0:31336:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41900 count: 2 00010000:00000001:0.0:1783444673.659310:0:31336:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783444673.659326:0:31336:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444673.659329:0:31336:0:(lmv_obd.c:4132:lmv_lock_match()) Lock match for [0x200000405:0x1d:0x0]: 0 00000080:00000001:0.0:1783444673.659331:0:31336:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783444673.659334:0:31336:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783444673.659344:0:31336:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff91c752030800. 00000080:00000001:0.0:1783444673.659347:0:31336:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783444673.659354:0:31336:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783444673.659360:0:31336:0:(lmv_obd.c:1665:lmv_close()) Process entered 00800000:00000001:0.0:1783444673.659361:0:31336:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444673.659362:0:31336:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444673.659363:0:31336:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444673.659365:0:31336:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444673.659366:0:31336:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444673.659368:0:31336:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1d:0x0] 00800000:00000001:0.0:1783444673.659369:0:31336:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444673.659372:0:31336:0:(lmv_obd.c:1671:lmv_close()) CLOSE [0x200000405:0x1d:0x0] 00000002:00000001:0.0:1783444673.659376:0:31336:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783444673.659378:0:31336:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91c759350000: [0x200000405:0x1d:0x0] file closed with intent: 0 00000100:00000010:0.0:1783444673.659385:0:31336:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746733b80. 00000020:00000040:0.0:1783444673.659391:0:31336:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=10 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:0.0:1783444673.659397:0:31336:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444673.659401:0:31336:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444673.659406:0:31336:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444673.659415:0:31336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c752030600. 00000100:00000001:0.0:1783444673.659424:0:31336:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783444673.659449:0:31336:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91c746730000 x1870075608256384/t4294967576(4294967576) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444811 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783444673.659463:0:31336:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:0.0:1783444673.659469:0:31336:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c746733b80 x1870075608257920/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783444673.659476:0:31336:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783444673.659478:0:31336:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783444673.659497:0:31336:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c747259540. 00000100:00000001:0.0:1783444673.659501:0:31336:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883811005760 : -121189898545856 : ffff91c747259540) 00000100:00000001:0.0:1783444673.659504:0:31336:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444673.659505:0:31336:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799317376 : -121189910234240 : ffff91c746733b80) 00000100:00000001:0.0:1783444673.659511:0:31336:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444673.659517:0:31336:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444673.659520:0:31336:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783444673.659522:0:31336:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444673.659526:0:31336:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746733b80 x1870075608257920/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444673.659533:0:31336:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444673.659536:0:31336:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444673.659540:0:31336:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444673.659543:0:31336:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444673.659545:0:31336:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444673.659549:0:31336:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746733b80 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:31336:1870075608257920:192.168.204.110@tcp:35:multiop.0 00000100:00000001:0.0:1783444673.659554:0:31336:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444673.659561:0:31336:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444673.659564:0:31336:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444673.659567:0:31336:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444673.659573:0:31336:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c746764800. 02000000:00000001:0.0:1783444673.659575:0:31336:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444673.659585:0:31336:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444673.659601:0:31336:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f948. 00000400:00000010:0.0:1783444673.659612:0:31336:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9d48. 00000100:00000200:0.0:1783444673.659621:0:31336:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608257920, portal 10 00000100:00000001:0.0:1783444673.659623:0:31336:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444673.659624:0:31336:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799317376 : -121189910234240 : ffff91c746733b80) 00000100:00000040:0.0:1783444673.660933:0:31336:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c746733b80 x1870075608257920/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444689 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444673.660945:0:31336:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444673.660947:0:31336:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444673.660953:0:31336:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f93b8. 00000100:00000200:0.0:1783444673.660960:0:31336:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870075608257920, offset 0 00000400:00000200:0.0:1783444673.660968:0:31336:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444673.660979:0:31336:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444673.660990:0:31336:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444673.661580:0:31336:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444673.661588:0:31336:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444673.661592:0:31336:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444673.661597:0:31336:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444673.661601:0:31336:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2549:2549:256:4294967295] 192.168.204.110@tcp LPNI seq info [2549:2549:8:4294967295] 00000400:00000200:0.0:1783444673.661607:0:31336:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444673.661619:0:31336:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444673.661751:0:31336:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444673.661760:0:31336:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298100. 00000800:00000200:0.0:1783444673.661768:0:31336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444673.661780:0:31336:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444673.661785:0:31336:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783444673.661805:0:31336:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444673.661812:0:31336:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 839488 usecs (840 jiffies) 00000400:00000200:0.0:1783444673.661816:0:31336:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444673.661819:0:31336:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296313507 00000100:00000001:0.0:1783444673.661823:0:31336:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296315904 00000100:00000001:0.0:1783444673.661827:0:31336:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296313507 00000100:00000001:0.0:1783444673.661829:0:31336:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296315904 00000100:00000001:0.0:1783444673.661832:0:31336:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444673.661836:0:31336:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444673.661840:0:31336:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444673.661842:0:31336:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783444673.661845:0:31336:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c747259540 going to sleep for 11 seconds 00000100:00000001:0.0:1783444673.661848:0:31336:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444673.661852:0:31336:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444673.661994:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444673.662009:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298100. 00000400:00000200:0.0:1783444673.662016:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444673.662022:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444673.662029:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f93b8 00000400:00000010:0.0:1783444673.662031:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f93b8. 00000100:00000001:0.0:1783444673.662036:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444673.662042:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746733b80 x1870075608257920/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444689 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444673.662072:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444673.662076:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746733b80 x1870075608257920/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444689 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444673.662083:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444673.662085:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00010000:0.0:1783444673.678923:0:31367:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:0.0:1783444673.678936:0:31367:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444673.678939:0:31367:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444673.678947:0:31367:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444673.678951:0:31367:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783444673.678956:0:31367:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444673.678958:0:31367:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783444673.678961:0:31367:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444673.678963:0:31367:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783444673.678966:0:31367:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444673.678969:0:31367:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783444673.678972:0:31367:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444673.678974:0:31367:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783444673.678977:0:31367:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:0.0:1783444673.678980:0:31367:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444673.678984:0:31367:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783444673.679045:0:31367:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 5/5 locks to regular blp list, 1 blwis in pool 00000020:00000001:1.0:1783444673.679765:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444673.679770:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444673.679774:0:16820:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 5 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1783444673.679778:0:16820:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1783444673.679781:0:16820:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783444673.679789:0:16820:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d400/0x5503b2fe824ef46d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6dce5b expref: -99 pid: 31347 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1783444673.679804:0:16820:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783444673.679810:0:16820:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783444673.679813:0:16820:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783444673.679815:0:16820:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x1c:0x0] mode (null) 00000002:00000001:1.0:1783444673.679822:0:16820:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444673.679825:0:16820:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444673.679834:0:16820:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41f00 count: 2 00010000:00000001:1.0:1783444673.679837:0:16820:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444673.679844:0:16820:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444673.679845:0:16820:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444673.679847:0:16820:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444673.679848:0:16820:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41f00 count: 2 00010000:00000001:1.0:1783444673.679851:0:16820:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444673.679853:0:16820:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444673.679855:0:16820:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444673.679859:0:16820:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1783444673.679862:0:16820:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1c:0x0](ffff91c748db1148) invalid 00000020:00000001:1.0:1783444673.679867:0:16820:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941ccbca0 00000080:00002000:1.0:1783444673.679870:0:16820:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry d21f.recovery-small-2 (ffff91c748ea76c0) parent ffff91c74931ae58 inode ffff91c748db1148 refc 1 00000080:00000001:1.0:1783444673.679874:0:16820:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1783444673.679877:0:16820:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783444673.679879:0:16820:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444673.679882:0:16820:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783444673.679888:0:16820:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783444673.679890:0:16820:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783444673.679892:0:16820:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444673.679894:0:16820:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1783444673.679899:0:16820:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c74652d400 with handle 0x5503b2fe824ef46d from hash 00010000:00000001:1.0:1783444673.679902:0:16820:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783444673.679904:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444673.679906:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444673.679907:0:16820:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783444673.679912:0:16820:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783444673.679914:0:16820:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783444673.679916:0:16820:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783444673.679919:0:16820:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbe00/0x5503b2fe824ef458 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6dce00 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1783444673.679927:0:16820:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783444673.679929:0:16820:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783444673.679931:0:16820:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783444673.679932:0:16820:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1783444673.679934:0:16820:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444673.679935:0:16820:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444673.679937:0:16820:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678f00 count: 2 00010000:00000001:1.0:1783444673.679940:0:16820:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444673.679942:0:16820:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444673.679943:0:16820:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444673.679944:0:16820:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444673.679946:0:16820:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678f00 count: 2 00010000:00000001:1.0:1783444673.679947:0:16820:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444673.679949:0:16820:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444673.679950:0:16820:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444673.679951:0:16820:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444673.679953:0:16820:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678f00 count: 2 00010000:00000001:1.0:1783444673.679954:0:16820:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444673.679956:0:16820:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444673.679957:0:16820:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1783444673.679960:0:16820:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91c748db39c0, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1783444673.679966:0:16820:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1783444673.679968:0:16820:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1783444673.679970:0:16820:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783444673.679971:0:16820:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444673.679973:0:16820:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783444673.679974:0:16820:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783444673.679976:0:16820:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783444673.679977:0:16820:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444673.679979:0:16820:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1783444673.679981:0:16820:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c7583dbe00 with handle 0x5503b2fe824ef458 from hash 00010000:00000001:1.0:1783444673.679983:0:16820:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783444673.679984:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444673.679986:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444673.679987:0:16820:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783444673.679988:0:16820:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783444673.679990:0:16820:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783444673.680202:0:16820:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783444673.680206:0:16820:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef466 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x332dd2263f6dce38 expref: -99 pid: 31336 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1783444673.680223:0:16820:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783444673.680226:0:16820:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783444673.680227:0:16820:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783444673.680228:0:16820:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x1d:0x0] mode (null) 00000002:00000001:1.0:1783444673.680230:0:16820:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444673.680231:0:16820:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444673.680235:0:16820:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41900 count: 2 00010000:00000001:1.0:1783444673.680236:0:16820:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444673.680238:0:16820:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444673.680240:0:16820:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444673.680241:0:16820:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444673.680242:0:16820:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41900 count: 2 00010000:00000001:1.0:1783444673.680243:0:16820:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444673.680245:0:16820:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444673.680246:0:16820:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444673.680247:0:16820:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444673.680249:0:16820:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41900 count: 2 00010000:00000001:1.0:1783444673.680250:0:16820:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444673.680252:0:16820:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444673.680253:0:16820:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444673.680254:0:16820:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444673.680256:0:16820:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41900 count: 2 00010000:00000001:1.0:1783444673.680257:0:16820:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444673.680259:0:16820:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444673.680261:0:16820:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444673.680263:0:16820:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:1.0:1783444673.680266:0:16820:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444673.680275:0:16820:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a1d80. 00000020:00000010:1.0:1783444673.680284:0:16820:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75937f400. 00000020:00000010:1.0:1783444673.680290:0:16820:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c75937fa00. 00000020:00000010:1.0:1783444673.680296:0:16820:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b37e0. 00000008:00000010:1.0:1783444673.680306:0:16820:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c759060000. 00020000:00000010:1.0:1783444673.680375:0:16820:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025d80. 00008000:00000010:1.0:1783444673.680383:0:16820:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cba6d8. 00000080:00000010:1.0:1783444673.680391:0:16820:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c7590771f8. 00000080:00000010:1.0:1783444673.680396:0:16820:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7609922b0. 00000020:00000010:1.0:1783444673.680400:0:16820:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75937fe00. 00000008:00000010:1.0:1783444673.680405:0:16820:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909b600. 00020000:00000010:1.0:1783444673.680409:0:16820:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a3230. 00008000:00000010:1.0:1783444673.680413:0:16820:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603ef3a8. 00000080:00000010:1.0:1783444673.680417:0:16820:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107cd20. 00000020:00000001:1.0:1783444673.680420:0:16820:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114341256 : -121189595210360 : ffff91c7593a1d88) 00000020:00001000:1.0:1783444673.680423:0:16820:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a1d80 00000020:00000001:1.0:1783444673.680425:0:16820:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:1.0:1783444673.680429:0:16820:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x1d:0x0]: losing layout lock 00000080:00000001:1.0:1783444673.680433:0:16820:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1783444673.680436:0:16820:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1783444673.680441:0:16820:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:1.0:1783444673.680444:0:16820:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1783444673.680447:0:16820:0:(lov_object.c:1533:lov_conf_set()) [0x200000405:0x1d:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1783444673.680449:0:16820:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444673.680451:0:16820:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1783444673.680454:0:16820:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a1d80 00000020:00000010:1.0:1783444673.680458:0:16820:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c75937fa00. 00000020:00000010:1.0:1783444673.680463:0:16820:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b37e0. 00000008:00000010:1.0:1783444673.680467:0:16820:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c759060000. 00020000:00000010:1.0:1783444673.680470:0:16820:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025d80. 00008000:00000010:1.0:1783444673.680474:0:16820:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cba6d8. 00000080:00000010:1.0:1783444673.680478:0:16820:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c7590771f8. 00000080:00000010:1.0:1783444673.680482:0:16820:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7609922b0. 00000020:00000010:1.0:1783444673.680556:0:16820:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75937f400. 00000008:00000010:1.0:1783444673.680561:0:16820:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909b600. 00020000:00000010:1.0:1783444673.680564:0:16820:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a3230. 00008000:00000010:1.0:1783444673.680568:0:16820:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603ef3a8. 00000080:00000010:1.0:1783444673.680571:0:16820:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107cd20. 00000020:00000010:1.0:1783444673.680573:0:16820:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75937fe00. 00000020:00000010:1.0:1783444673.680575:0:16820:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a1d80. 00000080:00000001:1.0:1783444673.680578:0:16820:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444673.680582:0:16820:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1783444673.680584:0:16820:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1d:0x0](ffff91c748d19988) invalid 00000020:00000001:1.0:1783444673.680587:0:16820:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941ccbca0 00000080:00002000:1.0:1783444673.680589:0:16820:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f (ffff91c748eadaf8) parent ffff91c748ead510 inode ffff91c748d19988 refc 1 00000080:00000001:1.0:1783444673.680593:0:16820:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1783444673.680594:0:16820:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783444673.680595:0:16820:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444673.680599:0:16820:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783444673.680601:0:16820:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783444673.680602:0:16820:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783444673.680604:0:16820:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444673.680606:0:16820:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1783444673.680609:0:16820:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c74652cc00 with handle 0x5503b2fe824ef466 from hash 00010000:00000001:1.0:1783444673.680611:0:16820:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783444673.680613:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444673.680614:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444673.680615:0:16820:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783444673.680618:0:16820:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783444673.680620:0:16820:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783444673.680623:0:16820:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783444673.683618:0:16820:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ca00/0x5503b2fe824ef45f lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6dce1c expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1783444673.683649:0:16820:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783444673.683655:0:16820:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783444673.683659:0:16820:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783444673.683661:0:16820:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x1b:0x0] mode (null) 00000002:00000001:1.0:1783444673.683667:0:16820:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444673.683672:0:16820:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444673.683682:0:16820:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41000 count: 2 00010000:00000001:1.0:1783444673.683686:0:16820:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444673.683691:0:16820:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444673.683693:0:16820:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444673.683694:0:16820:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444673.683695:0:16820:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41000 count: 2 00010000:00000001:1.0:1783444673.683697:0:16820:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444673.683700:0:16820:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444673.683702:0:16820:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444673.683706:0:16820:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1783444673.683709:0:16820:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1b:0x0](ffff91c748db3248) invalid 00000020:00000001:1.0:1783444673.683714:0:16820:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941ccbca0 00000080:00002000:1.0:1783444673.683717:0:16820:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry d21f.recovery-small-1 (ffff91c748ead510) parent ffff91c74931ae58 inode ffff91c748db3248 refc 1 00000080:00000001:1.0:1783444673.683721:0:16820:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1783444673.683724:0:16820:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783444673.683726:0:16820:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444673.683731:0:16820:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783444673.683735:0:16820:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783444673.683737:0:16820:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783444673.683739:0:16820:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444673.683743:0:16820:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1783444673.683747:0:16820:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c74652ca00 with handle 0x5503b2fe824ef45f from hash 00010000:00000001:1.0:1783444673.683751:0:16820:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783444673.683753:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444673.683756:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444673.683757:0:16820:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783444673.683762:0:16820:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783444673.683764:0:16820:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783444673.683769:0:16820:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783444673.683774:0:16820:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224400/0x5503b2fe824ef435 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x332dd2263f6dcd7b expref: -99 pid: 30719 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1783444673.683781:0:16820:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783444673.683782:0:16820:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783444673.683784:0:16820:0:(namei.c:253:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783444673.683786:0:16820:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444673.683788:0:16820:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783444673.683789:0:16820:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783444673.683791:0:16820:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783444673.683792:0:16820:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444673.683794:0:16820:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1783444673.683796:0:16820:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752224400 with handle 0x5503b2fe824ef435 from hash 00010000:00000001:1.0:1783444673.683798:0:16820:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783444673.683799:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444673.683800:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444673.683802:0:16820:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783444673.683803:0:16820:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783444673.683805:0:16820:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783444673.683808:0:16820:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:1.0:1783444673.683812:0:16820:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444673.683815:0:16820:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1783444673.683830:0:16820:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758839f80. 00000020:00000040:1.0:1783444673.683836:0:16820:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=11 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:1.0:1783444673.683843:0:16820:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444673.683846:0:16820:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444673.683852:0:16820:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444673.683862:0:16820:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c75937fe00. 00000100:00000001:1.0:1783444673.683870:0:16820:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444673.683874:0:16820:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1783444673.683882:0:16820:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d400/0x5503b2fe824ef46d lrc: 1/0,0 mode: --/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dce5b expref: -99 pid: 31347 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1783444673.683892:0:16820:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbe00/0x5503b2fe824ef458 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dce00 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1783444673.683899:0:16820:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef466 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x332dd2263f6dce38 expref: -99 pid: 31336 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1783444673.683906:0:16820:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ca00/0x5503b2fe824ef45f lrc: 1/0,0 mode: --/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dce1c expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1783444673.683913:0:16820:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224400/0x5503b2fe824ef435 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x332dd2263f6dcd7b expref: -99 pid: 30719 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1783444673.683920:0:16820:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 5 locks packed 00010000:00000001:1.0:1783444673.683921:0:16820:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1783444673.683925:0:16820:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444673.683927:0:16820:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444673.683936:0:16820:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c74636c9c0. 00000100:00000001:1.0:1783444673.683938:0:16820:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883795356096 : -121189914195520 : ffff91c74636c9c0) 00000100:00000001:1.0:1783444673.683941:0:16820:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444673.683943:0:16820:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102381440 : -121189607170176 : ffff91c758839f80) 00000100:00000001:1.0:1783444673.683949:0:16820:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444673.683955:0:16820:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444673.683957:0:16820:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444673.683959:0:16820:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444673.683975:0:16820:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c758839f80 x1870075608258048/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 352/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444673.683985:0:16820:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444673.683987:0:16820:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444673.683992:0:16820:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444673.685298:0:16820:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444673.685305:0:16820:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444673.685388:0:16820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c758839f80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:666e3c65-e321-43ec-a94e-a01058e25d7d:16820:1870075608258048:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1783444673.685395:0:16820:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444673.685403:0:16820:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444673.685406:0:16820:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444673.685410:0:16820:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444673.685420:0:16820:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75937f400. 02000000:00000001:1.0:1783444673.685422:0:16820:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444673.685430:0:16820:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444673.685435:0:16820:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736370. 00000400:00000010:1.0:1783444673.685445:0:16820:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076088. 00000100:00000200:1.0:1783444673.685455:0:16820:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608258048, portal 18 00000100:00000001:1.0:1783444673.685458:0:16820:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444673.685460:0:16820:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102381440 : -121189607170176 : ffff91c758839f80) 00000100:00000040:1.0:1783444673.685470:0:16820:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c758839f80 x1870075608258048/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 352/224 e 0 to 0 dl 1783444689 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444673.685479:0:16820:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444673.685483:0:16820:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444673.685558:0:16820:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076c38. 00000100:00000200:1.0:1783444673.685564:0:16820:0:(niobuf.c:94:ptl_send_buf()) Sending 352 bytes to portal 17, xid 1870075608258048, offset 0 00000400:00000200:1.0:1783444673.685574:0:16820:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444673.685585:0:16820:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444673.685595:0:16820:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444673.685602:0:16820:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444673.685607:0:16820:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444673.685612:0:16820:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444673.685615:0:16820:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444673.685619:0:16820:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2550:2550:256:4294967295] 192.168.204.110@tcp LPNI seq info [2550:2550:8:4294967295] 00000400:00000200:1.0:1783444673.685624:0:16820:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444673.685637:0:16820:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444673.685645:0:16820:0:(socklnd_cb.c:931:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444673.685652:0:16820:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c751b78a00. 00000800:00000200:1.0:1783444673.685661:0:16820:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444673.685671:0:16820:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444673.685677:0:16820:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c751b78a00 type 1, nob 448 niov 1 nkiov 1 00000100:00000001:1.0:1783444673.685771:0:16820:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444673.685777:0:16820:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 839488 usecs (840 jiffies) 00000400:00000200:1.0:1783444673.685781:0:16820:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444673.685785:0:16820:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296313531 00000100:00000001:1.0:1783444673.685789:0:16820:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296315904 00000100:00000001:1.0:1783444673.685791:0:16820:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296313531 00000100:00000001:1.0:1783444673.685794:0:16820:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296315904 00000100:00000001:1.0:1783444673.685797:0:16820:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444673.685801:0:16820:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444673.685804:0:16820:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444673.685806:0:16820:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444673.685810:0:16820:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c74636c9c0 going to sleep for 11 seconds 00000100:00000001:1.0:1783444673.685813:0:16820:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444673.685817:0:16820:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444673.692132:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444673.692145:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c751b78a00. 00000400:00000200:0.0:1783444673.692760:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444673.692772:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444673.692783:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076c38 00000400:00000010:0.0:1783444673.692786:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076c38. 00000100:00000001:0.0:1783444673.692792:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444673.692803:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c758839f80 x1870075608258048/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 352/224 e 0 to 0 dl 1783444689 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444673.692818:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444673.692821:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c758839f80 x1870075608258048/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 352/224 e 0 to 0 dl 1783444689 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444673.692830:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444673.692832:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444673.701010:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444673.701033:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444673.701038:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444673.701041:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444673.701053:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444673.701709:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444673.701725:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444673.701730:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444673.701737:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444673.701742:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a4d2e8555600 00000400:00000200:0.0:1783444673.701747:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444673.701754:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x70e1 [1] + 224 00000800:00000001:0.0:1783444673.701771:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444673.701783:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444673.701788:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444673.701794:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444673.701802:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444673.701814:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c758839f80 x1870075608258048/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 352/224 e 0 to 0 dl 1783444689 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444673.701826:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c758839f80 x1870075608258048/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 352/224 e 0 to 0 dl 1783444689 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444673.701840:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444673.701851:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444673.701855:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444673.701929:0:16820:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444673.701940:0:16820:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444673.701942:0:16820:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444673.701946:0:16820:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736370. 00000400:00000200:1.0:1783444673.701951:0:16820:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076088 00000400:00000010:1.0:1783444673.701955:0:16820:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076088. 00000100:00000001:1.0:1783444673.701958:0:16820:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444673.701963:0:16820:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c758839f80 x1870075608258048/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 352/224 e 0 to 0 dl 1783444689 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444673.701972:0:16820:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c758839f80 x1870075608258048/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 352/224 e 0 to 0 dl 1783444689 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444673.701979:0:16820:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444673.701981:0:16820:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444673.701984:0:16820:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444673.701989:0:16820:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444673.701992:0:16820:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444673.701995:0:16820:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444673.701999:0:16820:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444673.702012:0:16820:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bd80 time=153 v=5 (5 5 5 5) 00000100:00001000:1.0:1783444673.702017:0:16820:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444673.702020:0:16820:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444673.702022:0:16820:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444673.702026:0:16820:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444673.702030:0:16820:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444673.702035:0:16820:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444673.702038:0:16820:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967572 00000100:00000001:1.0:1783444673.702040:0:16820:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444673.702044:0:16820:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444673.702049:0:16820:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c758839f80 x1870075608258048/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 352/224 e 0 to 0 dl 1783444689 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444673.702086:0:16820:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444673.702090:0:16820:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444673.702092:0:16820:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444673.702097:0:16820:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758839f80 x1870075608258048/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 352/224 e 0 to 0 dl 1783444689 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444673.702106:0:16820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c758839f80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:666e3c65-e321-43ec-a94e-a01058e25d7d:16820:1870075608258048:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1783444673.702111:0:16820:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444673.702115:0:16820:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444673.702119:0:16820:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783444673.702121:0:16820:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444673.702125:0:16820:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c758839f80 x1870075608258048/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 352/224 e 0 to 0 dl 1783444689 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444673.702132:0:16820:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783444673.702136:0:16820:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c74636c9c0. 00000100:00000001:1.0:1783444673.702140:0:16820:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783444673.702141:0:16820:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444673.702145:0:16820:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444673.702148:0:16820:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c758839f80 x1870075608258048/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 352/224 e 0 to 0 dl 1783444689 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444673.702171:0:16820:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444673.702175:0:16820:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444673.702179:0:16820:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75937f400. 02000000:00000001:1.0:1783444673.702187:0:16820:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444673.702191:0:16820:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444673.702193:0:16820:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=10 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:1.0:1783444673.702196:0:16820:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444673.702199:0:16820:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c75937fe00. 02000000:00000001:1.0:1783444673.702202:0:16820:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444673.702204:0:16820:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444673.702215:0:16820:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758839f80. 00000100:00000001:1.0:1783444673.702220:0:16820:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444673.702221:0:16820:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1783444673.702224:0:16820:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:1.0:1783444673.702228:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783444673.702233:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d400/0x5503b2fe824ef46d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dce5b expref: -99 pid: 31347 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:1.0:1783444673.702245:0:16820:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747e41f00 count: 0 00010000:00000010:1.0:1783444673.702255:0:16820:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c751113a00. 00010000:00000001:1.0:1783444673.702275:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444673.702277:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783444673.702281:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbe00/0x5503b2fe824ef458 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dce00 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1783444673.702288:0:16820:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c741678f00 count: 0 00010000:00000010:1.0:1783444673.702292:0:16820:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c7505f9080. 00010000:00000001:1.0:1783444673.702297:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444673.702298:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783444673.702301:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef466 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x332dd2263f6dce38 expref: -99 pid: 31336 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1783444673.702308:0:16820:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91c745359240. 00010000:00000040:1.0:1783444673.702312:0:16820:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747e41900 count: 0 00010000:00000010:1.0:1783444673.702315:0:16820:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c751113d00. 00010000:00000001:1.0:1783444673.702320:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444673.702322:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783444673.702325:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ca00/0x5503b2fe824ef45f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dce1c expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:1.0:1783444673.702332:0:16820:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747e41000 count: 0 00010000:00000010:1.0:1783444673.702335:0:16820:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c751113c00. 00010000:00000001:1.0:1783444673.702338:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444673.702340:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783444673.702343:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224400/0x5503b2fe824ef435 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x332dd2263f6dcd7b expref: -99 pid: 30719 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1783444673.702349:0:16820:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91c76050aa40. 00010000:00000040:1.0:1783444673.702354:0:16820:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747211900 count: 0 00010000:00000010:1.0:1783444673.702358:0:16820:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c743ef4680. 00010000:00000001:1.0:1783444673.702363:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444673.702365:0:16820:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444673.702372:0:16820:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444673.702376:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444673.702378:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444673.702381:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1783444673.702382:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444673.702384:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444673.702385:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1783444673.702387:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444673.702388:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444673.702390:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444673.702686:0:31367:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444673.702690:0:31367:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444673.702694:0:31367:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=5 : 5 : 5) 00010000:00000010:1.1:1783444673.711758:0:31368:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41f00. 00010000:00000010:1.1:1783444673.711782:0:31368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652d400. 00010000:00000010:1.1:1783444673.711787:0:31368:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678f00. 00010000:00000010:1.1:1783444673.711791:0:31368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583dbe00. 00010000:00000010:1.1:1783444673.711795:0:31368:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41900. 00010000:00000010:1.1:1783444673.711799:0:31368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652cc00. 00010000:00000010:1.1:1783444673.711802:0:31368:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41000. 00010000:00000010:1.1:1783444673.711805:0:31368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652ca00. 00010000:00000010:1.1:1783444673.711809:0:31368:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211900. 00010000:00000010:1.1:1783444673.711812:0:31368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224400. 00010000:00000001:0.0:1783444673.762353:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444673.762362:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444673.762945:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444673.762950:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444673.762954:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444674.786285:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444674.786298:0:26147:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444674.786300:0:26147:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444674.786305:0:26147:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444674.786311:0:26147:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444674.786313:0:26147:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444674.786315:0:26147:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444674.786318:0:26147:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444675.810191:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444675.810199:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444675.810308:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444675.810312:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444675.810315:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444676.834187:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444676.834194:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444676.834285:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444676.834288:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444676.834291:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783444677.410245:0:26147:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4800 (cpu 0) has reached its deadline 4296315904, at 4296316416 00000100:00000010:0.0:1783444677.410261:0:26147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c76050d600. 00000100:00000040:1.0:1783444677.410413:0:29002:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4910 (cpu 0) has reached its deadline 4296315904, at 4296316416 00000100:00000010:1.0:1783444677.410419:0:29002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c76050dd80. 00010000:00000001:0.0:1783444677.858196:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444677.858204:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444677.922291:0:29002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783444677.922302:0:29002:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783444677.922313:0:29002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758839f80. 00000020:00000040:1.0:1783444677.922320:0:29002:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:1.0:1783444677.922325:0:29002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444677.922328:0:29002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444677.922334:0:29002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444677.922342:0:29002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c751b78800. 00000100:00000001:1.0:1783444677.922350:0:29002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444677.922364:0:29002:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS req@ffff91c758839f80 x1870075608258176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783444677.922375:0:29002:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444677.922380:0:29002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444677.922386:0:29002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b7f84b8] to pc [ptlrpcd_00_01+1] req@ffff91c758839f80 x1870075608258176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444677.922419:0:29002:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444677.922422:0:29002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783444677.922425:0:29002:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783444677.922427:0:29002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758838e00. 00000020:00000040:1.0:1783444677.922430:0:29002:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=11 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:1.0:1783444677.922432:0:29002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444677.922433:0:29002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444677.922435:0:29002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444677.922438:0:29002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c751b78300. 00000100:00000001:1.0:1783444677.922441:0:29002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444677.922445:0:29002:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID req@ffff91c758838e00 x1870075608258304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783444677.922453:0:29002:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444677.922455:0:29002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444677.922459:0:29002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003d3dde7] to pc [ptlrpcd_00_00+0] req@ffff91c758838e00 x1870075608258304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444677.922466:0:29002:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444677.922468:0:29002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783444677.922471:0:29002:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783444677.922474:0:29002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883ad80. 00000020:00000040:1.0:1783444677.922476:0:29002:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:1.0:1783444677.922478:0:29002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444677.922479:0:29002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444677.922480:0:29002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444677.922485:0:29002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c751b78a00. 00000100:00000001:1.0:1783444677.922488:0:29002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444677.922492:0:29002:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID req@ffff91c75883ad80 x1870075608258432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783444677.922498:0:29002:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444677.922500:0:29002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444677.922503:0:29002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001cd9723c] to pc [ptlrpcd_00_01+1] req@ffff91c75883ad80 x1870075608258432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444677.922601:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444677.922605:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444677.922608:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444677.922614:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c758839f80 x1870075608258176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444677.922621:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444677.922623:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444677.922627:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444677.922629:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444677.922632:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444677.922635:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c758839f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2401:1870075608258176:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444677.922640:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444677.922646:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444677.922649:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444677.922651:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444677.922656:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c752030200. 02000000:00000001:0.0:1783444677.922657:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444677.922663:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444677.922668:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f580. 00000400:00000010:0.0:1783444677.922676:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f93b8. 00000100:00000200:0.0:1783444677.922683:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608258176, portal 25 00000100:00000001:0.0:1783444677.922685:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444677.922687:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102381440 : -121189607170176 : ffff91c758839f80) 00000100:00000040:0.0:1783444677.922692:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c758839f80 x1870075608258176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444677.922709:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444677.922712:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444677.922715:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f97f8. 00000100:00000200:0.0:1783444677.922718:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870075608258176, offset 0 00000400:00000200:0.0:1783444677.922724:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444677.922733:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444677.922740:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444677.922746:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444677.922759:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444677.922763:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444677.922766:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444677.922770:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2551:2551:256:4294967295] 192.168.204.110@tcp LPNI seq info [2551:2551:8:4294967295] 00000400:00000200:0.0:1783444677.922774:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444677.922784:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444677.922790:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444677.922795:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298100. 00000800:00000200:0.0:1783444677.922802:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444677.922810:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444677.922814:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444677.922827:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444677.922831:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444677.922834:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296321020 00000100:00000010:0.0:1783444677.922838:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c76050d600. 00000100:00000001:0.0:1783444677.922846:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1783444677.922852:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296321020 00000100:00000010:0.0:1783444677.922855:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c76050dc00. 00000100:00000001:0.0:1783444677.922858:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1783444677.922861:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444677.922864:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444677.922867:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444677.922869:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444677.922876:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444677.922883:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783444677.922886:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444677.922888:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444677.922889:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444677.922891:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1783444677.922892:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444677.922894:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444677.922895:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444677.922897:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444677.922898:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444677.922899:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444677.922902:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c758838e00 x1870075608258304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444677.922908:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444677.922910:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444677.922912:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444677.922914:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444677.922916:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444677.922919:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c758838e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608258304:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444677.922922:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444677.922925:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444677.922926:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444677.922928:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444677.922931:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c752031800. 02000000:00000001:0.0:1783444677.922932:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444677.922935:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444677.922938:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f108. 00000400:00000010:0.0:1783444677.922941:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9660. 00000100:00000200:0.0:1783444677.922944:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608258304, portal 10 00000100:00000001:0.0:1783444677.922945:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444677.922946:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102376960 : -121189607174656 : ffff91c758838e00) 00000100:00000040:0.0:1783444677.922952:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c758838e00 x1870075608258304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444677.922958:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444677.922960:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444677.922962:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9880. 00000100:00000200:0.0:1783444677.922964:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608258304, offset 0 00000400:00000200:0.0:1783444677.922968:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444677.922972:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444677.922975:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444677.922977:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444677.922980:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444677.922982:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444677.922984:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444677.922986:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2552:2552:255:4294967295] 192.168.204.110@tcp LPNI seq info [2552:2552:7:4294967295] 00000400:00000200:0.0:1783444677.922990:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444677.922995:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444677.922999:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444677.923002:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298d00. 00000800:00000200:0.0:1783444677.923006:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444677.923010:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444677.923013:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444677.923016:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444677.923019:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 838157 usecs (839 jiffies) 00000400:00000200:0.0:1783444677.923022:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444677.923024:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296317767 00000100:00000001:0.0:1783444677.923027:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296321020 00000100:00000001:0.0:1783444677.923029:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296317767 00000100:00000001:0.0:1783444677.923031:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296321020 00000100:00000001:0.0:1783444677.923033:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444677.923035:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444677.923037:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444677.923039:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444677.923051:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444677.923053:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444677.923120:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444677.923123:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298100. 00000400:00000200:0.0:1783444677.923140:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444677.923146:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444677.923151:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f97f8 00000400:00000010:0.0:1783444677.923153:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f97f8. 00000100:00000001:0.0:1783444677.923157:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444677.923162:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c758839f80 x1870075608258176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444677.923171:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444677.923174:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c758839f80 x1870075608258176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444693 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444677.923180:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444677.923182:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783444677.923245:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444677.923248:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298d00. 00000400:00000200:0.0:1783444677.923251:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444677.923254:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444677.923256:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9880 00000400:00000010:0.0:1783444677.923258:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9880. 00000100:00000001:0.0:1783444677.923260:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444677.923263:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c758838e00 x1870075608258304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444677.923269:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444677.923272:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c758838e00 x1870075608258304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444818 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444677.923278:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444677.923279:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1783444677.923551:0:29002:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444677.923554:0:29002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1783444677.923557:0:29002:0:(pinger.c:247:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1783444677.923560:0:29002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783444677.923562:0:29002:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783444677.923566:0:29002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883a300. 00000020:00000040:1.0:1783444677.923569:0:29002:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=4 obd=lustre-OST0001-osc-ffff91c759350000 00000100:00000001:1.0:1783444677.923572:0:29002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444677.923573:0:29002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444677.923576:0:29002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444677.923693:0:29002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c750577500. 00000100:00000001:1.0:1783444677.923704:0:29002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444677.923710:0:29002:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID req@ffff91c75883a300 x1870075608258560/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783444677.923718:0:29002:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444677.923721:0:29002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444677.923725:0:29002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6f7a504] to pc [ptlrpcd_00_00+0] req@ffff91c75883a300 x1870075608258560/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444677.923734:0:29002:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444677.923738:0:29002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1654) 00000100:00000001:0.0:1783444677.923883:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444677.923886:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444677.923887:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444677.923892:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c75883a300 x1870075608258560/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444677.923899:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444677.923900:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444677.923903:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444677.923904:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444677.923906:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444677.923909:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c75883a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608258560:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444677.923912:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444677.923915:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444677.923916:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444677.923917:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444677.923921:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c752030c00. 02000000:00000001:0.0:1783444677.923923:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444677.923926:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444677.923929:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658fbb0. 00000400:00000010:0.0:1783444677.923933:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9880. 00000100:00000200:0.0:1783444677.923937:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608258560, portal 4 00000100:00000001:0.0:1783444677.923938:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444677.923939:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102382336 : -121189607169280 : ffff91c75883a300) 00000100:00000040:0.0:1783444677.923944:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c75883a300 x1870075608258560/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444677.923950:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444677.923952:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444677.923954:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f97f8. 00000100:00000200:0.0:1783444677.923956:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608258560, offset 0 00000400:00000200:0.0:1783444677.923960:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444677.923965:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444677.923969:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444677.923971:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444677.923974:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444677.923976:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444677.923979:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444677.923981:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2553:2553:256:4294967295] 192.168.204.110@tcp LPNI seq info [2553:2553:8:4294967295] 00000400:00000200:0.0:1783444677.923985:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444677.923991:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444677.923996:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444677.923999:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298d00. 00000800:00000200:0.0:1783444677.924003:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444677.924008:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444677.924010:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444677.924028:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444677.924031:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 140093 usecs (141 jiffies) 00000400:00000200:0.0:1783444677.924034:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444677.924037:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296317070 00000100:00000001:0.0:1783444677.924039:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296321020 00000100:00000001:0.0:1783444677.924041:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296317070 00000100:00000001:0.0:1783444677.924043:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296321020 00000100:00000001:0.0:1783444677.924045:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444677.924047:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444677.924049:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444677.924051:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444677.924075:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444677.924076:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783444677.924078:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444677.924080:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444677.924081:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444677.924083:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1783444677.924084:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444677.924086:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444677.924087:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444677.924088:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444677.924089:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444677.924090:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444677.924094:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c75883ad80 x1870075608258432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444677.924101:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444677.924102:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444677.924104:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444677.924106:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444677.924108:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444677.924110:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c75883ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608258432:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444677.924113:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444677.924116:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444677.924137:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444677.924139:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444677.924142:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c752031c00. 02000000:00000001:0.0:1783444677.924144:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444677.924147:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444677.924150:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f058. 00000400:00000010:0.0:1783444677.924153:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f94c8. 00000100:00000200:0.0:1783444677.924156:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608258432, portal 10 00000100:00000001:0.0:1783444677.924157:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444677.924158:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102385024 : -121189607166592 : ffff91c75883ad80) 00000100:00000040:0.0:1783444677.924163:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c75883ad80 x1870075608258432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444677.924168:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444677.924170:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444677.924172:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9e58. 00000100:00000200:0.0:1783444677.924174:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608258432, offset 0 00000400:00000200:0.0:1783444677.924178:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444677.924181:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444677.924185:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444677.924187:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444677.924189:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444677.924191:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444677.924194:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444677.924196:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2554:2554:255:4294967295] 192.168.204.110@tcp LPNI seq info [2554:2554:7:4294967295] 00000400:00000200:0.0:1783444677.924200:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444677.924205:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444677.924209:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444677.924213:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298100. 00000800:00000200:0.0:1783444677.924216:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444677.924923:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444677.924929:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298d00. 00000400:00000200:1.0:1783444677.924935:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444677.924941:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444677.924946:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f97f8 00000400:00000010:1.0:1783444677.924948:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f97f8. 00000100:00000001:1.0:1783444677.924952:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444677.924956:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c75883a300 x1870075608258560/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444677.924965:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444677.924968:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c75883a300 x1870075608258560/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444693 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444677.924973:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444677.924975:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1783444677.925004:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444677.925007:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444677.925010:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444677.925012:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444677.925075:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444677.925079:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444677.925096:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444677.925100:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 20986 usecs (21 jiffies) 00000400:00000200:0.0:1783444677.925104:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444677.925106:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296316952 00000100:00000001:0.0:1783444677.925109:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296321020 00000100:00000001:0.0:1783444677.925111:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296316952 00000100:00000001:0.0:1783444677.925113:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296321020 00000100:00000001:0.0:1783444677.925115:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444677.925117:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444677.925120:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444677.925122:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444677.925246:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444677.925249:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298100. 00000400:00000200:1.0:1783444677.925252:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444677.925256:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444677.925259:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9e58 00000400:00000010:1.0:1783444677.925261:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9e58. 00000100:00000001:1.0:1783444677.925264:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444677.925268:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c75883ad80 x1870075608258432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444677.925276:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444677.925278:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c75883ad80 x1870075608258432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444818 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444677.925284:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444677.925285:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444677.936834:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444677.936854:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444677.936859:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444677.936861:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444677.936934:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444677.936944:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444677.936956:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444677.936960:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444677.936964:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444677.936968:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8555700 00000400:00000200:1.0:1783444677.936973:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444677.936979:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7101 [1] + 224 00000800:00000001:1.0:1783444677.936986:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444677.936995:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444677.936999:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444677.937003:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444677.937010:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444677.937018:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c758838e00 x1870075608258304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444818 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444677.937028:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c758838e00 x1870075608258304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444677.937116:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444677.937120:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444677.937160:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444677.937169:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444677.937173:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1783444677.937316:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444677.937319:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444677.937322:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f108. 00000400:00000200:0.0:1783444677.937327:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9660 00000400:00000010:0.0:1783444677.937329:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9660. 00000100:00000001:0.0:1783444677.937332:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444677.937337:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c758838e00 x1870075608258304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444677.937347:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c758838e00 x1870075608258304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444818 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444677.937353:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444677.937355:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444677.937357:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444677.937361:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444677.937363:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444677.937365:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444677.937368:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444677.937378:0:2401:0:(import.c:2148:obd_at_measure()) add 105 to ffff91c743c0bc60 time=7 v=105 (105 105 105 137) 00000100:00001000:0.0:1783444677.937382:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444677.937384:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444677.937386:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444677.937389:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444677.937392:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444677.937396:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1783444677.937398:0:2401:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: committing for last_committed 4294967578 gen 2 00000100:00000040:0.0:1783444677.937404:0:2401:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967578) req@ffff91c7603f1f80 x1870075608254848/t4294967573(4294967573) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444677.937481:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444677.937487:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1f80 x1870075608254848/t4294967573(4294967573) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444677.937494:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444677.937497:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444677.937500:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6f400. 02000000:00000001:0.0:1783444677.937504:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444677.937507:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444677.937509:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=10 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444677.937511:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444677.937514:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c7505e1a00. 02000000:00000001:0.0:1783444677.937518:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444677.937520:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444677.937521:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1f80. 00000100:00000001:0.0:1783444677.937525:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444677.937697:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444677.937705:0:2401:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967578) req@ffff91c7603f2680 x1870075608255360/t4294967574(4294967574) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444810 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444677.937711:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444677.937714:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f2680 x1870075608255360/t4294967574(4294967574) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444810 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444677.937719:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444677.937721:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444677.937723:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6d400. 02000000:00000001:0.0:1783444677.937726:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444677.937727:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444677.937729:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=9 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444677.937732:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444677.937733:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c750f6c000. 02000000:00000001:0.0:1783444677.937735:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444677.937736:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444677.937737:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f2680. 00000100:00000001:0.0:1783444677.937740:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444677.937741:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444677.937746:0:2401:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967578) req@ffff91c7603f0a80 x1870075608255872/t4294967575(4294967575) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444811 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444677.937752:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444677.937754:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0a80 x1870075608255872/t4294967575(4294967575) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444811 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444677.937759:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444677.937760:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444677.937762:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6cc00. 02000000:00000001:0.0:1783444677.937763:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444677.937764:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444677.937765:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444677.937767:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444677.937769:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c750f6e000. 02000000:00000001:0.0:1783444677.937771:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444677.937772:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444677.937773:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0a80. 00000100:00000001:0.0:1783444677.937775:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444677.937776:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444677.937781:0:2401:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967578) req@ffff91c746730000 x1870075608256384/t4294967576(4294967576) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444811 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444677.937788:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444677.937790:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799302144 : -121189910249472 : ffff91c746730000) 00000100:00000001:0.0:1783444677.937792:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444677.937795:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746730000 x1870075608256384/t4294967576(4294967576) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444811 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444677.937800:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444677.937804:0:2401:0:(client.c:3161:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff91c746730700 x1870075608256768/t4294967577(4294967577) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444812 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444677.937810:0:2401:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1783444677.937812:0:2401:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: normal: skip=1 replay=4/5 committed=0/0 00000100:00000001:0.0:1783444677.937814:0:2401:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444677.937816:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444677.937820:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c758838e00 x1870075608258304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444677.937827:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444677.937830:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444677.937832:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444677.937836:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758838e00 x1870075608258304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444818 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444677.937843:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c758838e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608258304:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444677.937848:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444677.937850:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444677.937853:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c758838e00 x1870075608258304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444818 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444677.937858:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444677.937859:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444677.937861:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c752031800. 02000000:00000001:0.0:1783444677.937863:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444677.937864:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444677.937865:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444677.937867:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444677.937868:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c751b78300. 02000000:00000001:0.0:1783444677.937944:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444677.937945:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444677.937947:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758838e00. 00000100:00000001:0.0:1783444677.937950:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444677.937951:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444677.937955:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444677.937956:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444677.937957:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444677.937959:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444677.937960:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444677.951080:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444677.951101:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444677.951105:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444677.951108:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444677.951117:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444677.951124:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444677.951317:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444677.951323:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444677.951329:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444677.951334:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a4d2e8555680 00000400:00000200:1.0:1783444677.951338:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444677.951344:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x70f1 [1] + 224 00000800:00000001:1.0:1783444677.951351:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444677.951356:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444677.951360:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444677.951365:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444677.951372:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444677.951381:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c758839f80 x1870075608258176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444677.951392:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c758839f80 x1870075608258176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444677.951417:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444677.951427:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444677.951430:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444677.951432:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444677.951435:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444677.951438:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444677.951442:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444677.951447:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444677.951450:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444677.951452:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444677.951455:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e8555800 00000400:00000200:1.0:1783444677.951458:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444677.951463:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7111 [1] + 224 00000800:00000001:1.0:1783444677.951466:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444677.951469:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444677.951471:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444677.951474:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444677.951477:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444677.951481:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c75883a300 x1870075608258560/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444677.951490:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c75883a300 x1870075608258560/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444677.951510:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444677.951514:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444677.951517:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444677.951519:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444677.951521:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444677.951524:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444677.951792:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444677.951797:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444677.951803:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444677.951805:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444677.951809:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f580. 00000400:00000200:0.0:1783444677.951814:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f93b8 00000400:00000010:0.0:1783444677.951816:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f93b8. 00000100:00000001:0.0:1783444677.951819:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444677.951824:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c758839f80 x1870075608258176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444677.951834:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c758839f80 x1870075608258176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444677.951840:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444677.951843:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444677.951845:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444677.951849:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444677.951851:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444677.951854:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444677.951857:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444677.951862:0:2401:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=7 v=5 (5 5 5 5) 00000100:00001000:0.0:1783444677.951866:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=7 v=5 (1 1 1 1) 00000100:00000001:0.0:1783444677.951988:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444677.951991:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444677.951994:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444677.951996:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444677.951999:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444677.952005:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c758839f80 x1870075608258176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444677.952012:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444677.952015:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444677.952017:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444677.952021:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758839f80 x1870075608258176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444693 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444677.952029:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c758839f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2401:1870075608258176:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444677.952033:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444677.952036:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444677.952039:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c758839f80 x1870075608258176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444693 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444677.952045:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444677.952048:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444677.952052:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c752030200. 02000000:00000001:0.0:1783444677.952086:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444677.952088:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444677.952090:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:0.0:1783444677.952093:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444677.952095:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c751b78800. 02000000:00000001:0.0:1783444677.952100:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444677.952102:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444677.952104:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758839f80. 00000100:00000001:0.0:1783444677.952107:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444677.952108:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444677.952111:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444677.952118:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444677.952120:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444677.952122:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444677.952124:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444677.952325:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444677.952333:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444677.952336:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444677.952340:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444677.952343:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8555780 00000400:00000200:1.0:1783444677.952347:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444677.952350:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7121 [1] + 224 00000800:00000001:1.0:1783444677.952355:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444677.952365:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444677.952367:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444677.952371:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444677.952374:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444677.952379:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c75883ad80 x1870075608258432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444818 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444677.952388:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c75883ad80 x1870075608258432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444677.952396:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444677.952400:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444677.952403:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444677.952414:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444677.952416:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444677.952419:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444677.952421:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444677.952422:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f058. 00000400:00000200:1.0:1783444677.952425:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f94c8 00000400:00000010:1.0:1783444677.952427:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f94c8. 00000100:00000001:1.0:1783444677.952429:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444677.952432:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c75883ad80 x1870075608258432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444677.952439:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c75883ad80 x1870075608258432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444818 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444677.952445:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444677.952447:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444677.952448:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444677.952450:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444677.952452:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444677.952453:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444677.952456:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444677.952462:0:2400:0:(import.c:2148:obd_at_measure()) add 105 to ffff91c743c09460 time=7 v=105 (105 105 105 137) 00000100:00001000:1.0:1783444677.952465:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=7 v=5 (1 1 1 1) 00000100:00000001:1.0:1783444677.952467:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444677.952468:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444677.952470:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444677.952474:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444677.952476:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444677.952478:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:1.0:1783444677.952481:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444677.952482:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444677.952486:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c75883ad80 x1870075608258432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444677.952492:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444677.952494:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444677.952496:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444677.952499:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883ad80 x1870075608258432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444818 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444677.952506:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c75883ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608258432:192.168.204.110@tcp:400:kworker.0 00000400:00000001:1.0:1783444677.952511:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444677.952513:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444677.952514:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658fbb0. 00000400:00000200:1.0:1783444677.952516:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9880 00000400:00000010:1.0:1783444677.952517:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9880. 00000100:00000001:1.0:1783444677.952520:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444677.952523:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c75883a300 x1870075608258560/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444677.952546:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c75883a300 x1870075608258560/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444677.952560:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444677.952562:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444677.952563:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444677.952565:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444677.952566:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444677.952567:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444677.952569:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444677.952574:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f460 time=7 v=5 (5 5 5 138) 00000100:00001000:1.0:1783444677.952577:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=128 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444677.954257:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444677.954260:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444677.954263:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444677.954267:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444677.954271:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1783444677.954273:0:2400:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: committing for last_committed 4294967321 gen 11 00000100:00000040:1.0:1783444677.954283:0:2400:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967321) req@ffff91c7603f1880 x1870075608254592/t4294967321(4294967321) o2->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444677.954291:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444677.954294:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1880 x1870075608254592/t4294967321(4294967321) o2->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444677.954300:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444677.954302:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444677.954306:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452af800. 02000000:00000001:1.0:1783444677.954311:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444677.954314:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444677.954315:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:1.0:1783444677.954317:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444677.954320:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c7505e0600. 02000000:00000001:1.0:1783444677.954323:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444677.954325:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444677.954327:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1880. 00000100:00000001:1.0:1783444677.954330:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444677.954331:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444677.954333:0:2400:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1783444677.954335:0:2400:0:(client.c:3222:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:1.0:1783444677.954337:0:2400:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444677.954339:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444677.954344:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c75883a300 x1870075608258560/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444677.954350:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444677.954352:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444677.954354:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444677.954358:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883a300 x1870075608258560/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444693 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444677.954366:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c75883a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608258560:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444677.954370:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444677.954372:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444677.954376:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c75883ad80 x1870075608258432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444818 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444677.954382:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444677.954384:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444677.954386:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c752031c00. 02000000:00000001:1.0:1783444677.954389:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444677.954390:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444677.954391:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:1.0:1783444677.954393:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444677.954394:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c751b78a00. 02000000:00000001:1.0:1783444677.954397:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444677.954399:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444677.954400:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c75883ad80. 00000100:00000001:1.0:1783444677.954403:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444677.954404:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444677.954405:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444677.954409:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c75883a300 x1870075608258560/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444693 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444677.954416:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444677.954417:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444677.954418:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c752030c00. 02000000:00000001:1.0:1783444677.954420:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444677.954421:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444677.954423:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=2 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:1.0:1783444677.954424:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444677.954425:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c750577500. 02000000:00000001:1.0:1783444677.954428:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444677.954429:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444677.954430:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c75883a300. 00000100:00000001:1.0:1783444677.954432:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444677.954433:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444677.954435:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444677.954444:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444677.954445:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444677.954447:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444677.954450:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444678.882208:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444678.882216:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444678.882392:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444678.882396:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444678.882399:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444679.906224:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444679.906231:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444679.970199:0:16809:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1783444679.970206:0:16809:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444680.930221:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444680.930227:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444681.954225:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444681.954231:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444681.954326:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444681.954330:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444681.954333:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783444682.018178:0:26147:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4800 (cpu 0) has reached its deadline 4296321020, at 4296321024 00000100:00000010:0.0:1783444682.018193:0:26147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c76050d600. 00000100:00000040:1.0:1783444682.018314:0:29002:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4910 (cpu 0) has reached its deadline 4296321020, at 4296321024 00000100:00000010:1.0:1783444682.018320:0:29002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c76050dc00. 00010000:00000001:0.0:1783444682.978401:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444682.978408:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444683.042234:0:29002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783444683.042245:0:29002:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783444683.042255:0:29002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883a300. 00000020:00000040:1.0:1783444683.042261:0:29002:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:1.0:1783444683.042266:0:29002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444683.042269:0:29002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444683.042274:0:29002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444683.042282:0:29002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c750577500. 00000100:00000001:1.0:1783444683.042289:0:29002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444683.042302:0:29002:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS req@ffff91c75883a300 x1870075608258688/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783444683.042313:0:29002:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444683.042317:0:29002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444683.042324:0:29002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6f7a504] to pc [ptlrpcd_00_01+1] req@ffff91c75883a300 x1870075608258688/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444683.042368:0:29002:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444683.042371:0:29002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783444683.042383:0:29002:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783444683.042386:0:29002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883ad80. 00000020:00000040:1.0:1783444683.042388:0:29002:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:1.0:1783444683.042391:0:29002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444683.042392:0:29002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444683.042394:0:29002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444683.042397:0:29002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c750577200. 00000100:00000001:1.0:1783444683.042400:0:29002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444683.042404:0:29002:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID req@ffff91c75883ad80 x1870075608258816/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783444683.042480:0:29002:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444683.042483:0:29002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444683.042488:0:29002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001cd9723c] to pc [ptlrpcd_00_00+0] req@ffff91c75883ad80 x1870075608258816/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444683.042496:0:29002:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444683.042499:0:29002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783444683.042502:0:29002:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783444683.042505:0:29002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758839180. 00000020:00000040:1.0:1783444683.042508:0:29002:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:1.0:1783444683.042510:0:29002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444683.042512:0:29002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444683.042513:0:29002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444683.042516:0:29002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c750577a00. 00000100:00000001:1.0:1783444683.042519:0:29002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444683.042523:0:29002:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID req@ffff91c758839180 x1870075608258944/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783444683.042530:0:29002:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444683.042532:0:29002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444683.042536:0:29002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca1b33a1] to pc [ptlrpcd_00_01+1] req@ffff91c758839180 x1870075608258944/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444683.042549:0:29002:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444683.042551:0:29002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1783444683.042555:0:29002:0:(pinger.c:247:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1783444683.042557:0:29002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783444683.042560:0:29002:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783444683.042562:0:29002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883b480. 00000020:00000040:1.0:1783444683.042565:0:29002:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000100:00000001:1.0:1783444683.042567:0:29002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444683.042568:0:29002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444683.042570:0:29002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444683.042575:0:29002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c75a037400. 00000100:00000001:1.0:1783444683.042578:0:29002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444683.042581:0:29002:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID req@ffff91c75883b480 x1870075608259072/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783444683.042588:0:29002:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444683.042589:0:29002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444683.042593:0:29002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9a3d11a] to pc [ptlrpcd_00_00+0] req@ffff91c75883b480 x1870075608259072/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444683.042599:0:29002:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444683.042603:0:29002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1659) 00000100:00000001:1.0:1783444683.042617:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444683.042621:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444683.042623:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444683.042628:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c75883ad80 x1870075608258816/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444683.042635:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444683.042637:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444683.042641:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444683.042644:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444683.042648:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444683.042651:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c75883ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608258816:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444683.042656:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444683.042662:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1783444683.042662:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1783444683.042665:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444683.042667:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1783444683.042670:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1783444683.042671:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444683.042679:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c75883a300 x1870075608258688/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444683.042688:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444683.042690:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444683.042693:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444683.042695:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444683.042697:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444683.042700:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c75883a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2401:1870075608258688:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444683.042703:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444683.042706:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444683.042708:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444683.042709:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444683.042715:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c752030200. 02000000:00000001:0.0:1783444683.042716:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444683.042723:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444683.042727:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f580. 00000400:00000010:0.0:1783444683.042734:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f93b8. 00000100:00000200:0.0:1783444683.042741:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608258688, portal 25 00000100:00000001:0.0:1783444683.042745:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000010:1.0:1783444683.042746:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75937fe00. 00000100:00000001:0.0:1783444683.042747:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102382336 : -121189607169280 : ffff91c75883a300) 02000000:00000001:1.0:1783444683.042751:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444683.042756:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c75883a300 x1870075608258688/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1783444683.042758:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444683.042764:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736370. 00000100:00000001:0.0:1783444683.042770:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1783444683.042772:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076088. 00000100:00000040:0.0:1783444683.042776:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000100:00000200:1.0:1783444683.042778:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608258816, portal 10 00000400:00000010:0.0:1783444683.042781:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9660. 00000100:00000001:1.0:1783444683.042782:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444683.042786:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102385024 : -121189607166592 : ffff91c75883ad80) 00000100:00000200:0.0:1783444683.042787:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870075608258688, offset 0 00000100:00000040:1.0:1783444683.042797:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c75883ad80 x1870075608258816/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1783444683.042798:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000100:00000001:1.0:1783444683.042807:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1783444683.042809:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000040:1.0:1783444683.042813:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444683.042818:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076110. 00000400:00000200:0.0:1783444683.042821:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000100:00000200:1.0:1783444683.042822:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608258816, offset 0 00000400:00000200:0.0:1783444683.042829:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444683.042833:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444683.042837:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444683.042841:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444683.042844:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444683.042848:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2555:2555:256:4294967295] 192.168.204.110@tcp LPNI seq info [2555:2555:8:4294967295] 00000400:00000200:0.0:1783444683.042853:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444683.042863:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444683.042871:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444683.042872:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444683.042880:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000800:00000010:0.0:1783444683.042880:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298000. 00000400:00000200:1.0:1783444683.042886:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444683.042891:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000800:00000200:0.0:1783444683.042892:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000400:00000200:1.0:1783444683.042895:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444683.042899:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444683.042902:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2556:2556:255:4294967295] 192.168.204.110@tcp LPNI seq info [2556:2556:7:4294967295] 00000800:00000200:0.0:1783444683.042907:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000400:00000200:1.0:1783444683.042911:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000800:00000200:0.0:1783444683.042914:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1783444683.042922:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444683.042928:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000100:00000001:0.0:1783444683.042931:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1783444683.042933:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75a037300. 00000400:00000200:0.0:1783444683.042939:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000800:00000200:1.0:1783444683.042941:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000100:00000001:0.0:1783444683.042945:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296326140 00000800:00000200:1.0:1783444683.042949:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444683.042954:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75a037300 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1783444683.042954:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c76050d600. 00000100:00000001:1.0:1783444683.042961:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444683.042965:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 836825 usecs (837 jiffies) 00000100:00000001:0.0:1783444683.042966:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1783444683.042971:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444683.042974:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296322885 00000100:00000001:0.0:1783444683.042977:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296326140 00000100:00000001:1.0:1783444683.042978:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296326140 00000100:00000001:1.0:1783444683.042984:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296322885 00000100:00000010:0.0:1783444683.042984:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c76050dcc0. 00000100:00000001:0.0:1783444683.043005:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1783444683.043010:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444683.043011:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296326140 00000100:00000001:0.0:1783444683.043014:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444683.043016:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444683.043019:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1783444683.043020:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444683.043025:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444683.043029:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c75883b480 x1870075608259072/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444683.043044:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c758839180 x1870075608258944/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444683.043050:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444683.043053:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444683.043098:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444683.043100:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444683.043103:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444683.043105:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444683.043108:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444683.043111:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c758839180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608258944:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444683.043116:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444683.043120:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444683.043121:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444683.043123:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444683.043127:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c752031800. 02000000:00000001:0.0:1783444683.043129:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444683.043134:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444683.043137:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f108. 00000400:00000010:0.0:1783444683.043142:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f95d8. 00000100:00000200:0.0:1783444683.043145:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608258944, portal 10 00000100:00000001:0.0:1783444683.043147:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444683.043148:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102377856 : -121189607173760 : ffff91c758839180) 00000100:00000040:0.0:1783444683.043155:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c758839180 x1870075608258944/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444683.043161:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444683.043163:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444683.043166:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f96e8. 00000100:00000200:0.0:1783444683.043168:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608258944, offset 0 00000400:00000200:0.0:1783444683.043173:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444683.043177:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444683.043181:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444683.043184:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444683.043186:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444683.043188:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444683.043191:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444683.043193:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2557:2557:254:4294967295] 192.168.204.110@tcp LPNI seq info [2557:2557:6:4294967295] 00000400:00000200:0.0:1783444683.043197:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444683.043203:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444683.043208:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444683.043212:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298900. 00000800:00000200:0.0:1783444683.043216:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444683.043220:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444683.043223:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444683.043226:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444683.043229:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 21048 usecs (22 jiffies) 00000400:00000200:0.0:1783444683.043232:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444683.043234:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296322071 00000100:00000001:0.0:1783444683.043236:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296326140 00000100:00000001:0.0:1783444683.043238:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296322071 00000100:00000001:0.0:1783444683.043240:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296326140 00000100:00000001:0.0:1783444683.043242:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444683.043244:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444683.043246:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444683.043248:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444683.043256:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444683.043258:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783444683.043261:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444683.043262:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444683.043264:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444683.043265:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444683.043364:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444683.043369:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298000. 00000400:00000200:0.0:1783444683.043375:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444683.043380:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444683.043385:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9660 00000400:00000010:0.0:1783444683.043388:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9660. 00000100:00000001:0.0:1783444683.043392:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444683.043397:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c75883a300 x1870075608258688/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444683.043406:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444683.043410:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c75883a300 x1870075608258688/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444699 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444683.043417:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444683.043419:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783444683.043429:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444683.043431:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75a037300. 00000400:00000200:0.0:1783444683.043434:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444683.043437:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444683.043439:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076110 00000400:00000010:0.0:1783444683.043440:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076110. 00000100:00000001:0.0:1783444683.043442:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444683.043446:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c75883ad80 x1870075608258816/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444683.043452:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444683.043455:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c75883ad80 x1870075608258816/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444824 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444683.043462:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444683.043463:0:2392:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1783444683.043524:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444683.043526:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444683.043528:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444683.043533:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c75883b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608259072:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444683.043536:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444683.043539:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444683.043540:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444683.043542:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444683.043546:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75937f400. 02000000:00000001:1.0:1783444683.043548:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444683.043551:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444683.043554:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7467363c8. 00000400:00000010:1.0:1783444683.043558:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076b28. 00000100:00000200:1.0:1783444683.043562:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608259072, portal 4 00000100:00000001:1.0:1783444683.043564:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444683.043565:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102386816 : -121189607164800 : ffff91c75883b480) 00000100:00000040:1.0:1783444683.043572:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c75883b480 x1870075608259072/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444683.043578:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444683.043580:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444683.043582:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076330. 00000100:00000200:1.0:1783444683.043584:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608259072, offset 0 00000400:00000200:1.0:1783444683.043589:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444683.043593:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444683.043597:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444683.043600:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444683.043602:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444683.043605:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444683.043607:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444683.043610:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2558:2558:255:4294967295] 192.168.204.110@tcp LPNI seq info [2558:2558:7:4294967295] 00000400:00000200:1.0:1783444683.043615:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444683.043621:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444683.043625:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444683.043629:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75a037000. 00000800:00000200:1.0:1783444683.043633:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444683.043637:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444683.043640:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75a037000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783444683.043643:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444683.043646:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 139443 usecs (140 jiffies) 00000400:00000200:1.0:1783444683.043649:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444683.043651:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296322189 00000100:00000001:1.0:1783444683.043653:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296326140 00000100:00000001:1.0:1783444683.043655:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296322189 00000100:00000001:1.0:1783444683.043657:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296326140 00000100:00000001:1.0:1783444683.043659:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444683.043661:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444683.043663:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444683.043665:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444683.043669:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444683.043670:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1783444683.044212:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444683.044217:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298900. 00000400:00000200:0.0:1783444683.044221:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444683.044226:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444683.044230:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f96e8 00000400:00000010:0.0:1783444683.044232:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f96e8. 00000100:00000001:0.0:1783444683.044234:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444683.044238:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c758839180 x1870075608258944/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444683.044247:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444683.044250:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c758839180 x1870075608258944/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444824 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444683.044256:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444683.044257:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783444683.044271:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444683.044273:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75a037000. 00000400:00000200:0.0:1783444683.044276:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444683.044279:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444683.044281:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076330 00000400:00000010:0.0:1783444683.044283:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076330. 00000100:00000001:0.0:1783444683.044285:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444683.044289:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c75883b480 x1870075608259072/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444683.044295:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444683.044298:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c75883b480 x1870075608259072/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444699 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444683.044303:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444683.044305:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1783444683.044446:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444683.044449:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444683.044451:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444683.044454:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444683.046308:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444683.046323:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444683.046327:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444683.046329:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444683.046337:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444683.046344:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444683.046351:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444683.046355:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444683.046360:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444683.046364:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8555900 00000400:00000200:1.0:1783444683.046369:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444683.046374:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7139 [1] + 224 00000800:00000001:1.0:1783444683.046381:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444683.046390:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444683.046397:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444683.046401:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444683.046514:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444683.046524:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c75883ad80 x1870075608258816/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444824 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444683.046536:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c75883ad80 x1870075608258816/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444824 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444683.046557:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444683.046567:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444683.046572:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444683.046574:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444683.046576:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444683.046579:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444683.046583:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444683.046587:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444683.046590:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444683.046593:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444683.046596:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8555980 00000400:00000200:1.0:1783444683.046599:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444683.046603:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7151 [1] + 224 00000800:00000001:1.0:1783444683.046607:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444683.046613:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444683.046615:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444683.046618:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444683.046621:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444683.046625:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c758839180 x1870075608258944/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444824 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444683.046633:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c758839180 x1870075608258944/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444824 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444683.046644:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444683.046647:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444683.046650:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444683.047010:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444683.047014:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444683.047021:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444683.047023:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444683.047026:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f108. 00000400:00000200:0.0:1783444683.047038:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f95d8 00000400:00000010:0.0:1783444683.047041:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f95d8. 00000100:00000001:0.0:1783444683.047044:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444683.047049:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c758839180 x1870075608258944/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444824 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444683.047100:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c758839180 x1870075608258944/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444824 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444683.047106:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444683.047109:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444683.047111:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444683.047114:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444683.047116:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444683.047119:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444683.047122:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444683.047129:0:2401:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=13 v=105 (105 105 105 137) 00000100:00001000:0.0:1783444683.047134:0:2401:0:(import.c:2214:obd_at_measure()) AT ffff91c743c09460 change: old=105 new=5 delta=-100 (val=5) hist 105 105 105 137 00000100:00001000:0.0:1783444683.047137:0:2401:0:(client.c:417:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0001-mdc-ffff91c759350000 ptl 12 has changed from 105 to 5 00000100:00001000:0.0:1783444683.047140:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=13 v=5 (1 1 1 1) 00000100:00000001:0.0:1783444683.047143:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444683.047144:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444683.047147:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444683.047150:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444683.047153:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444683.047155:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1783444683.047156:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444683.047157:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444683.047162:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c758839180 x1870075608258944/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444824 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444683.047169:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444683.047171:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444683.047173:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444683.047177:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758839180 x1870075608258944/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444824 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444683.047185:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c758839180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608258944:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444683.047189:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444683.047191:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444683.047194:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c758839180 x1870075608258944/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444824 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444683.047200:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444683.047202:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444683.047205:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c752031800. 02000000:00000001:0.0:1783444683.047208:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444683.047211:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444683.047212:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:0.0:1783444683.047215:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444683.047217:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c750577a00. 02000000:00000001:0.0:1783444683.047222:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444683.047223:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444683.047225:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758839180. 00000100:00000001:0.0:1783444683.047228:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444683.047230:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444683.047232:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444683.047234:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444683.047235:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444683.047236:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444683.047238:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444683.047248:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444683.047250:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444683.047253:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444683.047254:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444683.047256:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736370. 00000400:00000200:0.0:1783444683.047259:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076088 00000400:00000010:0.0:1783444683.047260:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076088. 00000100:00000001:0.0:1783444683.047262:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444683.047266:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c75883ad80 x1870075608258816/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444824 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444683.047274:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c75883ad80 x1870075608258816/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444824 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444683.047280:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444683.047281:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444683.047282:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444683.047283:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444683.047284:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444683.047286:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444683.047288:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444683.047291:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=13 v=105 (105 105 105 137) 00000100:00001000:0.0:1783444683.047294:0:2400:0:(import.c:2214:obd_at_measure()) AT ffff91c743c0bc60 change: old=105 new=5 delta=-100 (val=5) hist 105 105 105 137 00000100:00001000:0.0:1783444683.047297:0:2400:0:(client.c:417:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff91c759350000 ptl 12 has changed from 105 to 5 00000100:00001000:0.0:1783444683.047299:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444683.047301:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444683.047303:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444683.047305:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444683.047307:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444683.047309:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1783444683.047310:0:2400:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: committing for last_committed 4294967579 gen 2 00000100:00000001:0.0:1783444683.047312:0:2400:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1783444683.047315:0:2400:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:0.0:1783444683.047316:0:2400:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444683.047318:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444683.047322:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c75883ad80 x1870075608258816/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444824 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444683.047328:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444683.047329:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444683.047331:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444683.047334:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883ad80 x1870075608258816/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444824 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444683.047341:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c75883ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608258816:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444683.047346:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444683.047347:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444683.047350:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c75883ad80 x1870075608258816/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444824 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444683.047357:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444683.047358:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444683.047360:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75937fe00. 02000000:00000001:0.0:1783444683.047362:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444683.047363:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444683.047365:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444683.047367:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444683.047368:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c750577200. 02000000:00000001:0.0:1783444683.047370:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444683.047371:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444683.047373:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c75883ad80. 00000100:00000001:0.0:1783444683.047376:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444683.047377:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444683.047379:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444683.047381:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444683.047382:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444683.047383:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444683.047385:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444683.047542:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444683.047549:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444683.047551:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444683.047553:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444683.047557:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444683.047561:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444683.047566:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444683.047570:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444683.047573:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444683.047577:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a4d2e8555880 00000400:00000200:1.0:1783444683.047580:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444683.047584:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7131 [1] + 224 00000800:00000001:1.0:1783444683.047589:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444683.047595:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444683.047597:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444683.047600:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444683.047604:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444683.047609:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c75883a300 x1870075608258688/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444699 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444683.047617:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c75883a300 x1870075608258688/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444683.047635:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444683.047640:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444683.047642:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444683.048152:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444683.048159:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444683.048162:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444683.048164:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444683.048168:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444683.048173:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444683.048178:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444683.048181:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444683.048183:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444683.048186:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e8555a00 00000400:00000200:1.0:1783444683.048189:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444683.048193:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7161 [1] + 224 00000800:00000001:1.0:1783444683.048196:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444683.048201:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444683.048203:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444683.048207:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444683.048211:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444683.048216:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c75883b480 x1870075608259072/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444699 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444683.048224:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c75883b480 x1870075608259072/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444683.048237:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444683.048240:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444683.048243:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444683.048251:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444683.048254:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444683.048256:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444683.048258:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444683.048259:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7467363c8. 00000400:00000200:1.0:1783444683.048262:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076b28 00000400:00000010:1.0:1783444683.048264:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076b28. 00000100:00000001:1.0:1783444683.048267:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444683.048270:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c75883b480 x1870075608259072/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444683.048278:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c75883b480 x1870075608259072/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444699 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444683.048283:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444683.048285:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444683.048286:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444683.048288:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444683.048290:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444683.048292:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444683.048294:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444683.048299:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f460 time=13 v=5 (5 5 5 138) 00000100:00001000:1.0:1783444683.048303:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=134 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444683.048305:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444683.048307:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444683.048310:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444683.048311:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444683.048314:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444683.048315:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967321 00000100:00000001:1.0:1783444683.048318:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444683.048319:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444683.048323:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c75883b480 x1870075608259072/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444699 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444683.048329:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444683.048331:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444683.048332:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444683.048336:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883b480 x1870075608259072/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444699 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444683.048344:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c75883b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608259072:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444683.048348:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444683.048350:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444683.048353:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c75883b480 x1870075608259072/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444699 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444683.048359:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444683.048361:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444683.048363:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75937f400. 02000000:00000001:1.0:1783444683.048366:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444683.048368:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444683.048369:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=2 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:1.0:1783444683.048372:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444683.048374:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c75a037400. 02000000:00000001:1.0:1783444683.048377:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444683.048378:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444683.048379:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c75883b480. 00000100:00000001:1.0:1783444683.048382:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444683.048383:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444683.048385:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444683.048392:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444683.048394:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444683.048397:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444683.048398:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444683.048460:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444683.048463:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444683.048466:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444683.048468:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444683.048469:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f580. 00000400:00000200:0.0:1783444683.048472:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f93b8 00000400:00000010:0.0:1783444683.048474:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f93b8. 00000100:00000001:0.0:1783444683.048477:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444683.048481:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c75883a300 x1870075608258688/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444683.048491:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c75883a300 x1870075608258688/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444699 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444683.048496:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444683.048498:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444683.048500:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444683.048502:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444683.048503:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444683.048504:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444683.048506:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444683.048509:0:2401:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=13 v=5 (5 5 5 5) 00000100:00001000:0.0:1783444683.048512:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=13 v=5 (1 1 1 1) 00000100:00000001:0.0:1783444683.048514:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444683.048515:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444683.048517:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444683.048518:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444683.048520:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444683.048523:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c75883a300 x1870075608258688/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444699 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444683.048529:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444683.048531:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444683.048532:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444683.048536:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883a300 x1870075608258688/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444699 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444683.048543:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c75883a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2401:1870075608258688:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444683.048547:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444683.048549:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444683.048552:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c75883a300 x1870075608258688/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444699 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444683.048558:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444683.048559:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444683.048561:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c752030200. 02000000:00000001:0.0:1783444683.048564:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444683.048565:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444683.048567:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:0.0:1783444683.048569:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444683.048570:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c750577500. 02000000:00000001:0.0:1783444683.048572:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444683.048573:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444683.048574:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c75883a300. 00000100:00000001:0.0:1783444683.048577:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444683.048578:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444683.048580:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444683.048583:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444683.048584:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444683.048586:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444683.048588:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444684.003373:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444684.003379:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444685.026859:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444685.026872:0:26147:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444685.026874:0:26147:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444685.026879:0:26147:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444685.027127:0:26147:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444685.027130:0:26147:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444685.027133:0:26147:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444685.027137:0:26147:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444685.027247:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444685.027256:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444685.027262:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783444685.091092:0:31336:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783444685.091104:0:31336:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444685.091106:0:31336:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783444685.091114:0:31336:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c747259540 going to sleep for 1 seconds 00000100:00000001:0.0:1783444685.091119:0:31336:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444685.091125:0:31336:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444686.050421:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444686.050431:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444686.114390:0:31336:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783444686.114401:0:31336:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444686.114404:0:31336:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783444686.114410:0:31336:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c747259540 going to sleep for 1 seconds 00000100:00000001:0.0:1783444686.114416:0:31336:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444686.114420:0:31336:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444687.074826:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444687.074835:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444687.138153:0:29002:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4910 (cpu 0) has reached its deadline 4296326140, at 4296326144 00000100:00000010:1.0:1783444687.138173:0:29002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c76050dcc0. 00000100:00000040:0.0:1783444687.138750:0:26147:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4800 (cpu 0) has reached its deadline 4296326140, at 4296326144 00000100:00000010:0.0:1783444687.138759:0:26147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c76050d600. 00000100:00000001:1.0:1783444687.138907:0:31336:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783444687.138912:0:31336:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444687.138915:0:31336:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1783444687.138919:0:31336:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c747259540 going to sleep for 1 seconds 00000100:00000001:1.0:1783444687.138922:0:31336:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444687.138926:0:31336:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444688.099600:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444688.099608:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444688.099775:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444688.099780:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444688.099783:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1783444688.162189:0:29002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783444688.162201:0:29002:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783444688.162213:0:29002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883b480. 00000020:00000040:1.0:1783444688.162220:0:29002:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:1.0:1783444688.162226:0:29002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444688.162229:0:29002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444688.162235:0:29002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444688.162243:0:29002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c75a037400. 00000100:00000001:1.0:1783444688.162250:0:29002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444688.162262:0:29002:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS req@ffff91c75883b480 x1870075608259200/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783444688.162274:0:29002:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444688.162279:0:29002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444688.162285:0:29002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9a3d11a] to pc [ptlrpcd_00_01+1] req@ffff91c75883b480 x1870075608259200/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444688.162308:0:29002:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444688.162311:0:29002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783444688.162314:0:29002:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783444688.162317:0:29002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758838380. 00000020:00000040:1.0:1783444688.162320:0:29002:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:1.0:1783444688.162322:0:29002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444688.162323:0:29002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444688.162325:0:29002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444688.162330:0:29002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c75a037000. 00000100:00000001:1.0:1783444688.162333:0:29002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444688.162337:0:29002:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID req@ffff91c758838380 x1870075608259328/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783444688.162344:0:29002:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444688.162346:0:29002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444688.162350:0:29002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e7f56cc] to pc [ptlrpcd_00_00+0] req@ffff91c758838380 x1870075608259328/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444688.162358:0:29002:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444688.162360:0:29002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783444688.162363:0:29002:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783444688.162365:0:29002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883bb80. 00000020:00000040:1.0:1783444688.162368:0:29002:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:1.0:1783444688.162370:0:29002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444688.162371:0:29002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444688.162373:0:29002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444688.162376:0:29002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c75a037300. 00000100:00000001:1.0:1783444688.162378:0:29002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444688.162382:0:29002:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID req@ffff91c75883bb80 x1870075608259456/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783444688.162389:0:29002:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444688.162390:0:29002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444688.162393:0:29002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003504232f] to pc [ptlrpcd_00_01+1] req@ffff91c75883bb80 x1870075608259456/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444688.162400:0:29002:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444688.162402:0:29002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1783444688.162406:0:29002:0:(pinger.c:247:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1783444688.162409:0:29002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783444688.162412:0:29002:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783444688.162414:0:29002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758838a80. 00000020:00000040:1.0:1783444688.162416:0:29002:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000100:00000001:1.0:1783444688.162418:0:29002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444688.162419:0:29002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444688.162420:0:29002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444688.162425:0:29002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c746193400. 00000100:00000001:1.0:1783444688.162428:0:29002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444688.162432:0:29002:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID req@ffff91c758838a80 x1870075608259584/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783444688.162437:0:29002:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444688.162439:0:29002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444688.162442:0:29002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fb2aeee] to pc [ptlrpcd_00_00+0] req@ffff91c758838a80 x1870075608259584/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444688.162448:0:29002:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444688.162452:0:29002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1664) 00000100:00000001:1.0:1783444688.162466:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444688.162470:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444688.162473:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444688.162478:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c758838380 x1870075608259328/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444688.162485:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444688.162487:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444688.162491:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444688.162494:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444688.162496:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444688.162502:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c758838380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608259328:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444688.162506:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444688.162511:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444688.162513:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444688.162515:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444688.162519:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75937f400. 02000000:00000001:1.0:1783444688.162521:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444688.162527:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444688.162531:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7467363c8. 00000400:00000010:1.0:1783444688.162538:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076b28. 00000100:00000200:1.0:1783444688.162545:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608259328, portal 10 00000100:00000001:1.0:1783444688.162547:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444688.162548:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102374272 : -121189607177344 : ffff91c758838380) 00000100:00000040:1.0:1783444688.162555:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c758838380 x1870075608259328/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444688.162563:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444688.162565:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444688.162568:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7590763b8. 00000100:00000200:1.0:1783444688.162571:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608259328, offset 0 00000400:00000200:1.0:1783444688.162577:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444688.162586:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444688.162593:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444688.162598:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444688.162602:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444688.162605:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444688.162607:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444688.162610:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2559:2559:256:4294967295] 192.168.204.110@tcp LPNI seq info [2559:2559:8:4294967295] 00000400:00000200:1.0:1783444688.162615:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444688.162623:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444688.162628:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444688.162647:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c746193900. 00000800:00000200:1.0:1783444688.162655:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444688.162663:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444688.162667:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c746193900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783444688.162679:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444688.162684:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 835476 usecs (836 jiffies) 00000400:00000200:1.0:1783444688.162687:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444688.162689:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296328004 00000100:00000010:1.0:1783444688.162693:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7465b37e0. 00000100:00000001:1.0:1783444688.162700:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1783444688.162706:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296328004 00000100:00000010:1.0:1783444688.162709:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7465b33c0. 00000100:00000001:1.0:1783444688.162712:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1783444688.162714:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444688.162717:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444688.162719:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444688.162722:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c758838a80 x1870075608259584/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444688.162728:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444688.162729:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444688.162731:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444688.162732:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444688.162734:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444688.162736:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c758838a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608259584:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444688.162869:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444688.162872:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444688.162874:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444688.162875:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444688.162879:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75937fa00. 02000000:00000001:1.0:1783444688.162881:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444688.162884:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444688.162887:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736000. 00000400:00000010:1.0:1783444688.162891:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076088. 00000100:00000200:1.0:1783444688.162894:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608259584, portal 4 00000100:00000001:1.0:1783444688.162895:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444688.162897:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102376064 : -121189607175552 : ffff91c758838a80) 00000100:00000040:1.0:1783444688.162903:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c758838a80 x1870075608259584/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444688.162909:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444688.162911:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444688.162913:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076330. 00000100:00000200:1.0:1783444688.162916:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608259584, offset 0 00000400:00000200:1.0:1783444688.162919:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444688.162923:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444688.162927:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444688.162930:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444688.162942:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444688.162945:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444688.162947:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444688.162950:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2560:2560:255:4294967295] 192.168.204.110@tcp LPNI seq info [2560:2560:7:4294967295] 00000400:00000200:1.0:1783444688.162954:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444688.162960:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444688.162964:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444688.162968:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c746193e00. 00000800:00000200:1.0:1783444688.162972:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444688.162976:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444688.162979:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c746193e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783444688.162982:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444688.162985:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 138621 usecs (139 jiffies) 00000400:00000200:1.0:1783444688.162988:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444688.162990:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296327307 00000100:00000001:1.0:1783444688.162992:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296328004 00000100:00000001:1.0:1783444688.162995:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296327307 00000100:00000001:1.0:1783444688.162997:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296328004 00000100:00000001:1.0:1783444688.162999:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444688.163001:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444688.163003:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444688.163006:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444688.163013:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444688.163015:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783444688.163017:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444688.163018:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444688.163020:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444688.163022:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1783444688.163024:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444688.163025:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444688.163027:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444688.163029:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444688.163030:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444688.163031:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444688.163035:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c75883b480 x1870075608259200/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444688.163041:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444688.163042:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444688.163044:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444688.163046:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444688.163048:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444688.163051:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c75883b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2400:1870075608259200:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444688.163090:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444688.163094:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444688.163095:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444688.163097:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444688.163101:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75937f600. 02000000:00000001:1.0:1783444688.163102:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444688.163106:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444688.163108:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736c08. 00000400:00000010:1.0:1783444688.163113:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076110. 00000100:00000200:1.0:1783444688.163117:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608259200, portal 25 00000100:00000001:1.0:1783444688.163119:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444688.163120:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102386816 : -121189607164800 : ffff91c75883b480) 00000100:00000040:1.0:1783444688.163126:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c75883b480 x1870075608259200/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444688.163133:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444688.163135:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444688.163137:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076c38. 00000100:00000200:1.0:1783444688.163139:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870075608259200, offset 0 00000400:00000200:1.0:1783444688.163144:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444688.163148:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444688.163151:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444688.163154:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444688.163156:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444688.163158:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444688.163160:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444688.163163:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2561:2561:254:4294967295] 192.168.204.110@tcp LPNI seq info [2561:2561:6:4294967295] 00000400:00000200:1.0:1783444688.163166:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444688.163172:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444688.163177:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444688.163180:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c746193f00. 00000800:00000200:1.0:1783444688.163183:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444688.163189:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444688.163192:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c746193f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783444688.163194:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444688.163196:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444688.163198:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296331261 00000100:00000001:1.0:1783444688.163204:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296328004 00000100:00000001:1.0:1783444688.163208:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296331261 00000100:00000001:1.0:1783444688.163210:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296328004 00000100:00000001:1.0:1783444688.163213:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444688.163215:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444688.163217:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444688.163221:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c75883bb80 x1870075608259456/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444688.163228:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444688.163229:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444688.163232:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444688.163233:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444688.163235:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444688.163238:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c75883bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608259456:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444688.163241:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444688.163243:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444688.163245:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444688.163246:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444688.163249:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75937f000. 02000000:00000001:1.0:1783444688.163251:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444688.163253:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444688.163256:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736688. 00000400:00000010:1.0:1783444688.163259:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076880. 00000100:00000200:1.0:1783444688.163262:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608259456, portal 10 00000100:00000001:1.0:1783444688.163263:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444688.163264:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102388608 : -121189607163008 : ffff91c75883bb80) 00000100:00000040:1.0:1783444688.163270:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c75883bb80 x1870075608259456/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444688.163276:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444688.163278:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444688.163281:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076660. 00000100:00000200:1.0:1783444688.163283:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608259456, offset 0 00000400:00000200:1.0:1783444688.163287:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444688.163291:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444688.163294:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444688.163296:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444688.163298:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444688.163301:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444688.163302:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444688.163306:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2562:2562:253:4294967295] 192.168.204.110@tcp LPNI seq info [2562:2562:5:4294967295] 00000400:00000200:1.0:1783444688.163310:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444688.163315:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444688.163319:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444688.163322:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c746193c00. 00000800:00000200:1.0:1783444688.163325:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444688.163329:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444688.163332:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c746193c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783444688.163335:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444688.163337:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 20986 usecs (21 jiffies) 00000400:00000200:1.0:1783444688.163340:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444688.163342:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296327190 00000100:00000001:1.0:1783444688.163344:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296331261 00000100:00000001:1.0:1783444688.163346:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296327190 00000100:00000001:1.0:1783444688.163348:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296331261 00000100:00000001:1.0:1783444688.163350:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444688.163353:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444688.163355:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444688.163357:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444688.163401:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444688.163405:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c746193900. 00000400:00000200:1.0:1783444688.163411:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444688.163415:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444688.163420:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7590763b8 00000400:00000010:1.0:1783444688.163422:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7590763b8. 00000100:00000001:1.0:1783444688.163426:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444688.163430:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c758838380 x1870075608259328/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444688.163440:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444688.163443:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c758838380 x1870075608259328/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444704 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444688.163450:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444688.163451:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444688.163462:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444688.163463:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c746193e00. 00000400:00000200:1.0:1783444688.163465:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444688.163468:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444688.163470:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076330 00000400:00000010:1.0:1783444688.163472:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076330. 00000100:00000001:1.0:1783444688.163473:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444688.163477:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c758838a80 x1870075608259584/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444688.163483:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444688.163485:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c758838a80 x1870075608259584/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444704 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444688.163491:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444688.163493:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444688.163499:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444688.163501:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c746193f00. 00000400:00000200:1.0:1783444688.163503:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444688.163505:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444688.163507:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076c38 00000400:00000010:1.0:1783444688.163508:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076c38. 00000100:00000001:1.0:1783444688.163510:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444688.163513:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c75883b480 x1870075608259200/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444688.163519:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444688.163521:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c75883b480 x1870075608259200/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444704 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444688.163526:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444688.163528:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444688.163595:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444688.163598:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c746193c00. 00000400:00000200:1.0:1783444688.163601:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444688.163604:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444688.163607:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076660 00000400:00000010:1.0:1783444688.163608:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076660. 00000100:00000001:1.0:1783444688.163610:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444688.163614:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c75883bb80 x1870075608259456/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444688.163621:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444688.163623:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c75883bb80 x1870075608259456/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444704 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444688.163629:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444688.163630:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783444688.163826:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444688.163829:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444688.163845:0:31336:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783444688.163848:0:31336:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444688.163850:0:31336:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783444688.163853:0:31336:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c747259540 going to sleep for 1 seconds 00000100:00000001:0.0:1783444688.163856:0:31336:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444688.163858:0:31336:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444688.168312:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444688.168333:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444688.168338:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444688.168341:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444688.168350:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444688.168357:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444688.168368:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444688.168372:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444688.168390:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444688.168394:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e8555c00 00000400:00000200:1.0:1783444688.168399:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444688.168405:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7181 [1] + 224 00000800:00000001:1.0:1783444688.168412:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444688.168417:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444688.168420:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444688.168424:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444688.168431:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444688.168440:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c758838a80 x1870075608259584/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444704 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444688.168451:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c758838a80 x1870075608259584/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444688.168478:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444688.168487:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444688.168490:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444688.168492:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444688.168494:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444688.168496:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444688.168499:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444688.168503:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444688.168505:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444688.168508:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444688.168511:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8555b00 00000400:00000200:1.0:1783444688.168513:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444688.168518:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7171 [1] + 224 00000800:00000001:1.0:1783444688.168521:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444688.168524:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444688.168526:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444688.168529:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444688.168531:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444688.168535:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c758838380 x1870075608259328/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444704 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444688.168544:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c758838380 x1870075608259328/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444688.168551:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444688.168555:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444688.168558:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444688.168560:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444688.168562:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444688.168565:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444688.168568:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444688.168572:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444688.168575:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444688.168577:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444688.168580:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8555b80 00000400:00000200:1.0:1783444688.168583:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444688.168586:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x71a1 [1] + 224 00000800:00000001:1.0:1783444688.168589:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444688.168592:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444688.168594:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444688.168597:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444688.168599:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444688.168602:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c75883bb80 x1870075608259456/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444704 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444688.168610:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c75883bb80 x1870075608259456/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444688.168617:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444688.168621:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444688.168623:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444688.168624:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444688.168626:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444688.168629:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444688.168704:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444688.168710:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444688.168713:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444688.168716:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444688.168719:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a4d2e8555a80 00000400:00000200:1.0:1783444688.168722:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444688.168726:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7191 [1] + 224 00000800:00000001:1.0:1783444688.168730:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444688.168802:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444688.168805:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444688.168809:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444688.168812:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444688.168817:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c75883b480 x1870075608259200/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444704 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444688.168826:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c75883b480 x1870075608259200/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444688.168833:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444688.168837:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444688.168840:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444688.168978:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444688.168983:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444688.168991:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444688.168993:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444688.168998:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736c08. 00000400:00000200:0.0:1783444688.169002:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076110 00000400:00000010:0.0:1783444688.169005:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076110. 00000100:00000001:0.0:1783444688.169008:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444688.169013:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c75883b480 x1870075608259200/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444688.169021:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c75883b480 x1870075608259200/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444704 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444688.169027:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444688.169029:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444688.169031:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444688.169034:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444688.169037:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444688.169039:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444688.169042:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444688.169048:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=18 v=5 (5 5 5 5) 00000100:00001000:0.0:1783444688.169052:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=18 v=5 (1 1 1 1) 00000100:00000001:0.0:1783444688.169087:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444688.169089:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444688.169092:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444688.169094:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444688.169097:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444688.169101:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c75883b480 x1870075608259200/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444704 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444688.169108:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444688.169111:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444688.169113:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444688.169117:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883b480 x1870075608259200/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444704 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444688.169125:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c75883b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2400:1870075608259200:192.168.204.110@tcp:400:kworker.0 00000400:00000001:0.0:1783444688.169131:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444688.169132:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444688.169133:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736688. 00000400:00000200:0.0:1783444688.169136:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076880 00000400:00000010:0.0:1783444688.169137:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076880. 00000100:00000001:0.0:1783444688.169139:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444688.169142:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c75883bb80 x1870075608259456/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444688.169151:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c75883bb80 x1870075608259456/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444704 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444688.169157:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444688.169158:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444688.169160:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444688.169161:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444688.169162:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444688.169164:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444688.169166:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444688.169172:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=18 v=5 (105 105 105 137) 00000100:00001000:0.0:1783444688.169175:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=18 v=5 (1 1 1 1) 00000100:00000001:0.0:1783444688.169177:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444688.169178:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444688.169180:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444688.169182:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444688.169185:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444688.169188:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1783444688.169190:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444688.169191:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444688.169196:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c75883bb80 x1870075608259456/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444704 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444688.169202:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444688.169204:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444688.169206:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444688.169209:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883bb80 x1870075608259456/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444704 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444688.169216:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c75883bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608259456:192.168.204.110@tcp:400:kworker.0 00000400:00000001:0.0:1783444688.169220:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444688.169222:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444688.169223:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7467363c8. 00000400:00000200:0.0:1783444688.169226:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076b28 00000400:00000010:0.0:1783444688.169227:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076b28. 00000100:00000001:0.0:1783444688.169229:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444688.169232:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c758838380 x1870075608259328/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444688.169240:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c758838380 x1870075608259328/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444704 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444688.169246:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444688.169247:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444688.169248:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444688.169249:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444688.169250:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444688.169252:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444688.169254:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444688.169257:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=18 v=5 (105 105 105 137) 00000100:00001000:0.0:1783444688.169260:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444688.169262:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444688.169263:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444688.169265:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444688.169266:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444688.169268:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444688.169269:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967579 00000100:00000001:0.0:1783444688.169271:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444688.169272:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444688.169275:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c758838380 x1870075608259328/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444704 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444688.169281:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444688.169283:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444688.169284:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444688.169287:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758838380 x1870075608259328/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444704 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444688.169293:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c758838380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608259328:192.168.204.110@tcp:400:kworker.0 00000400:00000001:0.0:1783444688.169299:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444688.169300:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444688.169301:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736000. 00000400:00000200:0.0:1783444688.169303:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076088 00000400:00000010:0.0:1783444688.169304:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076088. 00000100:00000001:0.0:1783444688.169306:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444688.169309:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c758838a80 x1870075608259584/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444688.169317:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c758838a80 x1870075608259584/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444704 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444688.169323:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444688.169324:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444688.169325:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444688.169326:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444688.169327:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444688.169328:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444688.169330:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444688.169334:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f460 time=18 v=5 (5 5 5 138) 00000100:00001000:0.0:1783444688.169337:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=139 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444688.169339:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444688.169340:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444688.169341:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444688.169343:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444688.169345:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444688.169346:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967321 00000100:00000001:0.0:1783444688.169348:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444688.169349:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444688.169353:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c758838a80 x1870075608259584/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444704 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444688.169360:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444688.169362:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444688.169363:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444688.169366:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758838a80 x1870075608259584/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444704 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444688.169386:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c758838a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608259584:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444688.169391:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444688.169393:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444688.169397:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c75883b480 x1870075608259200/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444704 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444688.169404:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444688.169407:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444688.169410:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75937f600. 02000000:00000001:0.0:1783444688.169414:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444688.169417:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444688.169418:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:0.0:1783444688.169421:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444688.169423:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c75a037400. 02000000:00000001:0.0:1783444688.169427:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444688.169429:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444688.169431:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c75883b480. 00000100:00000001:0.0:1783444688.169434:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444688.169435:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444688.169437:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444688.169440:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c75883bb80 x1870075608259456/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444704 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444688.169446:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444688.169447:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444688.169449:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75937f000. 02000000:00000001:0.0:1783444688.169451:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444688.169452:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444688.169453:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:0.0:1783444688.169455:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444688.169457:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c75a037300. 02000000:00000001:0.0:1783444688.169458:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444688.169459:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444688.169461:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c75883bb80. 00000100:00000001:0.0:1783444688.169463:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444688.169465:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444688.169467:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444688.169470:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c758838380 x1870075608259328/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444704 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444688.169475:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444688.169476:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444688.169477:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75937f400. 02000000:00000001:0.0:1783444688.169478:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444688.169479:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444688.169481:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444688.169482:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444688.169483:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c75a037000. 02000000:00000001:0.0:1783444688.169485:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444688.169486:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444688.169487:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758838380. 00000100:00000001:0.0:1783444688.169488:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444688.169490:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444688.169491:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444688.169494:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c758838a80 x1870075608259584/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444704 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444688.169499:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444688.169500:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444688.169501:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75937fa00. 02000000:00000001:0.0:1783444688.169503:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444688.169505:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444688.169506:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=2 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:0.0:1783444688.169507:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444688.169508:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c746193400. 02000000:00000001:0.0:1783444688.169511:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444688.169512:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444688.169513:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758838a80. 00000100:00000001:0.0:1783444688.169515:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444688.169516:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444688.169518:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444688.169525:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444688.169527:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444688.169530:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444688.169532:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444689.125009:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444689.125017:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444689.186996:0:31336:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783444689.187005:0:31336:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1783444689.187021:0:31336:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783444673/real 1783444673] req@ffff91c746733b80 x1870075608257920/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1783444689 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:0.0:1783444689.187038:0:31336:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444689.187040:0:31336:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444689.187044:0:31336:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f948. 00000400:00000200:0.0:1783444689.187050:0:31336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9d48 00000400:00000010:0.0:1783444689.187052:0:31336:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9d48. 00000100:00000001:0.0:1783444689.187089:0:31336:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444689.187094:0:31336:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746733b80 x1870075608257920/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1783444689 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783444689.187105:0:31336:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746733b80 x1870075608257920/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1783444689 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444689.187112:0:31336:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444689.187114:0:31336:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444689.187117:0:31336:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444689.187119:0:31336:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444689.187122:0:31336:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1783444689.187126:0:31336:0:(import.c:65:import_set_state_nolock()) ffff91c743c0b800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1783444689.187129:0:31336:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff91c759350000: Connection to lustre-MDT0000 (at 192.168.204.110@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1783444689.187132:0:31336:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1783444689.187135:0:31336:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1783444689.187138:0:31336:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444689.187139:0:31336:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1783444689.187140:0:31336:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:0.0:1783444689.187155:0:31336:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1783444689.187156:0:31336:0:(client.c:2542:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444689.187159:0:31336:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444689.187162:0:31336:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444689.187164:0:31336:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c747259540 going to sleep for 0 seconds 00000100:00000001:0.0:1783444689.187167:0:31336:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444689.187170:0:31336:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444689.187171:0:31336:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444689.187174:0:31336:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444689.187176:0:31336:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444689.187198:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444689.187203:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444689.187448:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746733480. 00000020:00000040:0.0:1783444689.187454:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:0.0:1783444689.187458:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444689.187462:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444689.187466:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444689.187474:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c760298900. 00000100:00000001:0.0:1783444689.187481:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444689.187488:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS req@ffff91c746733480 x1870075608259712/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444689.187497:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444689.187502:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444689.187507:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088f75114] to pc [ptlrpcd_00_01+1] req@ffff91c746733480 x1870075608259712/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444689.187537:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783444689.187540:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783444689.187543:0:26147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783444689.187545:0:26147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783444689.187547:0:26147:0:(import.c:65:import_set_state_nolock()) ffff91c743c0b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783444689.187550:0:26147:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783444689.187554:0:26147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff91c759350000: connect to NID 192.168.204.110@tcp last attempt 1639 00000400:00000200:0.0:1783444689.187560:0:26147:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444689.187566:0:26147:0:(peer.c:1557:LNetPeerDiscovered()) Peer NID 192.168.204.110@tcp is discovered: rc = 1 00000100:00000040:0.0:1783444689.187570:0:26147:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 14 to 192.168.204.110@tcp 00000100:00000001:0.0:1783444689.187573:0:26147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783444689.187575:0:26147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00000100:00000001:0.0:1783444689.187577:0:26147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 00000020:00000001:0.0:1783444689.187580:0:26147:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783444689.187582:0:26147:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea56 00000020:00000001:0.0:1783444689.187584:0:26147:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444689.187587:0:26147:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c74497f800 refcount=5 00000020:00000001:0.0:1783444689.187590:0:26147:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883768170496 : -121189941381120 : ffff91c74497f800) 00000020:00000001:0.0:1783444689.187592:0:26147:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883768170496 : -121189941381120 : ffff91c74497f800) 00000100:00000040:0.0:1783444689.187594:0:26147:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 14 to 192.168.204.110@tcp 00000100:00000001:0.0:1783444689.187596:0:26147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783444689.187598:0:26147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00000100:00000001:0.0:1783444689.187600:0:26147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 00000020:00000040:0.0:1783444689.187603:0:26147:0:(genops.c:900:class_export_put()) PUTting export ffff91c74497f800 : new refcount 4 00000100:00080000:0.0:1783444689.187606:0:26147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff91c759350000: import ffff91c743c0b800 using connection 192.168.204.110@tcp/192.168.204.110@tcp 00000100:00000001:0.0:1783444689.187608:0:26147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444689.187610:0:26147:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783444689.187616:0:26147:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444689.187619:0:26147:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444689.187620:0:26147:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783444689.187625:0:26147:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682473 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783444689.187627:0:26147:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444689.187629:0:26147:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444689.187632:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746731c00. 00000020:00000040:0.0:1783444689.187635:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:0.0:1783444689.187638:0:26147:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783444689.187639:0:26147:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444689.187641:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444689.187643:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444689.187645:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444689.187650:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c746765000. 00000100:00000001:0.0:1783444689.187653:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444689.187659:0:26147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91c746731c00 x1870075608259840/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444689.187667:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444689.187669:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444689.187672:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bab3810] to pc [ptlrpcd_rcv+-1] req@ffff91c746731c00 x1870075608259840/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444689.187694:0:26147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444689.187697:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444689.187700:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444689.187703:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746731f80. 00000020:00000040:0.0:1783444689.187706:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:0.0:1783444689.187708:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444689.187709:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444689.187711:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444689.187714:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c760298000. 00000100:00000001:0.0:1783444689.187717:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444689.187721:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID req@ffff91c746731f80 x1870075608259968/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444689.187728:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444689.187729:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444689.187733:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a442ef7e] to pc [ptlrpcd_00_00+0] req@ffff91c746731f80 x1870075608259968/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444689.187740:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444689.187742:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1783444689.187745:0:26147:0:(pinger.c:247:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1783444689.187758:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444689.187761:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444689.187764:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746733100. 00000020:00000040:0.0:1783444689.187767:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000100:00000001:0.0:1783444689.187769:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444689.187770:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444689.187772:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444689.187775:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c760298f00. 00000100:00000001:0.0:1783444689.187777:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444689.187782:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID req@ffff91c746733100 x1870075608260096/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444689.187787:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444689.187789:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444689.187792:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054bca8ae] to pc [ptlrpcd_00_01+1] req@ffff91c746733100 x1870075608260096/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444689.187799:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444689.187803:0:26147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1665) 00000100:00000001:0.0:1783444689.187815:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444689.187818:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444689.187820:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444689.187825:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746733480 x1870075608259712/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444689.187831:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444689.187833:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444689.187836:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444689.187839:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444689.187842:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444689.187845:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746733480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2401:1870075608259712:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444689.187848:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444689.187853:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444689.187855:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444689.187857:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444689.187861:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c752030200. 02000000:00000001:0.0:1783444689.187863:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444689.187867:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444689.187870:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f948. 00000400:00000010:0.0:1783444689.187875:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9d48. 00000100:00000200:0.0:1783444689.187883:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608259712, portal 25 00000100:00000001:0.0:1783444689.187885:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444689.187886:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799315584 : -121189910236032 : ffff91c746733480) 00000100:00000040:0.0:1783444689.187891:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746733480 x1870075608259712/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444689.187898:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444689.187901:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444689.187904:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f93b8. 00000100:00000200:0.0:1783444689.187907:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870075608259712, offset 0 00000400:00000200:0.0:1783444689.187933:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444689.187941:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444689.187948:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444689.187954:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444689.187958:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444689.187962:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444689.187965:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444689.187968:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2563:2563:256:4294967295] 192.168.204.110@tcp LPNI seq info [2563:2563:8:4294967295] 00000400:00000200:0.0:1783444689.187973:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444689.187981:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444689.187987:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444689.187992:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298100. 00000800:00000200:0.0:1783444689.187997:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444689.188006:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444689.188010:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444689.188019:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444689.188023:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444689.188025:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296332285 00000100:00000001:0.0:1783444689.188032:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296331261 00000100:00000001:0.0:1783444689.188035:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296332285 00000100:00000001:0.0:1783444689.188038:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296331261 00000100:00000001:0.0:1783444689.188042:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444689.188044:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444689.188046:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444689.188050:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746733100 x1870075608260096/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444689.188080:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444689.188082:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444689.188084:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444689.188086:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444689.188087:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444689.188090:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746733100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608260096:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444689.188092:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444689.188094:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444689.188096:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444689.188097:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444689.188100:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c752031800. 02000000:00000001:0.0:1783444689.188101:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444689.188104:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444689.188106:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f580. 00000400:00000010:0.0:1783444689.188110:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f95d8. 00000100:00000200:0.0:1783444689.188112:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608260096, portal 4 00000100:00000001:0.0:1783444689.188114:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444689.188115:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799314688 : -121189910236928 : ffff91c746733100) 00000100:00000040:0.0:1783444689.188121:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746733100 x1870075608260096/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444689.188126:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444689.188128:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444689.188130:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f96e8. 00000100:00000200:0.0:1783444689.188132:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608260096, offset 0 00000400:00000200:0.0:1783444689.188135:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444689.188138:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444689.188142:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444689.188144:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444689.188146:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444689.188149:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444689.188151:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444689.188153:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2564:2564:255:4294967295] 192.168.204.110@tcp LPNI seq info [2564:2564:7:4294967295] 00000400:00000200:0.0:1783444689.188156:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444689.188161:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444689.188165:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444689.188168:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298d00. 00000800:00000200:0.0:1783444689.188171:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444689.188174:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444689.188176:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444689.188178:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444689.188181:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 137818 usecs (138 jiffies) 00000400:00000200:0.0:1783444689.188184:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444689.188186:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296328332 00000100:00000001:0.0:1783444689.188188:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296332285 00000100:00000001:0.0:1783444689.188190:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296328332 00000100:00000001:0.0:1783444689.188191:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296332285 00000100:00000001:0.0:1783444689.188193:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444689.188195:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444689.188197:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444689.188199:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444689.188206:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444689.188319:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444689.188322:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444689.188324:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444689.188330:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746731f80 x1870075608259968/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444689.188347:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444689.188348:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444689.188350:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444689.188352:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444689.188354:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444689.188357:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746731f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608259968:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444689.188361:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444689.188363:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444689.188364:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444689.188366:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444689.188369:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75937fa00. 02000000:00000001:1.0:1783444689.188371:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444689.188376:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444689.188379:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7467369a0. 00000400:00000010:1.0:1783444689.188383:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076660. 00000100:00000200:1.0:1783444689.188386:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608259968, portal 10 00000100:00000001:1.0:1783444689.188388:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444689.188389:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799310208 : -121189910241408 : ffff91c746731f80) 00000100:00000040:1.0:1783444689.188394:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746731f80 x1870075608259968/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444689.188406:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444689.188409:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444689.188412:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076c38. 00000100:00000200:1.0:1783444689.188414:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608259968, offset 0 00000400:00000200:1.0:1783444689.188417:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444689.188421:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.188424:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444689.188428:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444689.188430:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444689.188432:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444689.188434:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444689.188437:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2565:2565:254:4294967295] 192.168.204.110@tcp LPNI seq info [2565:2565:6:4294967295] 00000400:00000200:1.0:1783444689.188441:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.188446:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444689.188451:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444689.188454:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c746193c00. 00000800:00000200:1.0:1783444689.188458:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444689.188462:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444689.188465:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c746193c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783444689.188468:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444689.188471:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 20933 usecs (21 jiffies) 00000400:00000200:1.0:1783444689.188474:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444689.188476:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296328215 00000100:00000001:1.0:1783444689.188478:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296332285 00000100:00000001:1.0:1783444689.188479:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296328215 00000100:00000001:1.0:1783444689.188481:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296332285 00000100:00000001:1.0:1783444689.188483:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444689.188485:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444689.188487:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444689.188489:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444689.188492:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444689.188494:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783444689.188496:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444689.188497:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444689.188498:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444689.188500:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444689.188543:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444689.188547:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298100. 00000400:00000200:1.0:1783444689.188553:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444689.188557:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444689.188562:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f93b8 00000400:00000010:1.0:1783444689.188563:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f93b8. 00000100:00000001:1.0:1783444689.188567:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444689.188571:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746733480 x1870075608259712/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444689.188580:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444689.188582:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746733480 x1870075608259712/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444705 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444689.188588:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444689.188590:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444689.188599:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444689.188601:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298d00. 00000400:00000200:1.0:1783444689.188604:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444689.188606:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444689.188609:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f96e8 00000400:00000010:1.0:1783444689.188610:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f96e8. 00000100:00000001:1.0:1783444689.188612:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444689.188614:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746733100 x1870075608260096/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444689.188620:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444689.188622:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746733100 x1870075608260096/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444705 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444689.188633:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444689.188634:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444689.188698:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444689.188701:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c746193c00. 00000400:00000200:1.0:1783444689.188704:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444689.188707:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444689.188710:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076c38 00000400:00000010:1.0:1783444689.188711:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076c38. 00000100:00000001:1.0:1783444689.188714:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444689.188717:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746731f80 x1870075608259968/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444689.188724:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444689.188726:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746731f80 x1870075608259968/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444705 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444689.188733:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444689.188734:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783444689.188806:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444689.188810:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444689.188812:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444689.188817:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746731c00 x1870075608259840/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444689.188824:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444689.188826:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444689.188828:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444689.188830:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444689.188832:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444689.188834:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746731c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608259840:192.168.204.110@tcp:38:kworker.0 00000100:00000001:3.0:1783444689.188837:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444689.188839:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444689.188841:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444689.188842:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444689.188936:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452ad800. 02000000:00000001:3.0:1783444689.188939:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444689.188942:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444689.188945:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811000. 00000400:00000010:3.0:1783444689.188949:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218880. 00000100:00000200:3.0:1783444689.188953:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608259840, portal 10 00000100:00000001:3.0:1783444689.188955:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444689.188956:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799309312 : -121189910242304 : ffff91c746731c00) 00000100:00000040:3.0:1783444689.188962:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746731c00 x1870075608259840/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444689.188969:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444689.188971:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444689.188973:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218330. 00000100:00000200:3.0:1783444689.188976:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870075608259840, offset 0 00000400:00000200:3.0:1783444689.188980:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444689.188984:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444689.188988:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444689.188991:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444689.188993:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444689.188996:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444689.188998:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444689.189001:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2566:2566:256:4294967295] 192.168.204.110@tcp LPNI seq info [2566:2566:8:4294967295] 00000400:00000200:3.0:1783444689.189004:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444689.189011:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444689.189015:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444689.189019:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760f26e00. 00000800:00000200:3.0:1783444689.189022:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444689.189027:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444689.189029:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760f26e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1783444689.189044:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444689.189048:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 834136 usecs (835 jiffies) 00000400:00000200:3.0:1783444689.189051:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444689.189053:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296329029 00000100:00000001:3.0:1783444689.189075:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296332285 00000100:00000001:3.0:1783444689.189078:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296329029 00000100:00000001:3.0:1783444689.189080:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296332285 00000100:00000001:3.0:1783444689.189082:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444689.189084:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444689.189086:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444689.189087:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444689.189092:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444689.189093:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1783444689.189095:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444689.189096:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444689.189097:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444689.189099:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444689.189396:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444689.189400:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760f26e00. 00000400:00000200:1.0:1783444689.189404:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444689.189407:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444689.189411:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218330 00000400:00000010:1.0:1783444689.189412:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218330. 00000100:00000001:1.0:1783444689.189415:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444689.189418:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746731c00 x1870075608259840/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444689.189425:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444689.189428:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746731c00 x1870075608259840/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444699 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444689.189434:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444689.189436:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783444689.189827:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783444689.189831:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444689.189833:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444689.189835:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444689.189838:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444689.198711:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444689.198729:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444689.198734:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444689.198736:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444689.198745:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.198752:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444689.198761:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.198766:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.198772:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.198776:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8555d80 00000400:00000200:1.0:1783444689.198780:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.198786:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x71d1 [1] + 224 00000800:00000001:1.0:1783444689.198794:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444689.198798:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444689.198801:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444689.198805:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444689.198812:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444689.198821:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746731f80 x1870075608259968/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444705 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444689.198833:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746731f80 x1870075608259968/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444689.198851:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444689.198860:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444689.198865:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444689.198867:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444689.198868:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444689.198871:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.198875:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444689.198879:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.198881:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.198884:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.198887:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e8555e00 00000400:00000200:1.0:1783444689.198890:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.198895:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x71c1 [1] + 224 00000800:00000001:1.0:1783444689.198899:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444689.198901:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444689.198903:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444689.198906:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444689.198909:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444689.198922:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746733100 x1870075608260096/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444705 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444689.198932:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746733100 x1870075608260096/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444689.198943:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444689.198948:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444689.198951:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444689.198953:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444689.198954:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444689.198957:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.198960:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444689.198964:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.198973:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.198975:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.198977:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a4d2e8555c80 00000400:00000200:1.0:1783444689.198981:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.198985:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x71b1 [1] + 224 00000800:00000001:1.0:1783444689.198988:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444689.198996:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444689.198998:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444689.199001:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444689.199004:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444689.199009:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746733480 x1870075608259712/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444705 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444689.199017:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746733480 x1870075608259712/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444689.199024:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444689.199028:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444689.199032:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444689.200870:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444689.200878:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444689.200887:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444689.200889:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444689.200892:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f948. 00000400:00000200:0.0:1783444689.200900:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9d48 00000400:00000010:0.0:1783444689.200902:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9d48. 00000100:00000001:0.0:1783444689.200906:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444689.200928:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746733480 x1870075608259712/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444689.200938:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746733480 x1870075608259712/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444705 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444689.200945:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444689.200947:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444689.200950:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444689.200953:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444689.200955:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444689.200957:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444689.200960:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444689.200967:0:2401:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=19 v=5 (5 5 5 5) 00000100:00001000:0.0:1783444689.200971:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=19 v=5 (1 1 1 1) 00000100:00000001:0.0:1783444689.200973:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444689.200975:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444689.200978:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444689.200980:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444689.200982:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444689.200987:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746733480 x1870075608259712/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444705 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444689.201249:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444689.201252:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444689.201254:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444689.201381:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746733480 x1870075608259712/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444705 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444689.201389:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746733480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2401:1870075608259712:192.168.204.110@tcp:400:kworker.0 00000400:00000001:0.0:1783444689.201398:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444689.201399:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444689.201401:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f580. 00000400:00000200:0.0:1783444689.201404:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f95d8 00000400:00000010:0.0:1783444689.201406:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f95d8. 00000100:00000001:0.0:1783444689.201409:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444689.201413:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746733100 x1870075608260096/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444689.201421:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746733100 x1870075608260096/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444705 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444689.201538:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444689.201540:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444689.201542:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444689.201543:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444689.201545:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444689.201546:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444689.201548:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444689.201554:0:2401:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f460 time=19 v=5 (5 5 5 138) 00000100:00001000:0.0:1783444689.201557:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=140 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444689.201559:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444689.201560:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444689.201562:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444689.201564:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444689.201568:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444689.201570:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967321 00000100:00000001:0.0:1783444689.201572:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444689.201573:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444689.201578:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746733100 x1870075608260096/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444705 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444689.201585:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444689.201587:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444689.201588:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444689.201591:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746733100 x1870075608260096/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444705 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444689.201599:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746733100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608260096:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444689.201603:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444689.201606:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444689.201609:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746733480 x1870075608259712/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444705 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444689.201615:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444689.201618:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444689.201622:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c752030200. 02000000:00000001:0.0:1783444689.201625:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444689.201628:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444689.201630:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000100:00000001:1.0:1783444689.201633:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1783444689.201633:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444689.201635:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c760298900. 00000100:00000001:1.0:1783444689.201636:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1783444689.201639:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:1.0:1783444689.201640:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1783444689.201641:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:1.0:1783444689.201642:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444689.201644:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7467369a0. 00000400:00000200:1.0:1783444689.201648:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076660 00000400:00000010:1.0:1783444689.201649:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076660. 00000100:00000001:1.0:1783444689.201652:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444689.201657:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746731f80 x1870075608259968/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444689.201665:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746731f80 x1870075608259968/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444705 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444689.201671:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444689.201672:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444689.201673:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444689.201675:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444689.201676:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444689.201678:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444689.201680:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444689.201684:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=19 v=5 (105 105 105 137) 00000100:00001000:1.0:1783444689.201687:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=19 v=5 (1 1 1 1) 00000100:00000001:1.0:1783444689.201689:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444689.201690:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444689.201692:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444689.201694:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444689.201696:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444689.201698:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:1.0:1783444689.201699:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444689.201701:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444689.201705:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746731f80 x1870075608259968/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444705 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1783444689.201711:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746733480. 00000100:00000001:0.0:1783444689.201715:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444689.201717:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444689.201717:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444689.201719:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444689.201720:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444689.201724:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746731f80 x1870075608259968/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444705 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444689.201726:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444689.201730:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746733100 x1870075608260096/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444705 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444689.201731:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746731f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608259968:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444689.201736:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444689.201736:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1783444689.201737:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1783444689.201738:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444689.201740:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c752031800. 00000100:00000040:1.0:1783444689.201741:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746731f80 x1870075608259968/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444705 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1783444689.201742:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444689.201744:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444689.201745:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=2 obd=lustre-OST0001-osc-ffff91c759350000 00000100:00000001:1.0:1783444689.201747:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444689.201748:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444689.201749:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75937fa00. 02000000:00000001:1.0:1783444689.201752:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444689.201753:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444689.201754:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:1.0:1783444689.201756:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444689.201757:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c760298000. 02000000:00000001:1.0:1783444689.201760:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444689.201761:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444689.201762:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746731f80. 00000100:00000001:1.0:1783444689.201765:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444689.201766:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444689.201768:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444689.201774:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444689.201776:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444689.201778:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444689.201780:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444689.201859:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444689.201862:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c760298f00. 02000000:00000001:0.0:1783444689.201866:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444689.201867:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444689.201868:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746733100. 00000100:00000001:0.0:1783444689.201871:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444689.201872:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444689.201874:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444689.201878:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444689.201879:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444689.201881:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444689.201882:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444689.202522:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444689.202536:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444689.202540:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444689.202541:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444689.202550:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.202555:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444689.202561:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.202565:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.202570:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.202574:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 416 into portal 10 MB=0x6a4d2e8555d00 00000400:00000200:1.0:1783444689.202578:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.202583:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 416/416 into md 0x71e1 [1] + 0 00000800:00000001:1.0:1783444689.202589:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444689.202596:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444689.202599:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444689.202604:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444689.202610:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444689.202618:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746731c00 x1870075608259840/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444699 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444689.202628:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff91c746731c00 x1870075608259840/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444689.202729:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444689.202739:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444689.202743:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444689.203143:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444689.203148:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444689.203865:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444689.203869:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444689.203872:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811000. 00000400:00000200:3.0:1783444689.203879:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218880 00000400:00000010:3.0:1783444689.203882:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218880. 00000100:00000001:3.0:1783444689.203886:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444689.203894:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746731c00 x1870075608259840/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444689.203905:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746731c00 x1870075608259840/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444699 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444689.203911:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444689.203925:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444689.203928:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444689.203931:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444689.203933:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444689.203935:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444689.203937:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444689.203946:0:2399:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=19 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444689.203950:0:2399:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=22 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444689.203953:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444689.203954:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444689.203956:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444689.203959:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444689.203962:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444689.203963:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967579 00000100:00000001:3.0:1783444689.203965:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444689.203966:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444689.203971:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746731c00 x1870075608259840/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1783444699 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444689.203977:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444689.203980:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444689.203982:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444689.203984:0:2399:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1783444689.203990:0:2399:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff91c759350000: connect to target with instance 1 00000020:00000001:3.0:1783444689.203993:0:2399:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1783444689.203995:0:2399:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea56 00000020:00000001:3.0:1783444689.203997:0:2399:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444689.204001:0:2399:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c74497f800 refcount=5 00000020:00000001:3.0:1783444689.204003:0:2399:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883768170496 : -121189941381120 : ffff91c74497f800) 00000020:00000001:3.0:1783444689.204006:0:2399:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883768170496 : -121189941381120 : ffff91c74497f800) 00000100:00001000:3.0:1783444689.204008:0:2399:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=1783444689 v=0 (0 0 0 0) 00000100:00001000:3.0:1783444689.204011:0:2399:0:(import.c:2214:obd_at_measure()) AT ffff91c743c0bc18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1783444689.204016:0:2399:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1663, crc32c 10299, adler 1303 00000020:00000040:3.0:1783444689.204022:0:2399:0:(genops.c:900:class_export_put()) PUTting export ffff91c74497f800 : new refcount 4 00000100:00000001:3.0:1783444689.204024:0:2399:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1783444689.204027:0:2399:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:3.0:1783444689.204031:0:2399:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff91c759350000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:3.0:1783444689.204034:0:2399:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1783444689.204036:0:2399:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444689.204038:0:2399:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:3.0:1783444689.204041:0:2399:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:3.0:1783444689.204043:0:2399:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444689.204045:0:2399:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444689.204047:0:2399:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444689.204048:0:2399:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1783444689.204052:0:2399:0:(import.c:1297:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.204.110@tcp after partition 00000100:00080000:3.0:1783444689.204077:0:2399:0:(import.c:65:import_set_state_nolock()) ffff91c743c0b800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:3.0:1783444689.204082:0:2399:0:(import.c:1647:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1783444689.204085:0:2399:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:3.0:1783444689.204090:0:2399:0:(client.c:3234:ptlrpc_resend_req()) @@@ going to resend req@ffff91c746731180 x1870075608257024/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1783444812 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444689.204109:0:2399:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1783444689.204112:0:2399:0:(import.c:65:import_set_state_nolock()) ffff91c743c0b800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1783444689.204114:0:2399:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1783444689.204115:0:2399:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1783444689.204116:0:2399:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:3.0:1783444689.204118:0:2399:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:3.0:1783444689.204120:0:2399:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1783444689.204121:0:2399:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff91c7467ed560 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:3.0:1783444689.204124:0:2399:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x5503b2fe824eea56 00800000:00000040:3.0:1783444689.204128:0:2399:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff91c759350000=666e3c65-e321-43ec-a94e-a01058e25d7d device 3 (ffff91c7467eb380) type mdc at LMV idx 0 00800000:00000040:3.0:1783444689.204131:0:2399:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD ffff91c7467eb380 already active! 00800000:00000001:3.0:1783444689.204133:0:2399:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783444689.204135:0:2399:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444689.204136:0:2399:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1783444689.204138:0:2399:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=9 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:0.0:1783444689.204181:0:31347:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444689.204186:0:31347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444689.204188:0:31347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444689.204190:0:31347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658ff78. 00000400:00000200:0.0:1783444689.204194:0:31347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9a18 00000400:00000010:0.0:1783444689.204196:0:31347:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9a18. 00000100:00000001:0.0:1783444689.204199:0:31347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444689.204264:0:31347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746731180 x1870075608257024/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1783444812 ref 2 fl Rpc:SQr/200/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444689.204275:0:31347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746731180 x1870075608257024/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1783444812 ref 2 fl Rpc:SQU/200/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444689.204282:0:31347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444689.204341:0:31347:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444689.204344:0:31347:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444689.204346:0:31347:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444689.204349:0:31347:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444689.204353:0:31347:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444689.204355:0:31347:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444689.204358:0:31347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1783444689.204363:0:31347:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1870075608257024 new x1870075608260224 02000000:00000001:0.0:1783444689.204367:0:31347:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444689.204369:0:31347:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444689.204375:0:31347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444689.204379:0:31347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658ff78. 00000400:00000010:0.0:1783444689.204384:0:31347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9a18. 00000100:00000200:0.0:1783444689.204390:0:31347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608257024, portal 10 00000100:00000001:0.0:1783444689.204392:0:31347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444689.204393:0:31347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799306624 : -121189910244992 : ffff91c746731180) 00000100:00000040:0.0:1783444689.204399:0:31347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff91c746731180 x1870075608257024/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1783444830 ref 3 fl Rpc:r/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444689.204407:0:31347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444689.204410:0:31347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444689.204412:0:31347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f95d8. 00000100:00000200:0.0:1783444689.204415:0:31347:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1870075608257024, offset 0 00000400:00000200:0.0:1783444689.204421:0:31347:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444689.204500:0:31347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444689.204507:0:31347:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444689.204511:0:31347:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444689.204515:0:31347:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444689.204519:0:31347:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444689.204521:0:31347:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444689.204524:0:31347:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2567:2567:256:4294967295] 192.168.204.110@tcp LPNI seq info [2567:2567:8:4294967295] 00000400:00000200:0.0:1783444689.204528:0:31347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444689.204536:0:31347:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444689.204542:0:31347:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444689.204546:0:31347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298f00. 00000800:00000200:0.0:1783444689.204552:0:31347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444689.204560:0:31347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444689.204564:0:31347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298f00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1783444689.204578:0:31347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444689.204582:0:31347:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 832820 usecs (833 jiffies) 00000400:00000200:0.0:1783444689.204586:0:31347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444689.204588:0:31347:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296329043 00000100:00000001:0.0:1783444689.204591:0:31347:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296332285 00000100:00000001:0.0:1783444689.204593:0:31347:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296329043 00000100:00000001:0.0:1783444689.204595:0:31347:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296332285 00000100:00000001:0.0:1783444689.204597:0:31347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444689.204600:0:31347:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444689.204603:0:31347:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444689.204605:0:31347:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=136 : 136 : 88) 00000100:00100000:0.0:1783444689.204607:0:31347:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c747259780 going to sleep for 136 seconds 00000100:00000001:0.0:1783444689.204609:0:31347:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444689.204610:0:31347:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444689.204946:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444689.204951:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298f00. 00000400:00000200:1.0:1783444689.204956:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000002:00000001:0.0:1783444689.204956:0:2399:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444689.204958:0:2399:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000400:00000200:1.0:1783444689.204961:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:02000000:0.0:1783444689.204962:0:2399:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff91c759350000: Connection restored to 192.168.204.110@tcp (at 192.168.204.110@tcp) 00000400:00000200:1.0:1783444689.204966:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f95d8 00000400:00000010:1.0:1783444689.204968:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f95d8. 00000100:00080000:0.0:1783444689.204969:0:2399:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000033b1a29f): req@ffff91c746733b80 x1870075608257920/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1783444689 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444689.204971:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444689.204975:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746731180 x1870075608257024/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1783444830 ref 3 fl Rpc:r/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444689.204983:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444689.204986:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746731180 x1870075608257024/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1783444830 ref 3 fl Rpc:Qr/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444689.204993:0:2399:0:(import.c:1753:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444689.204996:0:2399:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444689.204999:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444689.205001:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1783444689.205001:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746731c00 x1870075608259840/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1783444699 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444689.205008:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746731c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608259840:192.168.204.110@tcp:38:kworker.0 00000100:00000001:0.0:1783444689.205012:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444689.205014:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444689.205017:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746731c00 x1870075608259840/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1783444699 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444689.205023:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444689.205026:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444689.205030:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452ad800. 02000000:00000001:0.0:1783444689.205034:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444689.205037:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444689.205038:0:2399:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444689.205040:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444689.205043:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c746765000. 02000000:00000001:0.0:1783444689.205047:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444689.205049:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444689.205051:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746731c00. 00000100:00000001:0.0:1783444689.205053:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444689.205077:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444689.205080:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444689.205087:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444689.205089:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444689.205091:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444689.205093:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444689.207529:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444689.207539:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1500. 00000400:00000200:1.0:1783444689.207547:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444689.207557:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444689.207564:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83198 00000400:00000010:1.0:1783444689.207567:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83198. 00000100:00000001:1.0:1783444689.207572:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444689.207580:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746733b80 x1870075608257920/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444705 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444689.207594:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444689.207597:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746733b80 x1870075608257920/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444705 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444689.207604:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444689.207606:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000002:00000001:3.0:1783444689.209732:0:31372:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1783444689.209740:0:31372:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1783444689.209843:0:31372:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444689.209849:0:31372:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444689.209852:0:31372:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444689.209855:0:31372:0:(genops.c:1251:class_import_put()) Process leaving 00000002:00000001:3.0:1783444689.209857:0:31372:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444689.225444:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444689.225465:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444689.225470:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444689.225473:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444689.225482:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.225490:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444689.225499:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.225503:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.225509:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.225513:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8555f00 00000400:00000200:1.0:1783444689.225518:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.225524:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x71f9 [1] + 224 00000800:00000001:1.0:1783444689.225531:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444689.225540:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444689.225543:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444689.225547:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444689.225556:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444689.225565:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746733b80 x1870075608257920/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444705 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444689.225576:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff91c746733b80 x1870075608257920/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444705 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444689.225596:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444689.225605:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444689.225608:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1783444689.266107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c746478620. 00000080:00000010:2.1:1783444689.266138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7464783e0. 00000800:00000001:1.0:1783444689.274570:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444689.274588:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444689.274593:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444689.274596:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444689.274605:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.274613:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444689.274622:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.274627:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.274632:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.274636:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8555e80 00000400:00000200:1.0:1783444689.274642:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.274649:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x71e9 [1] + 224 00000800:00000001:1.0:1783444689.274657:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444689.274664:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444689.274667:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444689.274671:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444689.274679:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444689.274689:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746731180 x1870075608257024/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1783444830 ref 2 fl Rpc:Qr/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444689.274702:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff91c746731180 x1870075608257024/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1783444830 ref 2 fl Rpc:RQ/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444689.274727:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444689.274737:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444689.274741:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783444689.279576:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444689.279583:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1600. 00000400:00000200:1.0:1783444689.279590:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444689.279597:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444689.279603:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83d48 00000400:00000010:1.0:1783444689.279606:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83d48. 00000100:00000001:1.0:1783444689.279611:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444689.279617:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1c00 x1870075608260480/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1783444705 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444689.279629:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444689.279633:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f1c00 x1870075608260480/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1783444705 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444689.279640:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444689.279642:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444689.283423:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444689.283442:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444689.283447:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444689.283450:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444689.283461:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.283471:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444689.283480:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.283485:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.283490:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.283494:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 10 MB=0x6a4d2e8555f80 00000400:00000200:1.0:1783444689.283499:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.283505:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 400/400 into md 0x7201 [1] + 224 00000800:00000001:1.0:1783444689.283512:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444689.283519:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444689.283523:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444689.283528:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444689.283535:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444689.283544:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1c00 x1870075608260480/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1783444705 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444689.283562:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff91c7603f1c00 x1870075608260480/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1783444705 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444689.283577:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444689.283586:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444689.283590:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783444689.290891:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444689.290901:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1200. 00000400:00000200:1.0:1783444689.290907:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444689.290926:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444689.290933:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83f68 00000400:00000010:1.0:1783444689.290935:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83f68. 00000100:00000001:1.0:1783444689.290941:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444689.290951:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1c00 x1870075608260608/t0(0) o2->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444705 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444689.290962:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444689.290966:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1c00 x1870075608260608/t0(0) o2->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444705 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444689.290971:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444689.290973:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444689.295579:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444689.295595:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444689.295598:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444689.295601:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444689.295609:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.295618:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444689.295625:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.295631:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.295636:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.295639:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 432 into portal 4 MB=0x6a4d2e8556000 00000400:00000200:1.0:1783444689.295644:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.295649:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 432/432 into md 0x7209 [1] + 224 00000800:00000001:1.0:1783444689.295657:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444689.295663:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444689.295667:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444689.295671:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444689.295678:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444689.295686:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1c00 x1870075608260608/t0(0) o2->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444705 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444689.295696:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff91c7603f1c00 x1870075608260608/t0(0) o2->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444705 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444689.295834:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444689.295842:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444689.295846:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1783444689.304819:0:31347:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1783444689.304826:0:31347:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444689.304830:0:31347:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444689.304834:0:31347:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1783444689.304836:0:31347:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1783444689.304839:0:31347:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1783444689.304841:0:31347:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444689.304842:0:31347:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1783444689.304844:0:31347:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1783444689.304845:0:31347:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444689.304847:0:31347:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444689.304848:0:31347:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1783444689.304849:0:31347:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1783444689.304851:0:31347:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1783444689.304852:0:31347:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1783444689.304854:0:31347:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1783444689.304855:0:31347:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1783444689.304856:0:31347:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444689.304857:0:31347:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1783444689.304860:0:31347:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1783444689.304861:0:31347:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444689.304863:0:31347:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444689.304865:0:31347:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783444689.304866:0:31347:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783444689.304867:0:31347:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444689.304870:0:31347:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1783444689.304872:0:31347:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:1.0:1783444689.304873:0:31347:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1783444689.304874:0:31347:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1783444689.304876:0:31347:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783444689.304879:0:31347:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a71b0 00000020:00000010:1.0:1783444689.304885:0:31347:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c741284e00. 00000020:00000010:1.0:1783444689.304892:0:31347:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427600. 00000008:00000010:1.0:1783444689.304897:0:31347:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103d980. 00020000:00000010:1.0:1783444689.304902:0:31347:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f540. 00008000:00000010:1.0:1783444689.304907:0:31347:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751341530. 00000080:00000010:1.0:1783444689.304922:0:31347:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e348. 00000080:00000010:1.0:1783444689.304927:0:31347:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b0000. 00000020:00000010:1.0:1783444689.304931:0:31347:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c741284a00. 00000008:00000010:1.0:1783444689.304934:0:31347:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5600. 00020000:00000010:1.0:1783444689.304937:0:31347:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c4490. 00008000:00000010:1.0:1783444689.304940:0:31347:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8d70. 00000080:00000010:1.0:1783444689.304943:0:31347:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526ea50. 00000020:00000010:1.0:1783444689.304946:0:31347:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7614d9400. 00000020:00000010:1.0:1783444689.304949:0:31347:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a71b0. 00020000:00000001:1.0:1783444689.304951:0:31347:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1783444689.304953:0:31347:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:1.0:1783444689.304956:0:31347:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1783444689.304958:0:31347:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x1e:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1783444689.304960:0:31347:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1783444689.304961:0:31347:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783444689.304962:0:31347:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a73f0 00000020:00000010:1.0:1783444689.304964:0:31347:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c741342800. 00000020:00000010:1.0:1783444689.304967:0:31347:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427300. 00000008:00000010:1.0:1783444689.304969:0:31347:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103acc0. 00020000:00000010:1.0:1783444689.304971:0:31347:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f780. 00008000:00000010:1.0:1783444689.304973:0:31347:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751342350. 00000080:00000010:1.0:1783444689.304976:0:31347:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e2a0. 00000080:00000010:1.0:1783444689.304978:0:31347:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b2500. 00000020:00000010:1.0:1783444689.304981:0:31347:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c741342e00. 00000008:00000010:1.0:1783444689.304983:0:31347:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a46e0. 00020000:00000010:1.0:1783444689.304985:0:31347:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c6480. 00008000:00000010:1.0:1783444689.304988:0:31347:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8cf8. 00000080:00000010:1.0:1783444689.304990:0:31347:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e0f0. 00000020:00000010:1.0:1783444689.304992:0:31347:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c741343200. 00000020:00000010:1.0:1783444689.304994:0:31347:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a73f0. 00000080:00000001:1.0:1783444689.304997:0:31347:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444689.305001:0:31347:0:(llite_lib.c:2527:ll_setattr_raw()) Process leaving 00000080:00000010:1.0:1783444689.305005:0:31347:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c752030e00. 00000020:00000001:1.0:1783444689.305012:0:31347:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fc30 00000080:00200008:1.0:1783444689.305016:0:31347:0:(llite_lib.c:2557:ll_setattr_raw()) COMPLETED file f:[0x200000405:0x1e:0x0](ffff91c748d19148) current size 0, valid attrs 100201f0, mode 0, uid -1053552110, gid -1, new size 213440, atime 1783444671.000000000, mtime 1783444671.000000000, ctime 1783444671.000000000, rc 0 00000080:00000001:1.0:1783444689.305021:0:31347:0:(llite_lib.c:2559:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444689.305036:0:31347:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1783444689.305040:0:31347:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7452986c8) owner 0000000000000000/ffff91c75117cf80 00020000:00000002:1.0:1783444689.305044:0:31347:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7452986c8) owner 0000000000000000/ffff91c75117cf80 00020000:00000001:1.0:1783444689.305047:0:31347:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444689.305052:0:31347:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:1.0:1783444689.305069:0:31347:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fdb8 00000080:00200008:1.0:1783444689.305071:0:31347:0:(file.c:447:ll_file_release()) START file f:[0x200000405:0x1e:0x0](ffff91c748d19148), flags 104001 00000080:00000001:1.0:1783444689.305075:0:31347:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1783444689.305078:0:31347:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1783444689.305079:0:31347:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1783444689.305081:0:31347:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7452986c8) owner 0000000000000000/ffff91c75117cf80 00020000:00000002:1.0:1783444689.305083:0:31347:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7452986c8) owner 0000000000000000/ffff91c75117cf80 00020000:00000001:1.0:1783444689.305085:0:31347:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444689.305087:0:31347:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1783444689.305092:0:31347:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444689.305095:0:31347:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444689.305097:0:31347:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444689.305099:0:31347:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444689.305101:0:31347:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444689.305103:0:31347:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1e:0x0] 00800000:00000001:1.0:1783444689.305105:0:31347:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444689.305121:0:31347:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444689.305125:0:31347:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444689.305131:0:31347:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 2 00010000:00000001:1.0:1783444689.305134:0:31347:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444689.305139:0:31347:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444689.305141:0:31347:0:(lmv_obd.c:4132:lmv_lock_match()) Lock match for [0x200000405:0x1e:0x0]: 0 00000080:00000001:1.0:1783444689.305144:0:31347:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1783444689.305146:0:31347:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1783444689.305152:0:31347:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff91c75937f000. 00000080:00000001:1.0:1783444689.305154:0:31347:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1783444689.305159:0:31347:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1783444689.305162:0:31347:0:(lmv_obd.c:1665:lmv_close()) Process entered 00800000:00000001:1.0:1783444689.305163:0:31347:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444689.305164:0:31347:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444689.305165:0:31347:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444689.305167:0:31347:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444689.305168:0:31347:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444689.305170:0:31347:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1e:0x0] 00800000:00000001:1.0:1783444689.305172:0:31347:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444689.305174:0:31347:0:(lmv_obd.c:1671:lmv_close()) CLOSE [0x200000405:0x1e:0x0] 00000002:00000001:1.0:1783444689.305178:0:31347:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1783444689.305179:0:31347:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91c759350000: [0x200000405:0x1e:0x0] file closed with intent: 0 00000100:00000010:1.0:1783444689.305185:0:31347:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883a680. 00000020:00000040:1.0:1783444689.305190:0:31347:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:1.0:1783444689.305195:0:31347:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444689.305198:0:31347:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444689.305202:0:31347:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444689.305209:0:31347:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c75937f600. 00000100:00000001:1.0:1783444689.305214:0:31347:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1783444689.305232:0:31347:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91c746730700 x1870075608256768/t4294967577(4294967577) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444812 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1783444689.305243:0:31347:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1783444689.305248:0:31347:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c75883a680 x1870075608260864/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1783444689.305255:0:31347:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444689.305257:0:31347:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444689.305264:0:31347:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c74636c9c0. 00000100:00000001:1.0:1783444689.305267:0:31347:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883795356096 : -121189914195520 : ffff91c74636c9c0) 00000100:00000001:1.0:1783444689.305269:0:31347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444689.305270:0:31347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102383232 : -121189607168384 : ffff91c75883a680) 00000100:00000001:1.0:1783444689.305274:0:31347:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444689.305278:0:31347:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444689.305281:0:31347:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444689.305282:0:31347:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444689.305286:0:31347:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c75883a680 x1870075608260864/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444689.305292:0:31347:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444689.305294:0:31347:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444689.305298:0:31347:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444689.305301:0:31347:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444689.305303:0:31347:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444689.305306:0:31347:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c75883a680 pname:cluuid:pid:xid:nid:opc:job touch:666e3c65-e321-43ec-a94e-a01058e25d7d:31347:1870075608260864:192.168.204.110@tcp:35:touch.0 00000100:00000001:1.0:1783444689.305310:0:31347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444689.305315:0:31347:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444689.305317:0:31347:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444689.305319:0:31347:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444689.305323:0:31347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c751024800. 02000000:00000001:1.0:1783444689.305325:0:31347:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444689.305333:0:31347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444689.305337:0:31347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7467369a0. 00000400:00000010:1.0:1783444689.305343:0:31347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076660. 00000100:00000200:1.0:1783444689.305351:0:31347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608260864, portal 10 00000100:00000001:1.0:1783444689.305352:0:31347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444689.305354:0:31347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102383232 : -121189607168384 : ffff91c75883a680) 00000100:00000040:1.0:1783444689.305360:0:31347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c75883a680 x1870075608260864/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444705 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444689.305366:0:31347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444689.305369:0:31347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444689.305372:0:31347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076c38. 00000100:00000200:1.0:1783444689.305376:0:31347:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870075608260864, offset 0 00000400:00000200:1.0:1783444689.305382:0:31347:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444689.305389:0:31347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.305397:0:31347:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444689.305402:0:31347:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444689.305406:0:31347:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444689.305410:0:31347:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444689.305413:0:31347:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444689.305416:0:31347:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2571:2571:256:4294967295] 192.168.204.110@tcp LPNI seq info [2571:2571:8:4294967295] 00000400:00000200:1.0:1783444689.305421:0:31347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.305431:0:31347:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444689.305438:0:31347:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444689.305443:0:31347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c746193c00. 00000800:00000200:1.0:1783444689.305449:0:31347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444689.305458:0:31347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444689.305462:0:31347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c746193c00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1783444689.305475:0:31347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444689.305480:0:31347:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 896810 usecs (897 jiffies) 00000400:00000200:1.0:1783444689.305482:0:31347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444689.305486:0:31347:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296329207 00000100:00000001:1.0:1783444689.305488:0:31347:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296332285 00000100:00000001:1.0:1783444689.305490:0:31347:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296329207 00000100:00000001:1.0:1783444689.305493:0:31347:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296332285 00000100:00000001:1.0:1783444689.305495:0:31347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444689.305497:0:31347:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444689.305511:0:31347:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444689.305513:0:31347:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444689.305515:0:31347:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c74636c9c0 going to sleep for 11 seconds 00000100:00000001:1.0:1783444689.305518:0:31347:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444689.305520:0:31347:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444689.305630:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444689.305634:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c746193c00. 00000400:00000200:1.0:1783444689.305639:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444689.305644:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444689.305649:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076c38 00000400:00000010:1.0:1783444689.305650:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076c38. 00000100:00000001:1.0:1783444689.305654:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444689.305658:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c75883a680 x1870075608260864/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444705 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444689.305668:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444689.305672:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c75883a680 x1870075608260864/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444705 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444689.305678:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444689.305679:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444689.319801:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444689.319820:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444689.319826:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444689.319828:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444689.319836:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.319843:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444689.319851:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.319856:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.319861:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.319865:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8556100 00000400:00000200:1.0:1783444689.319870:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444689.319875:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x7211 [1] + 224 00000800:00000001:1.0:1783444689.319881:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444689.319889:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444689.319893:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444689.319897:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444689.319904:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444689.319922:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c75883a680 x1870075608260864/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444705 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444689.319940:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91c75883a680 x1870075608260864/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444705 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444689.319998:0:31347:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444689.320016:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444689.320024:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444689.320027:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1783444689.321034:0:31347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444689.321039:0:31347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444689.321043:0:31347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7467369a0. 00000400:00000200:0.0:1783444689.321048:0:31347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076660 00000400:00000010:0.0:1783444689.321051:0:31347:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076660. 00000100:00000001:0.0:1783444689.321077:0:31347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444689.321084:0:31347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c75883a680 x1870075608260864/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444705 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783444689.321094:0:31347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c75883a680 x1870075608260864/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444705 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444689.321101:0:31347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444689.321103:0:31347:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444689.321199:0:31347:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444689.321204:0:31347:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444689.321206:0:31347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444689.321209:0:31347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444689.321213:0:31347:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444689.321222:0:31347:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bcf0 time=19 v=5 (5 5 5 5) 00000100:00001000:0.0:1783444689.321226:0:31347:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444689.321229:0:31347:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444689.321230:0:31347:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444689.321234:0:31347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444689.321237:0:31347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444689.321240:0:31347:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783444689.321241:0:31347:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783444689.321243:0:31347:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783444689.321246:0:31347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444689.321247:0:31347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102383232 : -121189607168384 : ffff91c75883a680) 00000100:00000001:0.0:1783444689.321250:0:31347:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444689.321253:0:31347:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967579 00000100:00000001:0.0:1783444689.321255:0:31347:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444689.321258:0:31347:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444689.321263:0:31347:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c75883a680 x1870075608260864/t4294967580(4294967580) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444705 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444689.321270:0:31347:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444689.321273:0:31347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444689.321275:0:31347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444689.321279:0:31347:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883a680 x1870075608260864/t4294967580(4294967580) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444705 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783444689.321285:0:31347:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c75883a680 pname:cluuid:pid:xid:nid:opc:job touch:666e3c65-e321-43ec-a94e-a01058e25d7d:31347:1870075608260864:192.168.204.110@tcp:35:touch.0 00000100:00000001:0.0:1783444689.321290:0:31347:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444689.321293:0:31347:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444689.321295:0:31347:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783444689.321298:0:31347:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444689.321300:0:31347:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c75883a680 x1870075608260864/t4294967580(4294967580) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444705 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444689.321307:0:31347:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444689.321310:0:31347:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c74636c9c0. 00000100:00000001:0.0:1783444689.321314:0:31347:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783444689.321315:0:31347:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444689.321322:0:31347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444689.321324:0:31347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102383232 : -121189607168384 : ffff91c75883a680) 00000002:00000001:0.0:1783444689.321327:0:31347:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444689.321330:0:31347:0:(lmv_obd.c:1673:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783444689.321335:0:31347:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75937f000. 00000080:00000001:0.0:1783444689.321338:0:31347:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783444689.321341:0:31347:0:(lmv_obd.c:4191:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783444689.321344:0:31347:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444689.321347:0:31347:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444689.321349:0:31347:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444689.321352:0:31347:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444689.321354:0:31347:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444689.321356:0:31347:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1e:0x0] 00800000:00000001:0.0:1783444689.321359:0:31347:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444689.321363:0:31347:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783444689.321369:0:31347:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91c746730700 x1870075608256768/t4294967577(4294967577) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444812 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444689.321378:0:31347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444689.321379:0:31347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799303936 : -121189910247680 : ffff91c746730700) 00000100:00000001:0.0:1783444689.321382:0:31347:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444689.321385:0:31347:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746730700 x1870075608256768/t4294967577(4294967577) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444812 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444689.321391:0:31347:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444689.321393:0:31347:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444689.321396:0:31347:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746730700 x1870075608256768/t4294967577(4294967577) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444812 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444689.321402:0:31347:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783444689.321405:0:31347:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444689.321407:0:31347:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444689.321410:0:31347:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444689.321413:0:31347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c746764400. 02000000:00000001:0.0:1783444689.321418:0:31347:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444689.321420:0:31347:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444689.321422:0:31347:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746730700. 00000100:00000001:0.0:1783444689.321425:0:31347:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444689.321426:0:31347:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444689.321428:0:31347:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444689.321431:0:31347:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c75883a680 x1870075608260864/t4294967580(4294967580) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444705 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444689.321436:0:31347:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444689.321438:0:31347:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff91c746478400. 00000002:00000001:0.0:1783444689.321441:0:31347:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444689.321443:0:31347:0:(lmv_obd.c:4197:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783444689.321445:0:31347:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91c7453595c0. 00000100:00000001:0.0:1783444689.321448:0:31347:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444689.321451:0:31347:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c75883a680 x1870075608260864/t4294967580(4294967580) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444705 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444689.321456:0:31347:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444689.321458:0:31347:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783444689.321461:0:31347:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91c74ad74640. 00000080:00000001:0.0:1783444689.321466:0:31347:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444689.321473:0:31347:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fdb8 00000080:00000008:0.0:1783444689.321476:0:31347:0:(file.c:491:ll_file_release()) COMPLETED file f:[0x200000405:0x1e:0x0](ffff91c748d19148), flags 104001, rc = 0 00000080:00000001:0.0:1783444689.321479:0:31347:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444689.321484:0:31347:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783444689.321485:0:31347:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fe00 00000080:00002000:0.0:1783444689.321487:0:31347:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff91c748ea7af8, parent ffff91c748ea76c0, inode ffff91c748d19148) hashed, 00000080:00000001:0.0:1783444689.321490:0:31347:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783444689.321556:0:31347:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783444689.321561:0:31347:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783444689.321563:0:31347:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783444689.321565:0:31347:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fe00 00000080:00002000:0.0:1783444689.321567:0:31347:0:(dcache.c:127:ll_ddelete()) deleting dentry d21f.recovery-small-2 (ffff91c748ea76c0, parent ffff91c74931ae58, inode ffff91c748db1148) hashed, 00000080:00000001:0.0:1783444689.321569:0:31347:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783444689.321574:0:31347:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783444689.321576:0:31347:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1783444689.331395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c746478040. 00000080:00000010:0.1:1783444689.331419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c746478da0. 00010000:00000001:0.0:1783444690.146373:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444690.146382:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444690.146391:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444690.146392:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444690.575634:0:31382:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444690.575642:0:31382:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444690.575644:0:31382:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783444690.575648:0:31382:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194213bb20 00000080:00200000:0.0:1783444690.575653:0:31382:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:0.0:1783444690.575660:0:31382:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c752031600. 00800000:00000002:0.0:1783444690.575667:0:31382:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444690.575670:0:31382:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444690.575675:0:31382:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444690.575677:0:31382:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194213ba40 00800000:00000002:0.0:1783444690.575680:0:31382:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444690.575684:0:31382:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783444690.575686:0:31382:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444690.575689:0:31382:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444690.575691:0:31382:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444690.575693:0:31382:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444690.575696:0:31382:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444690.575697:0:31382:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444690.575700:0:31382:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444690.575703:0:31382:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783444690.575708:0:31382:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444690.575710:0:31382:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194213b910 00000002:00010000:0.0:1783444690.575711:0:31382:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783444690.575715:0:31382:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783444690.575717:0:31382:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444690.575720:0:31382:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783444690.575726:0:31382:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444690.575728:0:31382:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444690.575730:0:31382:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444690.575732:0:31382:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783444690.575734:0:31382:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783444690.575740:0:31382:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746730700. 00000020:00000040:0.0:1783444690.575745:0:31382:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:0.0:1783444690.575751:0:31382:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783444690.575756:0:31382:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444690.575762:0:31382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444690.575764:0:31382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444690.575765:0:31382:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444690.575768:0:31382:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444690.575771:0:31382:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444690.575775:0:31382:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444690.575781:0:31382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c746765400. 00000100:00000001:0.0:1783444690.575788:0:31382:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444690.575793:0:31382:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444690.575795:0:31382:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444690.575797:0:31382:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444690.575798:0:31382:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444690.575800:0:31382:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444690.575805:0:31382:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622883799303936 : -121189910247680 : ffff91c746730700) 00010000:00000001:0.0:1783444690.575809:0:31382:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783444690.575811:0:31382:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783444690.575815:0:31382:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747e41e00. 00010000:00000010:0.0:1783444690.575819:0:31382:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c751113080. 00010000:00000001:0.0:1783444690.575824:0:31382:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783444690.575827:0:31382:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c74652c200. 00000020:00000001:0.0:1783444690.575831:0:31382:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783444690.575834:0:31382:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c74652c200 with handle 0x5503b2fe824ef482 to hash 00000020:00000001:0.0:1783444690.575837:0:31382:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783444690.575838:0:31382:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444690.575842:0:31382:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444690.575845:0:31382:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444690.575849:0:31382:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444690.575853:0:31382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c200/0x5503b2fe824ef482 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31382 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444690.575862:0:31382:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c200/0x5503b2fe824ef482 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31382 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444690.575873:0:31382:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c200/0x5503b2fe824ef482 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31382 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783444690.575879:0:31382:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783444690.575881:0:31382:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783444690.575966:0:31382:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c747259240. 00000100:00000001:0.0:1783444690.575970:0:31382:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883811004992 : -121189898546624 : ffff91c747259240) 00000100:00000001:0.0:1783444690.575973:0:31382:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444690.575974:0:31382:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799303936 : -121189910247680 : ffff91c746730700) 00000100:00000001:0.0:1783444690.575979:0:31382:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444690.575982:0:31382:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444690.575984:0:31382:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783444690.575986:0:31382:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444690.575997:0:31382:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746730700 x1870075608260992/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444690.576006:0:31382:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444690.576009:0:31382:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444690.576012:0:31382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444690.576015:0:31382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444690.576017:0:31382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444690.576021:0:31382:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746730700 pname:cluuid:pid:xid:nid:opc:job checkstat:666e3c65-e321-43ec-a94e-a01058e25d7d:31382:1870075608260992:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:0.0:1783444690.576025:0:31382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444690.576031:0:31382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444690.576033:0:31382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444690.576036:0:31382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444690.576041:0:31382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c7614b3800. 02000000:00000001:0.0:1783444690.576043:0:31382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444690.576049:0:31382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444690.576792:0:31382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f580. 00000400:00000010:0.0:1783444690.576804:0:31382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9d48. 00000100:00000200:0.0:1783444690.576811:0:31382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608260992, portal 10 00000100:00000001:0.0:1783444690.576814:0:31382:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444690.576815:0:31382:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799303936 : -121189910247680 : ffff91c746730700) 00000100:00000040:0.0:1783444690.576824:0:31382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c746730700 x1870075608260992/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444706 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444690.576831:0:31382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444690.576834:0:31382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444690.576836:0:31382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9660. 00000100:00000200:0.0:1783444690.576839:0:31382:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870075608260992, offset 0 00000400:00000200:0.0:1783444690.576958:0:31382:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444690.576970:0:31382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.576978:0:31382:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444690.576984:0:31382:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444690.576988:0:31382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444690.576992:0:31382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444690.576995:0:31382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444690.576998:0:31382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2572:2572:256:4294967295] 192.168.204.110@tcp LPNI seq info [2572:2572:8:4294967295] 00000400:00000200:0.0:1783444690.577003:0:31382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.577013:0:31382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444690.577019:0:31382:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444690.577025:0:31382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298900. 00000800:00000200:0.0:1783444690.577031:0:31382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444690.577039:0:31382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444690.577043:0:31382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1783444690.577081:0:31382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444690.577086:0:31382:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 895400 usecs (896 jiffies) 00000400:00000200:0.0:1783444690.577090:0:31382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444690.577093:0:31382:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296330478 00000100:00000001:0.0:1783444690.577096:0:31382:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296332285 00000100:00000001:0.0:1783444690.577099:0:31382:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296330478 00000100:00000001:0.0:1783444690.577101:0:31382:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296332285 00000100:00000001:0.0:1783444690.577103:0:31382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444690.577106:0:31382:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444690.577108:0:31382:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444690.577110:0:31382:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783444690.577113:0:31382:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c747259240 going to sleep for 11 seconds 00000100:00000001:0.0:1783444690.577116:0:31382:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444690.577118:0:31382:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444690.577782:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444690.577788:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298900. 00000400:00000200:1.0:1783444690.577793:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.577800:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444690.577805:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9660 00000400:00000010:1.0:1783444690.577807:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9660. 00000100:00000001:1.0:1783444690.577811:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444690.577815:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730700 x1870075608260992/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444706 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.577827:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444690.577830:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746730700 x1870075608260992/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444706 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.577838:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444690.577839:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444690.589332:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.589349:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444690.589353:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.589355:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.589363:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.589371:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444690.589562:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.589567:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.589572:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.589577:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e8556180 00000400:00000200:1.0:1783444690.589581:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.589586:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x7221 [1] + 224 00000800:00000001:1.0:1783444690.589594:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.589605:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.589608:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.589613:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444690.589619:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444690.589636:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746730700 x1870075608260992/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444706 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444690.589648:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c746730700 x1870075608260992/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444706 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.589668:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444690.589676:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.589678:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444690.589804:0:31382:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444690.589810:0:31382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444690.589812:0:31382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444690.589815:0:31382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f580. 00000400:00000200:0.0:1783444690.589819:0:31382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9d48 00000400:00000010:0.0:1783444690.589822:0:31382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9d48. 00000100:00000001:0.0:1783444690.589825:0:31382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444690.589829:0:31382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746730700 x1870075608260992/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444706 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783444690.589839:0:31382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746730700 x1870075608260992/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444706 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444690.589938:0:31382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444690.589942:0:31382:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444690.589945:0:31382:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444690.589947:0:31382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444690.589950:0:31382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444690.589952:0:31382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444690.589955:0:31382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444690.589964:0:31382:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=20 v=5 (105 105 105 137) 00000100:00001000:0.0:1783444690.589968:0:31382:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444690.589971:0:31382:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444690.589973:0:31382:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444690.589976:0:31382:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444690.589979:0:31382:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444690.589982:0:31382:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444690.589984:0:31382:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967579 00000100:00000001:0.0:1783444690.589986:0:31382:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444690.589989:0:31382:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444690.589994:0:31382:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746730700 x1870075608260992/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444706 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444690.590002:0:31382:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444690.590005:0:31382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444690.590006:0:31382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444690.590010:0:31382:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746730700 x1870075608260992/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444706 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783444690.590018:0:31382:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746730700 pname:cluuid:pid:xid:nid:opc:job checkstat:666e3c65-e321-43ec-a94e-a01058e25d7d:31382:1870075608260992:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:0.0:1783444690.590023:0:31382:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444690.590025:0:31382:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444690.590028:0:31382:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783444690.590029:0:31382:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444690.590033:0:31382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746730700 x1870075608260992/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444706 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444690.590040:0:31382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444690.590042:0:31382:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c747259240. 00000100:00000001:0.0:1783444690.590045:0:31382:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783444690.590047:0:31382:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444690.590049:0:31382:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783444690.590053:0:31382:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444690.590085:0:31382:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444690.590088:0:31382:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c200 refcount=4 00000020:00000001:0.0:1783444690.590090:0:31382:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444690.590093:0:31382:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000040:0.0:1783444690.590099:0:31382:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c74652c200, remote cookie: 0x332dd2263f6dcea1, flags: 0x1001 00010000:00010000:0.0:1783444690.590104:0:31382:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c200/0x5503b2fe824ef482 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcea1 expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444690.590116:0:31382:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c200/0x5503b2fe824ef482 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcea1 expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444690.590123:0:31382:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783444690.590126:0:31382:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783444690.590128:0:31382:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783444690.590129:0:31382:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783444690.590130:0:31382:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783444690.590133:0:31382:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91c747e41e00) refcount = 1 00010000:00010000:0.0:1783444690.590144:0:31382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c200/0x5503b2fe824ef482 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dcea1 expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444690.590150:0:31382:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783444690.590153:0:31382:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783444690.590154:0:31382:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444690.590157:0:31382:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783444690.590159:0:31382:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444690.590163:0:31382:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c200/0x5503b2fe824ef482 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcea1 expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444690.590169:0:31382:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783444690.590170:0:31382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444690.590172:0:31382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444690.590173:0:31382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444690.590174:0:31382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444690.590175:0:31382:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444690.590180:0:31382:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783444690.590181:0:31382:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444690.590182:0:31382:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444690.590184:0:31382:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c200 refcount=3 00000020:00000001:0.0:1783444690.590185:0:31382:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444690.590187:0:31382:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444690.590189:0:31382:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444690.590190:0:31382:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444690.590191:0:31382:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c200 refcount=4 00000020:00000001:0.0:1783444690.590193:0:31382:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444690.590195:0:31382:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444690.590198:0:31382:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444690.590201:0:31382:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444690.590204:0:31382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c200/0x5503b2fe824ef482 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dcea1 expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444690.590210:0:31382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444690.590211:0:31382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444690.590212:0:31382:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444690.590213:0:31382:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444690.590214:0:31382:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c200 refcount=5 00000020:00000001:0.0:1783444690.590216:0:31382:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444690.590218:0:31382:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444690.590219:0:31382:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444690.590223:0:31382:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c200/0x5503b2fe824ef482 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dcea1 expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444690.590229:0:31382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444690.590230:0:31382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783444690.590232:0:31382:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c200/0x5503b2fe824ef482 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dcea1 expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444690.590238:0:31382:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444690.590239:0:31382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444690.590240:0:31382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444690.590241:0:31382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444690.590241:0:31382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783444690.590245:0:31382:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91c746730700 x1870075608260992/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444706 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1783444690.590253:0:31382:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444690.590254:0:31382:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444690.590255:0:31382:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c200 refcount=3 00000020:00000001:0.0:1783444690.590256:0:31382:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444690.590258:0:31382:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444690.590260:0:31382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444690.590261:0:31382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444690.590262:0:31382:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444690.590264:0:31382:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444690.590267:0:31382:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783444690.590269:0:31382:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444690.590270:0:31382:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444690.590272:0:31382:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c200 refcount=3 00000020:00000001:0.0:1783444690.590273:0:31382:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444690.590275:0:31382:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00000002:00010000:0.0:1783444690.590278:0:31382:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c200/0x5503b2fe824ef482 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcea1 expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444690.590295:0:31382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444690.590296:0:31382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444690.590298:0:31382:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783444690.590299:0:31382:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444690.590300:0:31382:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444690.590301:0:31382:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c200 refcount=3 00000020:00000001:0.0:1783444690.590303:0:31382:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444690.590305:0:31382:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000040:0.0:1783444690.590317:0:31382:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41e00 count: 2 00010000:00000001:0.0:1783444690.590320:0:31382:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783444690.590323:0:31382:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1783444690.590325:0:31382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444690.590326:0:31382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444690.590327:0:31382:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783444690.590330:0:31382:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194213b898 00000002:00002000:0.0:1783444690.590332:0:31382:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1783444690.590335:0:31382:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444690.590338:0:31382:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444690.590341:0:31382:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783444690.590345:0:31382:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783444690.590348:0:31382:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444690.590351:0:31382:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:0.0:1783444690.590355:0:31382:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c752031600. 00000080:00000001:0.0:1783444690.590359:0:31382:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783444690.590362:0:31382:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783444690.590368:0:31382:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1783444690.590371:0:31382:0:(lmv_obd.c:3920:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1783444690.590377:0:31382:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c7453595c0. 00800000:00000001:0.0:1783444690.590379:0:31382:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622883778500032 : -121189931051584 : ffff91c7453595c0) 00800000:00000001:0.0:1783444690.590382:0:31382:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444690.590384:0:31382:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783444690.590386:0:31382:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783444690.590388:0:31382:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1783444690.590392:0:31382:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1783444690.590395:0:31382:0:(llite_lib.c:1814:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1783444690.590396:0:31382:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444690.590400:0:31382:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1783444690.590737:0:31382:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1783444690.590743:0:31382:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1783444690.590746:0:31382:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444690.590747:0:31382:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444690.590749:0:31382:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c200 refcount=3 00000020:00000001:0.0:1783444690.590751:0:31382:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444690.590753:0:31382:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444690.590756:0:31382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444690.590757:0:31382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783444690.590759:0:31382:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783444690.590761:0:31382:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1783444690.590762:0:31382:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c7453595c0 1 00800000:00000010:0.0:1783444690.590765:0:31382:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c7453595c0. 00800000:00000001:0.0:1783444690.590768:0:31382:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444690.590771:0:31382:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef482 00800000:00000001:0.0:1783444690.590774:0:31382:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783444690.590775:0:31382:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783444690.590777:0:31382:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444690.590778:0:31382:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444690.590779:0:31382:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c200 refcount=3 00000020:00000001:0.0:1783444690.590781:0:31382:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444690.590782:0:31382:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444690.590784:0:31382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444690.590785:0:31382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444690.590787:0:31382:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444690.590788:0:31382:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444690.590791:0:31382:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444690.590793:0:31382:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:0.0:1783444690.590796:0:31382:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef482 from it ffffa3194213bb58 00010000:00000001:0.0:1783444690.590797:0:31382:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444690.590799:0:31382:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444690.590800:0:31382:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c200 refcount=3 00000020:00000001:0.0:1783444690.590802:0:31382:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444690.590804:0:31382:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444690.590806:0:31382:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444690.590809:0:31382:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c200/0x5503b2fe824ef482 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dcea1 expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444690.590815:0:31382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444690.590816:0:31382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444690.590817:0:31382:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444690.590819:0:31382:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444690.590821:0:31382:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c200/0x5503b2fe824ef482 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcea1 expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783444690.590829:0:31382:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444690.590832:0:31382:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444690.590834:0:31382:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444690.590838:0:31382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444690.590839:0:31382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444690.590841:0:31382:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444690.590843:0:31382:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444690.590923:0:31382:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444690.590927:0:31382:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444690.590929:0:31382:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444690.590931:0:31382:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444690.590933:0:31382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444690.590934:0:31382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783444690.590936:0:31382:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444690.590942:0:31382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746730700 x1870075608260992/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444706 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444690.590949:0:31382:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444690.590952:0:31382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444690.590955:0:31382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c7614b3800. 02000000:00000001:0.0:1783444690.590959:0:31382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444690.590961:0:31382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444690.590963:0:31382:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444690.590965:0:31382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444690.590968:0:31382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c746765400. 02000000:00000001:0.0:1783444690.590972:0:31382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444690.590974:0:31382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444690.590976:0:31382:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746730700. 00000100:00000001:0.0:1783444690.590979:0:31382:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444690.590980:0:31382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444690.590983:0:31382:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:0.0:1783444690.590988:0:31382:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444690.593258:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444690.593266:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1100. 00000400:00000200:1.0:1783444690.593271:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.593278:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444690.593293:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83000 00000400:00000010:1.0:1783444690.593295:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83000. 00000100:00000001:1.0:1783444690.593301:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444690.593315:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3800 x1870075608261120/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444706 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.593326:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444690.593330:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f3800 x1870075608261120/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444706 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.593336:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444690.593338:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444690.597044:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.597134:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444690.597195:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.597199:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.597207:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.597215:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444690.597224:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.597229:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.597234:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.597238:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e8556200 00000400:00000200:1.0:1783444690.597299:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.597305:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x7231 [1] + 224 00000800:00000001:1.0:1783444690.597462:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.597470:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.597474:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.597479:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444690.597485:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444690.597494:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3800 x1870075608261120/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444706 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444690.597506:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c7603f3800 x1870075608261120/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444706 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.597577:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444690.597585:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.597588:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783444690.602576:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444690.602582:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1b00. 00000400:00000200:1.0:1783444690.602587:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.602592:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444690.602609:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f837f8 00000400:00000010:1.0:1783444690.602612:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f837f8. 00000100:00000001:1.0:1783444690.602616:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444690.602621:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3800 x1870075608261248/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444706 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.602640:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444690.602643:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f3800 x1870075608261248/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444706 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.602650:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444690.602651:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444690.609950:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.609981:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444690.609985:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.609988:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.609996:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.610004:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444690.610016:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.610020:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.610026:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.610029:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 640 into portal 10 MB=0x6a4d2e8556280 00000400:00000200:1.0:1783444690.610034:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.610040:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 640/640 into md 0x7239 [1] + 224 00000800:00000001:1.0:1783444690.610046:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.610100:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.610104:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.610109:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444690.610117:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444690.610125:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3800 x1870075608261248/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444706 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444690.610137:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff91c7603f3800 x1870075608261248/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444706 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.610159:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444690.610168:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.610171:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444690.612160:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444690.612163:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444690.612696:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444690.612700:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444690.612702:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444690.612708:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f0e00 x1870075608261376/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444690.612716:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444690.612718:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444690.612722:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444690.612725:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444690.612728:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444690.612731:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608261376:192.168.204.110@tcp:8:checkstat.0 00000100:00000001:0.0:1783444690.612735:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444690.612739:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444690.612742:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444690.612744:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444690.612750:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c746765400. 02000000:00000001:0.0:1783444690.612752:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444690.612756:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444690.612760:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f580. 00000400:00000010:0.0:1783444690.612767:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9d48. 00000100:00000200:0.0:1783444690.612774:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608261376, portal 4 00000100:00000001:0.0:1783444690.612776:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444690.612777:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232105472 : -121189477446144 : ffff91c7603f0e00) 00000100:00000040:0.0:1783444690.612783:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f0e00 x1870075608261376/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1783444700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444690.612791:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444690.612794:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444690.612797:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9b28. 00000100:00000200:0.0:1783444690.612800:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870075608261376, offset 0 00000400:00000200:0.0:1783444690.612806:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444690.612813:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.612820:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444690.612825:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444690.612829:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444690.612832:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444690.612835:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444690.612839:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2575:2575:256:4294967295] 192.168.204.110@tcp LPNI seq info [2575:2575:8:4294967295] 00000400:00000200:0.0:1783444690.612843:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.612852:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444690.612858:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444690.612863:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298900. 00000800:00000200:0.0:1783444690.612869:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444690.612877:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444690.612882:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1783444690.612910:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444690.612915:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20147 usecs (21 jiffies) 00000400:00000200:0.0:1783444690.612918:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444690.612921:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296329639 00000100:00000001:0.0:1783444690.612923:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296332285 00000100:00000001:0.0:1783444690.612926:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296329639 00000100:00000001:0.0:1783444690.612928:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296332285 00000100:00000001:0.0:1783444690.612931:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444690.612933:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444690.612936:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444690.612938:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444690.612942:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444690.612944:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783444690.612946:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444690.612947:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444690.612948:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444690.612950:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444690.613136:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444690.613141:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298900. 00000400:00000200:1.0:1783444690.613146:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.613152:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444690.613156:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9b28 00000400:00000010:1.0:1783444690.613158:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9b28. 00000100:00000001:1.0:1783444690.613162:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444690.613167:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0e00 x1870075608261376/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1783444700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444690.613181:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444690.613185:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0e00 x1870075608261376/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1783444700 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444690.613191:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444690.613193:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444690.633002:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.633026:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444690.633030:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.633034:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.633042:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.633050:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444690.633077:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.633082:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.633088:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.633092:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 416 into portal 4 MB=0x6a4d2e8556300 00000400:00000200:1.0:1783444690.633097:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.633116:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 416/416 into md 0x7241 [1] + 0 00000800:00000001:1.0:1783444690.633123:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.633136:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.633139:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.633143:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444690.633151:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444690.633161:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0e00 x1870075608261376/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1783444700 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444690.633173:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff91c7603f0e00 x1870075608261376/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1783444700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444690.633187:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444690.633195:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.633198:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444690.633348:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444690.633352:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444690.633358:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444690.633360:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444690.633363:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f580. 00000400:00000200:0.0:1783444690.633367:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9d48 00000400:00000010:0.0:1783444690.633369:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9d48. 00000100:00000001:0.0:1783444690.633372:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444690.633389:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f0e00 x1870075608261376/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1783444700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444690.633398:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f0e00 x1870075608261376/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1783444700 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444690.633623:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444690.633625:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444690.633628:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444690.633632:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444690.633634:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444690.633636:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444690.633639:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444690.633649:0:2399:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=170 v=5 (5 5 138 138) 00000100:00001000:0.0:1783444690.633653:0:2399:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=141 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444690.633655:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444690.633657:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444690.633660:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444690.633664:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444690.633668:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1783444690.633670:0:2399:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: committing for last_committed 4294967322 gen 14 00000100:00000040:0.0:1783444690.633673:0:2399:0:(client.c:3222:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1783444690.633676:0:2399:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444690.633678:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444690.633683:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f0e00 x1870075608261376/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1783444700 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444690.633690:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444690.633693:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444690.633695:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444690.633698:0:2399:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1783444690.633704:0:2399:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff91c759350000: connect to target with instance 1 00000020:00000001:0.0:1783444690.633707:0:2399:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783444690.633709:0:2399:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea6b 00000020:00000001:0.0:1783444690.633712:0:2399:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444690.633715:0:2399:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c7510a5800 refcount=4 00000020:00000001:0.0:1783444690.633718:0:2399:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883976992768 : -121189732558848 : ffff91c7510a5800) 00000020:00000001:0.0:1783444690.633720:0:2399:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883976992768 : -121189732558848 : ffff91c7510a5800) 00000100:00001000:0.0:1783444690.633724:0:2399:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=1783444690 v=0 (0 0 0 0) 00000100:00001000:0.0:1783444690.633726:0:2399:0:(import.c:2214:obd_at_measure()) AT ffff91c7466a1418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1783444690.633731:0:2399:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1663, crc32c 10299, adler 1303 00000100:00080000:0.0:1783444690.633736:0:2399:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff91c759350000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:0.0:1783444690.633739:0:2399:0:(genops.c:900:class_export_put()) PUTting export ffff91c7510a5800 : new refcount 3 00000100:00000001:0.0:1783444690.633741:0:2399:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1783444690.633744:0:2399:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000020:0.0:1783444690.633749:0:2399:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff91c759350000, setting cl_avail_grant: 8388608 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:0.0:1783444690.633752:0:2399:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:0.0:1783444690.633754:0:2399:0:(lov_obd.c:427:lov_notify()) Process entered 00000080:00000001:0.0:1783444690.633758:0:2399:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1783444690.633761:0:2399:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:0.0:1783444690.633763:0:2399:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1783444690.633764:0:2399:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1783444690.633766:0:2399:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:0.0:1783444690.633769:0:2399:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444690.633771:0:2399:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444690.633773:0:2399:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1783444690.633774:0:2399:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:0.0:1783444690.633776:0:2399:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444690.633777:0:2399:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1783444690.633779:0:2399:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1783444690.633782:0:2399:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1783444690.633784:0:2399:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444690.633786:0:2399:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444690.633787:0:2399:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444690.633790:0:2399:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444690.633791:0:2399:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444690.633794:0:2399:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444690.633796:0:2399:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1783444690.633798:0:2399:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1783444690.633801:0:2399:0:(import.c:65:import_set_state_nolock()) ffff91c7466a1000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1783444690.633803:0:2399:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1783444690.633804:0:2399:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:0.0:1783444690.633806:0:2399:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:0.0:1783444690.633807:0:2399:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:0.0:1783444690.633809:0:2399:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1783444690.633811:0:2399:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff91c7467ea1e0 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:0.0:1783444690.633815:0:2399:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:0.0:1783444690.633817:0:2399:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783444690.633819:0:2399:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444690.633820:0:2399:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1783444690.633822:0:2399:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:0.0:1783444690.633824:0:2399:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1783444690.633825:0:2399:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1783444690.633826:0:2399:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:0.0:1783444690.633827:0:2399:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444690.633829:0:2399:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444690.633830:0:2399:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1783444690.633831:0:2399:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:0.0:1783444690.633832:0:2399:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444690.633833:0:2399:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1783444690.633835:0:2399:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1783444690.633836:0:2399:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1783444690.633837:0:2399:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444690.633839:0:2399:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444690.633841:0:2399:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444690.633842:0:2399:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444690.633844:0:2399:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444690.633845:0:2399:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444690.633847:0:2399:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:0.0:1783444690.633848:0:2399:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444690.633851:0:2399:0:(import.c:1647:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1783444690.633857:0:2399:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000f5e65a7d): req@ffff91c7603f3800 x1870075608261504/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444690.633879:0:2399:0:(import.c:1753:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444690.633882:0:2399:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444690.633893:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f0e00 x1870075608261376/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1783444700 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444690.633901:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608261376:192.168.204.110@tcp:8:checkstat.0 00000100:00000001:0.0:1783444690.633905:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444690.633907:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444690.633910:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0e00 x1870075608261376/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1783444700 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444690.633916:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444690.633919:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444690.633922:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c746765400. 02000000:00000001:0.0:1783444690.633926:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444690.633928:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444690.633930:0:2399:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:0.0:1783444690.633932:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444690.633934:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c750f6cc00. 02000000:00000001:0.0:1783444690.633937:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444690.633938:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444690.633940:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0e00. 00000100:00000001:0.0:1783444690.633943:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444690.633945:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444690.633947:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444690.633952:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444690.633954:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444690.633956:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444690.633958:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444690.635738:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444690.635744:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1e00. 00000400:00000200:1.0:1783444690.635750:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.635756:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444690.635761:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83b28 00000400:00000010:1.0:1783444690.635764:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83b28. 00000100:00000001:1.0:1783444690.635767:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444690.635772:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3800 x1870075608261504/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444706 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.635782:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444690.635785:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f3800 x1870075608261504/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444706 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.635791:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444690.635792:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444690.641634:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.641652:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444690.641656:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.641659:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.641668:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.641675:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444690.641684:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.641688:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.641693:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.641696:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 4 MB=0x6a4d2e8556380 00000400:00000200:1.0:1783444690.641701:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.641706:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 400/400 into md 0x7251 [1] + 224 00000800:00000001:1.0:1783444690.641712:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.641719:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.641722:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.641727:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444690.641733:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444690.641742:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3800 x1870075608261504/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444706 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444690.641752:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff91c7603f3800 x1870075608261504/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444706 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.641836:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444690.641845:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.641848:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783444690.644994:0:31382:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444690.644998:0:31382:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444690.645005:0:31382:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1783444690.645007:0:31382:0:(cl_object.c:151:cl_object_top()) ffff91c7513a0210 -> ffff91c7513a0210 00000020:00000001:0.0:1783444690.645009:0:31382:0:(cl_object.c:151:cl_object_top()) ffff91c7513a0210 -> ffff91c7513a0210 00000020:00000001:0.0:1783444690.645011:0:31382:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1783444690.645271:0:31382:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1783444690.645277:0:31382:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1783444690.645279:0:31382:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444690.645281:0:31382:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1783444690.645282:0:31382:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783444690.645284:0:31382:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x1d:1029 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:0.0:1783444690.645287:0:31382:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783444690.645289:0:31382:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:0.0:1783444690.645292:0:31382:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444690.645294:0:31382:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444690.645296:0:31382:0:(cl_object.c:151:cl_object_top()) ffff91c7513a0210 -> ffff91c7513a0210 00000080:00200000:0.0:1783444690.645299:0:31382:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000405:0x1d:0x0] updating i_size 0 i_blocks 0 00000080:00000001:0.0:1783444690.645301:0:31382:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1783444690.645304:0:31382:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1783444690.645305:0:31382:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91c7452b1bc0 (ffff91c7435a7ea8/0) at cl_lock_release():245 00000020:00000001:0.0:1783444690.645308:0:31382:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783444690.645310:0:31382:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c7452b1bc0 (ffff91c7435a7ea8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1783444690.645313:0:31382:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1783444690.645316:0:31382:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783444690.645318:0:31382:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850252952 : -121189859298664 : ffff91c7497c7298) 00000020:00000001:0.0:1783444690.645384:0:31382:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783444690.645386:0:31382:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c743ef4930 (ffff91c7435a7638/1) at cl_lock_cancel():142 00000008:00000001:0.0:1783444690.645390:0:31382:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1783444690.645391:0:31382:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1783444690.645393:0:31382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444690.645394:0:31382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783444690.645395:0:31382:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1783444690.645397:0:31382:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1783444690.645398:0:31382:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783444690.645400:0:31382:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783444690.645401:0:31382:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783444690.646854:0:31382:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c7452b1bc0 (ffff91c7435a7ea8/0) at cl_lock_fini():72 00020000:00000001:0.0:1783444690.646860:0:31382:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1783444690.646861:0:31382:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783444690.646862:0:31382:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c743ef4930 (ffff91c7435a7ea8/1) at cl_lock_fini():72 00000008:00000010:0.0:1783444690.646866:0:31382:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91c7603d2000. 00000020:00000001:0.0:1783444690.646872:0:31382:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1783444690.646873:0:31382:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91c743ef4900. 00020000:00000001:0.0:1783444690.646877:0:31382:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1783444690.646878:0:31382:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1783444690.646879:0:31382:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1783444690.646882:0:31382:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444690.646897:0:31382:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783444690.646901:0:31382:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783444690.646903:0:31382:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783444690.646904:0:31382:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783444690.646906:0:31382:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783444690.646907:0:31382:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7630 00000020:00000010:0.0:1783444690.646912:0:31382:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c76024d400. 00000020:00000010:0.0:1783444690.646916:0:31382:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427cc0. 00000008:00000010:0.0:1783444690.646921:0:31382:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c751038000. 00020000:00000010:0.0:1783444690.646925:0:31382:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206fcc0. 00008000:00000010:0.0:1783444690.646930:0:31382:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751340710. 00000080:00000010:0.0:1783444690.646935:0:31382:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e1f8. 00000080:00000010:0.0:1783444690.646939:0:31382:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b3c20. 00000020:00000010:0.0:1783444690.646942:0:31382:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c76024d200. 00000008:00000010:0.0:1783444690.646945:0:31382:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5e40. 00020000:00000010:0.0:1783444690.646948:0:31382:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c4b68. 00008000:00000010:0.0:1783444690.646951:0:31382:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8940. 00000080:00000010:0.0:1783444690.646955:0:31382:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526ed20. 00000020:00000010:0.0:1783444690.646958:0:31382:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c76024c800. 00000020:00000010:0.0:1783444690.646961:0:31382:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7630. 00020000:00000001:0.0:1783444690.646963:0:31382:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783444690.646966:0:31382:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783444690.646968:0:31382:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783444690.646970:0:31382:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x1d:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783444690.646975:0:31382:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1783444690.646978:0:31382:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444690.646980:0:31382:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783444690.646981:0:31382:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783444690.646982:0:31382:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783444690.646984:0:31382:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7ea0 00000020:00000010:0.0:1783444690.646985:0:31382:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c76024da00. 00000020:00000010:0.0:1783444690.646988:0:31382:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427960. 00000008:00000010:0.0:1783444690.646990:0:31382:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103efe0. 00020000:00000010:0.0:1783444690.646993:0:31382:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206fb40. 00008000:00000010:0.0:1783444690.646995:0:31382:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751343c08. 00000080:00000010:0.0:1783444690.646998:0:31382:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e738. 00000080:00000010:0.0:1783444690.647001:0:31382:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b1bc0. 00000020:00000010:0.0:1783444690.647003:0:31382:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c76024c000. 00000008:00000010:0.0:1783444690.647005:0:31382:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5b80. 00020000:00000010:0.0:1783444690.647007:0:31382:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c7230. 00008000:00000010:0.0:1783444690.647010:0:31382:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8898. 00000080:00000010:0.0:1783444690.647012:0:31382:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e4b0. 00000020:00000010:0.0:1783444690.647026:0:31382:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c76024dc00. 00000020:00000010:0.0:1783444690.647028:0:31382:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7ea0. 00000001:00000001:0.0:1783444690.647030:0:31382:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444690.647041:0:31382:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194213bd08 00000080:00000008:0.0:1783444690.647043:0:31382:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file f:[0x200000405:0x1d:0x0](ffff91c748d19988), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783444690.647049:0:31382:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783444690.647051:0:31382:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194213bda0 00000080:00002000:0.0:1783444690.647053:0:31382:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff91c748f3c948, parent ffff91c748f3cbd0, inode ffff91c748d19988) hashed, 00000080:00000001:0.0:1783444690.647088:0:31382:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444690.658698:0:31383:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783444690.658706:0:31383:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783444690.658709:0:31383:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444690.658712:0:31383:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941cebb20 00000080:00200000:3.0:1783444690.658717:0:31383:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:3.0:1783444690.658726:0:31383:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7505e0600. 00800000:00000002:3.0:1783444690.658733:0:31383:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444690.658737:0:31383:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444690.658742:0:31383:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444690.658744:0:31383:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941ceba40 00800000:00000002:3.0:1783444690.658746:0:31383:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444690.658750:0:31383:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444690.658753:0:31383:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444690.658756:0:31383:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444690.658758:0:31383:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444690.658761:0:31383:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444690.658763:0:31383:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444690.658765:0:31383:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444690.658767:0:31383:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444690.658769:0:31383:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444690.658774:0:31383:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444690.658776:0:31383:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941ceb910 00000002:00010000:3.0:1783444690.658778:0:31383:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444690.658781:0:31383:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444690.658784:0:31383:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444690.658787:0:31383:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444690.658793:0:31383:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41e00 count: 2 00010000:00000001:3.0:1783444690.658797:0:31383:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444690.658802:0:31383:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444690.658805:0:31383:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444690.658810:0:31383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c200/0x5503b2fe824ef482 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcea1 expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1783444690.658822:0:31383:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444690.658827:0:31383:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444690.658831:0:31383:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c200/0x5503b2fe824ef482 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcea1 expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1783444690.658837:0:31383:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783444690.658839:0:31383:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444690.658841:0:31383:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444690.658843:0:31383:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444690.658845:0:31383:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444690.658847:0:31383:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783444690.658850:0:31383:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783444690.658853:0:31383:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444690.658856:0:31383:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7505e0600. 00000080:00000001:3.0:1783444690.658861:0:31383:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444690.658862:0:31383:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444690.658865:0:31383:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:3.0:1783444690.658868:0:31383:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef482 00800000:00000001:3.0:1783444690.658871:0:31383:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444690.658873:0:31383:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444690.658875:0:31383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444690.658877:0:31383:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444690.658880:0:31383:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c200 refcount=3 00000020:00000001:3.0:1783444690.658897:0:31383:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:3.0:1783444690.658900:0:31383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:3.0:1783444690.658903:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.658905:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444690.658906:0:31383:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444690.658908:0:31383:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444690.658910:0:31383:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef482 from it ffffa31941cebb58 00010000:00000001:3.0:1783444690.658913:0:31383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444690.658914:0:31383:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444690.658915:0:31383:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c200 refcount=3 00000020:00000001:3.0:1783444690.658917:0:31383:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:3.0:1783444690.658919:0:31383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:3.0:1783444690.658921:0:31383:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444690.658925:0:31383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c200/0x5503b2fe824ef482 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dcea1 expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444690.658932:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.658933:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444690.658934:0:31383:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444690.658936:0:31383:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444690.658938:0:31383:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c200/0x5503b2fe824ef482 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcea1 expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1783444690.658947:0:31383:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444690.658950:0:31383:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444690.658951:0:31383:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444690.658956:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.658957:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444690.658959:0:31383:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.658962:0:31383:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444690.658963:0:31383:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.658965:0:31383:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.658968:0:31383:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.658971:0:31383:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444690.658972:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.658974:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444690.658976:0:31383:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783444690.658978:0:31383:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444690.658981:0:31383:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:3.0:1783444690.658986:0:31383:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783444690.658995:0:31383:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91c74630a140. 00000020:00000001:3.0:1783444690.658999:0:31383:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941ceba88 00000080:00200000:3.0:1783444690.659001:0:31383:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), flags=24 00000080:00000001:3.0:1783444690.659004:0:31383:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1783444690.659007:0:31383:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941ceb938 00000080:00200000:3.0:1783444690.659008:0:31383:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), intent=0 00000080:00000010:3.0:1783444690.659014:0:31383:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7505e0600. 00800000:00000002:3.0:1783444690.659017:0:31383:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444690.659020:0:31383:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444690.659022:0:31383:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444690.659023:0:31383:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941ceb858 00800000:00000002:3.0:1783444690.659024:0:31383:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444690.659027:0:31383:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444690.659030:0:31383:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444690.659031:0:31383:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444690.659032:0:31383:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444690.659033:0:31383:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444690.659035:0:31383:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444690.659037:0:31383:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444690.659038:0:31383:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444690.659041:0:31383:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941ceb7f0 00800000:00000002:3.0:1783444690.659042:0:31383:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-2' -> mds #0 00000002:00000001:3.0:1783444690.659045:0:31383:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444690.659046:0:31383:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941ceb728 00000002:00010000:3.0:1783444690.659047:0:31383:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21f.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1783444690.659051:0:31383:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783444690.659053:0:31383:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1783444690.659257:0:31383:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462680. 00000020:00000040:3.0:1783444690.659263:0:31383:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:3.0:1783444690.659268:0:31383:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783444690.659272:0:31383:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444690.659275:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.659277:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444690.659278:0:31383:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444690.659280:0:31383:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444690.659282:0:31383:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444690.659285:0:31383:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444690.659292:0:31383:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c7452acc00. 00000100:00000001:3.0:1783444690.659299:0:31383:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.659305:0:31383:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444690.659307:0:31383:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.659308:0:31383:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444690.659309:0:31383:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.659311:0:31383:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444690.659317:0:31383:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622884232570496 : -121189476981120 : ffff91c760462680) 00010000:00000001:3.0:1783444690.659565:0:31383:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783444690.659568:0:31383:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1783444690.659571:0:31383:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41e00 count: 2 00010000:00000001:3.0:1783444690.659574:0:31383:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444690.659576:0:31383:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783444690.659592:0:31383:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c751b14000. 00000020:00000001:3.0:1783444690.659596:0:31383:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783444690.659599:0:31383:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c751b14000 with handle 0x5503b2fe824ef49e to hash 00000020:00000001:3.0:1783444690.659601:0:31383:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783444690.659602:0:31383:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444690.659606:0:31383:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444690.659609:0:31383:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444690.659610:0:31383:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444690.659614:0:31383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14000/0x5503b2fe824ef49e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31383 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444690.659621:0:31383:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14000/0x5503b2fe824ef49e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31383 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444690.659636:0:31383:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14000/0x5503b2fe824ef49e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31383 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783444690.659642:0:31383:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444690.659644:0:31383:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444690.659650:0:31383:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7435e46c0. 00000100:00000001:3.0:1783444690.659652:0:31383:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883747612352 : -121189961939264 : ffff91c7435e46c0) 00000100:00000001:3.0:1783444690.659655:0:31383:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444690.659656:0:31383:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232570496 : -121189476981120 : ffff91c760462680) 00000100:00000001:3.0:1783444690.659660:0:31383:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444690.659664:0:31383:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444690.659666:0:31383:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444690.659667:0:31383:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444690.659677:0:31383:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462680 x1870075608261632/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444690.659686:0:31383:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444690.659688:0:31383:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444690.659692:0:31383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444690.659694:0:31383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444690.659696:0:31383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444690.659700:0:31383:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462680 pname:cluuid:pid:xid:nid:opc:job checkstat:666e3c65-e321-43ec-a94e-a01058e25d7d:31383:1870075608261632:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:3.0:1783444690.659704:0:31383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444690.659710:0:31383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444690.659712:0:31383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444690.659715:0:31383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444690.659719:0:31383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c742b26800. 02000000:00000001:3.0:1783444690.659722:0:31383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444690.659728:0:31383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444690.659732:0:31383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811000. 00000400:00000010:3.0:1783444690.659738:0:31383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218880. 00000100:00000200:3.0:1783444690.659745:0:31383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608261632, portal 10 00000100:00000001:3.0:1783444690.659747:0:31383:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444690.659749:0:31383:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232570496 : -121189476981120 : ffff91c760462680) 00000100:00000040:3.0:1783444690.659754:0:31383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c760462680 x1870075608261632/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444706 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444690.659761:0:31383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444690.659763:0:31383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444690.659765:0:31383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218440. 00000100:00000200:3.0:1783444690.659769:0:31383:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1870075608261632, offset 0 00000400:00000200:3.0:1783444690.659775:0:31383:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444690.659782:0:31383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444690.659790:0:31383:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444690.659796:0:31383:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444690.659800:0:31383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444690.659803:0:31383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444690.659806:0:31383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444690.659809:0:31383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2577:2577:256:4294967295] 192.168.204.110@tcp LPNI seq info [2577:2577:8:4294967295] 00000400:00000200:3.0:1783444690.659813:0:31383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444690.659823:0:31383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444690.659828:0:31383:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444690.659834:0:31383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760f26500. 00000800:00000200:3.0:1783444690.659839:0:31383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444690.659846:0:31383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444690.659850:0:31383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760f26500 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1783444690.659859:0:31383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444690.659863:0:31383:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 891158 usecs (892 jiffies) 00000400:00000200:3.0:1783444690.659866:0:31383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444690.659868:0:31383:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296330557 00000100:00000001:3.0:1783444690.659871:0:31383:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296332285 00000100:00000001:3.0:1783444690.659874:0:31383:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296330557 00000100:00000001:3.0:1783444690.659876:0:31383:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296332285 00000100:00000001:3.0:1783444690.659878:0:31383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444690.659881:0:31383:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444690.660258:0:31383:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444690.660260:0:31383:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444690.660263:0:31383:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7435e46c0 going to sleep for 11 seconds 00000100:00000001:3.0:1783444690.660266:0:31383:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444690.660269:0:31383:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444690.660441:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444690.660446:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760f26500. 00000400:00000200:1.0:1783444690.660452:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.660458:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444690.660464:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218440 00000400:00000010:1.0:1783444690.660466:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218440. 00000100:00000001:1.0:1783444690.660470:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444690.660663:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462680 x1870075608261632/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444706 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.660674:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444690.660677:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462680 x1870075608261632/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444706 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.660684:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444690.660686:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444690.667723:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.667743:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444690.667747:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.667750:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.667759:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.667767:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444690.667778:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.667782:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.667787:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.667791:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e8556400 00000400:00000200:1.0:1783444690.667796:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.667802:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x7259 [1] + 224 00000800:00000001:1.0:1783444690.667808:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.667818:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.667822:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.667827:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444690.667834:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444690.667843:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462680 x1870075608261632/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444706 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444690.667854:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c760462680 x1870075608261632/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444706 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.667879:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444690.667903:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.667906:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444690.668730:0:31383:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444690.668746:0:31383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444690.668750:0:31383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444690.668754:0:31383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811000. 00000400:00000200:3.0:1783444690.668761:0:31383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218880 00000400:00000010:3.0:1783444690.668763:0:31383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218880. 00000100:00000001:3.0:1783444690.668768:0:31383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444690.668793:0:31383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462680 x1870075608261632/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444706 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783444690.668805:0:31383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462680 x1870075608261632/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444706 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444690.668811:0:31383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444690.668813:0:31383:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444690.668816:0:31383:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444690.668821:0:31383:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444690.668823:0:31383:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444690.668826:0:31383:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444690.668829:0:31383:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444690.668841:0:31383:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=20 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444690.668845:0:31383:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444690.668848:0:31383:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444690.668850:0:31383:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.668854:0:31383:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444690.668858:0:31383:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444690.668862:0:31383:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444690.668865:0:31383:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967579 00000100:00000001:3.0:1783444690.668867:0:31383:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444690.668870:0:31383:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444690.668876:0:31383:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760462680 x1870075608261632/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444706 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444690.668902:0:31383:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444690.668905:0:31383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444690.668908:0:31383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444690.668913:0:31383:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760462680 x1870075608261632/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444706 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783444690.668921:0:31383:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760462680 pname:cluuid:pid:xid:nid:opc:job checkstat:666e3c65-e321-43ec-a94e-a01058e25d7d:31383:1870075608261632:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:3.0:1783444690.668927:0:31383:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444690.668930:0:31383:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444690.668933:0:31383:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444690.668936:0:31383:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444690.668939:0:31383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462680 x1870075608261632/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444706 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444690.668947:0:31383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444690.668950:0:31383:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7435e46c0. 00000100:00000001:3.0:1783444690.668954:0:31383:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444690.668956:0:31383:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.668960:0:31383:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783444690.668965:0:31383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444690.668969:0:31383:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444690.668972:0:31383:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14000 refcount=4 00000020:00000001:3.0:1783444690.668975:0:31383:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444690.668978:0:31383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000040:3.0:1783444690.668986:0:31383:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c751b14000, remote cookie: 0x332dd2263f6dcf03, flags: 0x1001 00010000:00010000:3.0:1783444690.669002:0:31383:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14000/0x5503b2fe824ef49e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcf03 expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1783444690.669012:0:31383:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x1c:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1783444690.669016:0:31383:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1783444690.669028:0:31383:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c743ebf000. 00010000:00000010:3.0:1783444690.669034:0:31383:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c75904a500. 00010000:00000001:3.0:1783444690.669040:0:31383:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444690.669043:0:31383:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14000/0x5503b2fe824ef49e lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcf03 expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444690.669052:0:31383:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14000/0x5503b2fe824ef49e lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcf03 expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444690.669097:0:31383:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783444690.669102:0:31383:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783444690.669104:0:31383:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783444690.669106:0:31383:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783444690.669107:0:31383:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783444690.669110:0:31383:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x1c:0x0].0x0 (ffff91c743ebf000) refcount = 1 00010000:00010000:3.0:1783444690.669114:0:31383:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14000/0x5503b2fe824ef49e lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dcf03 expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444690.669122:0:31383:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783444690.669126:0:31383:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783444690.669129:0:31383:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444690.669132:0:31383:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783444690.669135:0:31383:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444690.669138:0:31383:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14000/0x5503b2fe824ef49e lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcf03 expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444690.669145:0:31383:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783444690.669147:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.669149:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444690.669150:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.669152:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444690.669153:0:31383:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444690.669159:0:31383:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783444690.669161:0:31383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444690.669163:0:31383:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444690.669165:0:31383:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14000 refcount=3 00000020:00000001:3.0:1783444690.669167:0:31383:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444690.669170:0:31383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444690.669173:0:31383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444690.669174:0:31383:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444690.669175:0:31383:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14000 refcount=4 00000020:00000001:3.0:1783444690.669177:0:31383:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444690.669179:0:31383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444690.669182:0:31383:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444690.669185:0:31383:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444690.669188:0:31383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14000/0x5503b2fe824ef49e lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dcf03 expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444690.669194:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.669196:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444690.669197:0:31383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444690.669198:0:31383:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444690.669199:0:31383:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14000 refcount=5 00000020:00000001:3.0:1783444690.669201:0:31383:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444690.669203:0:31383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444690.669205:0:31383:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444690.669208:0:31383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14000/0x5503b2fe824ef49e lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dcf03 expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444690.669214:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.669215:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783444690.669218:0:31383:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14000/0x5503b2fe824ef49e lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dcf03 expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444690.669224:0:31383:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444690.669226:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.669227:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444690.669229:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.669230:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783444690.669235:0:31383:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff91c760462680 x1870075608261632/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444706 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783444690.669243:0:31383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444690.669244:0:31383:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444690.669246:0:31383:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14000 refcount=3 00000020:00000001:3.0:1783444690.669247:0:31383:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444690.669249:0:31383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444690.669251:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.669252:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444690.669255:0:31383:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444690.669257:0:31383:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444690.669260:0:31383:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783444690.669276:0:31383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444690.669278:0:31383:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444690.669279:0:31383:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14000 refcount=3 00000020:00000001:3.0:1783444690.669281:0:31383:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444690.669290:0:31383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00000002:00010000:3.0:1783444690.669294:0:31383:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14000/0x5503b2fe824ef49e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcf03 expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444690.669300:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.669302:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444690.669304:0:31383:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783444690.669305:0:31383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444690.669306:0:31383:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444690.669308:0:31383:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14000 refcount=3 00000020:00000001:3.0:1783444690.669310:0:31383:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444690.669312:0:31383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000040:3.0:1783444690.669317:0:31383:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf000 count: 2 00010000:00000001:3.0:1783444690.669320:0:31383:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783444690.669324:0:31383:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589935621/28 (0 0) 00010000:00000001:3.0:1783444690.669327:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.669328:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444690.669330:0:31383:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783444690.669333:0:31383:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941ceb6b0 00000002:00002000:3.0:1783444690.669336:0:31383:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-2 intent=lookup status=0 disp=b: rc = 0 00000002:00000001:3.0:1783444690.669340:0:31383:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444690.669344:0:31383:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444690.669347:0:31383:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783444690.669351:0:31383:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1783444690.669354:0:31383:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444690.669359:0:31383:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000001:3.0:1783444690.669362:0:31383:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1783444690.669364:0:31383:0:(namei.c:674:ll_lookup_it_finish()) it ffffa31941ceba28 it_disposition b 00000080:00000001:3.0:1783444690.669368:0:31383:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783444690.669376:0:31383:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1783444690.669381:0:31383:0:(lmv_obd.c:3920:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1783444690.669387:0:31383:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c74317bb40. 00800000:00000001:3.0:1783444690.669390:0:31383:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622883742989120 : -121189966562496 : ffff91c74317bb40) 00800000:00000001:3.0:1783444690.669392:0:31383:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444690.669394:0:31383:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783444690.669397:0:31383:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611164 : 144115205339611164 : 20000040500001c) 00000080:00000001:3.0:1783444690.669401:0:31383:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1783444690.669408:0:31383:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783444690.669411:0:31383:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x1c:0x0] 00000080:00000001:3.0:1783444690.669414:0:31383:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1783444690.669418:0:31383:0:(llite_lib.c:1814:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1783444690.669420:0:31383:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444690.669424:0:31383:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611164 : 144115205339611164 : 20000040500001c) 00000080:00000001:3.0:1783444690.669427:0:31383:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1783444690.669429:0:31383:0:(llite_lib.c:2920:ll_update_inode()) setting ino 144115205339611164 mtime from 1783444670 to 1783444671 00000080:00200000:3.0:1783444690.669434:0:31383:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000405:0x1c:0x0], updating i_size 4096 00000080:00200000:3.0:1783444690.669437:0:31383:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x1c:0x0](ffff91c748db1148): rc = 0 00000080:00000001:3.0:1783444690.669439:0:31383:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622883839676744 : -121189869874872 : ffff91c748db1148) 00010000:00000001:3.0:1783444690.669442:0:31383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444690.669444:0:31383:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444690.669445:0:31383:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14000 refcount=3 00000020:00000001:3.0:1783444690.669447:0:31383:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444690.669449:0:31383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444690.669451:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.669452:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783444690.669454:0:31383:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783444690.669458:0:31383:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1783444690.669459:0:31383:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c74317bb40 1 00800000:00000010:3.0:1783444690.669461:0:31383:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c74317bb40. 00800000:00000001:3.0:1783444690.669465:0:31383:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444690.669468:0:31383:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1c:0x0](ffff91c748db1148) for lock 0x5503b2fe824ef49e 00800000:00000001:3.0:1783444690.669471:0:31383:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444690.669473:0:31383:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444690.669474:0:31383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444690.669475:0:31383:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444690.669477:0:31383:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14000 refcount=3 00000020:00000001:3.0:1783444690.669478:0:31383:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444690.669480:0:31383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444690.669482:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.669483:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444690.669485:0:31383:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444690.669486:0:31383:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1783444690.669496:0:31383:0:(namei.c:653:ll_splice_alias()) Add dentry ffff91c748cae438 inode ffff91c748db1148 refc 1 flags 0x20000e 00000080:00000002:3.0:1783444690.669501:0:31383:0:(llite_lib.c:3158:ll_update_dir_depth_dmv()) d21f.recovery-small-2 [0x200000405:0x1c:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:3.0:1783444690.669505:0:31383:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1783444690.669509:0:31383:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1c:0x0](ffff91c748db1148) 00000080:00010000:3.0:1783444690.669513:0:31383:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef49e from it ffffa31941ceba28 00010000:00000001:3.0:1783444690.669515:0:31383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444690.669516:0:31383:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444690.669517:0:31383:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14000 refcount=3 00000020:00000001:3.0:1783444690.669519:0:31383:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444690.669521:0:31383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444690.669524:0:31383:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444690.669536:0:31383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14000/0x5503b2fe824ef49e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dcf03 expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444690.669543:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.669544:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444690.669546:0:31383:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444690.669549:0:31383:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444690.669551:0:31383:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14000/0x5503b2fe824ef49e lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcf03 expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444690.669558:0:31383:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444690.669561:0:31383:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444690.669563:0:31383:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444690.669569:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.669570:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444690.669572:0:31383:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.669576:0:31383:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444690.669578:0:31383:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.669580:0:31383:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.669583:0:31383:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.669585:0:31383:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444690.669587:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.669588:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783444690.669589:0:31383:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1783444690.669594:0:31383:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7505e0600. 00000100:00000001:3.0:1783444690.669599:0:31383:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444690.669604:0:31383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760462680 x1870075608261632/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444706 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444690.669611:0:31383:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444690.669614:0:31383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444690.669618:0:31383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c742b26800. 02000000:00000001:3.0:1783444690.669622:0:31383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444690.669625:0:31383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444690.669627:0:31383:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444690.669630:0:31383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444690.669635:0:31383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c7452acc00. 02000000:00000001:3.0:1783444690.669639:0:31383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444690.669641:0:31383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444690.669643:0:31383:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760462680. 00000100:00000001:3.0:1783444690.669648:0:31383:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444690.669650:0:31383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444690.669660:0:31383:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:3.0:1783444690.669663:0:31383:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1c:0x0](ffff91c748db1148), inode mode 41ed mask 1 00000080:00000001:3.0:1783444690.669669:0:31383:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783444690.669685:0:31383:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91c74630ae00. 00000020:00000001:3.0:1783444690.669689:0:31383:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941cebae8 00000080:00200000:3.0:1783444690.669691:0:31383:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000405:0x1c:0x0](ffff91c748db1148), flags=8 00000080:00000001:3.0:1783444690.669694:0:31383:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1783444690.669696:0:31383:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941ceb998 00000080:00200000:3.0:1783444690.669698:0:31383:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x1c:0x0](ffff91c748db1148), intent=getattr 00000080:00000010:3.0:1783444690.669706:0:31383:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7505e0600. 00800000:00000002:3.0:1783444690.669711:0:31383:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c7453597c0 2 00000080:00000001:3.0:1783444690.669716:0:31383:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444690.669719:0:31383:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444690.669720:0:31383:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941ceb8b8 00800000:00000002:3.0:1783444690.669722:0:31383:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000405:0x1c:0x0] 00800000:00000001:3.0:1783444690.669726:0:31383:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444690.669730:0:31383:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444690.669733:0:31383:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444690.669736:0:31383:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444690.669738:0:31383:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444690.669740:0:31383:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444690.669742:0:31383:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1c:0x0] 00800000:00000001:3.0:1783444690.669744:0:31383:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444690.669747:0:31383:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941ceb850 00800000:00000002:3.0:1783444690.669749:0:31383:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x1c:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:3.0:1783444690.669754:0:31383:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444690.669755:0:31383:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941ceb788 00000002:00010000:3.0:1783444690.669757:0:31383:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000405:0x1c:0x0], intent: getattr flags 01 00000002:00000001:3.0:1783444690.669761:0:31383:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783444690.669764:0:31383:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1783444690.669768:0:31383:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462680. 00000020:00000040:3.0:1783444690.669772:0:31383:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:3.0:1783444690.669776:0:31383:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783444690.669781:0:31383:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444690.669784:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.669785:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444690.669787:0:31383:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444690.669790:0:31383:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444690.669792:0:31383:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444690.669796:0:31383:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444690.669804:0:31383:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c7452acc00. 00000100:00000001:3.0:1783444690.669811:0:31383:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.669815:0:31383:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444690.669817:0:31383:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.669818:0:31383:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444690.669819:0:31383:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.669821:0:31383:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444690.669829:0:31383:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622884232570496 : -121189476981120 : ffff91c760462680) 00010000:00000001:3.0:1783444690.669833:0:31383:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783444690.669835:0:31383:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1783444690.669838:0:31383:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf000 count: 2 00010000:00000001:3.0:1783444690.669840:0:31383:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444690.669842:0:31383:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783444690.669847:0:31383:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c751b14800. 00000020:00000001:3.0:1783444690.669851:0:31383:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783444690.669853:0:31383:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c751b14800 with handle 0x5503b2fe824ef4a5 to hash 00000020:00000001:3.0:1783444690.669855:0:31383:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783444690.669857:0:31383:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444690.669860:0:31383:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444690.669863:0:31383:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444690.669865:0:31383:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444690.669868:0:31383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef4a5 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31383 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444690.669875:0:31383:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef4a5 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31383 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444690.669896:0:31383:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef4a5 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31383 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783444690.669903:0:31383:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444690.669904:0:31383:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444690.669912:0:31383:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7435e46c0. 00000100:00000001:3.0:1783444690.669914:0:31383:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883747612352 : -121189961939264 : ffff91c7435e46c0) 00000100:00000001:3.0:1783444690.669917:0:31383:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444690.669918:0:31383:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232570496 : -121189476981120 : ffff91c760462680) 00000100:00000001:3.0:1783444690.669923:0:31383:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444690.669928:0:31383:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444690.669930:0:31383:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444690.669931:0:31383:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444690.669936:0:31383:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462680 x1870075608261760/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444690.669944:0:31383:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444690.669946:0:31383:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444690.669950:0:31383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444690.669953:0:31383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444690.669956:0:31383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444690.669960:0:31383:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462680 pname:cluuid:pid:xid:nid:opc:job checkstat:666e3c65-e321-43ec-a94e-a01058e25d7d:31383:1870075608261760:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:3.0:1783444690.669964:0:31383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444690.669972:0:31383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444690.669975:0:31383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444690.669978:0:31383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444690.669983:0:31383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c742b26800. 02000000:00000001:3.0:1783444690.669985:0:31383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444690.669992:0:31383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444690.669996:0:31383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811000. 00000400:00000010:3.0:1783444690.670003:0:31383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218880. 00000100:00000200:3.0:1783444690.670012:0:31383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608261760, portal 10 00000100:00000001:3.0:1783444690.670013:0:31383:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444690.670015:0:31383:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232570496 : -121189476981120 : ffff91c760462680) 00000100:00000040:3.0:1783444690.670021:0:31383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c760462680 x1870075608261760/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444706 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444690.670028:0:31383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444690.670031:0:31383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444690.670035:0:31383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218220. 00000100:00000200:3.0:1783444690.670039:0:31383:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870075608261760, offset 0 00000400:00000200:3.0:1783444690.670047:0:31383:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444690.670100:0:31383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444690.670112:0:31383:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444690.670120:0:31383:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444690.670126:0:31383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444690.670131:0:31383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444690.670135:0:31383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444690.670139:0:31383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2578:2578:256:4294967295] 192.168.204.110@tcp LPNI seq info [2578:2578:8:4294967295] 00000400:00000200:3.0:1783444690.670144:0:31383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444690.670156:0:31383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444690.670164:0:31383:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444690.670176:0:31383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760f26100. 00000800:00000200:3.0:1783444690.670185:0:31383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444690.670195:0:31383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444690.670201:0:31383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760f26100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1783444690.670220:0:31383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444690.670225:0:31383:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 889753 usecs (890 jiffies) 00000400:00000200:3.0:1783444690.670229:0:31383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444690.670232:0:31383:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296330566 00000800:00000200:1.0:1783444690.670368:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444690.670377:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760f26100. 00000400:00000200:1.0:1783444690.670384:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.670392:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444690.670398:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218220 00000400:00000010:1.0:1783444690.670409:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218220. 00000100:00000001:1.0:1783444690.670414:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444690.670421:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462680 x1870075608261760/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444706 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.670433:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444690.670436:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462680 x1870075608261760/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444706 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.670442:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444690.670444:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444690.680712:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.680733:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444690.680736:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.680739:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.680747:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.680755:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444690.680766:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.680771:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.680777:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.680782:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 640 into portal 10 MB=0x6a4d2e8556480 00000400:00000200:1.0:1783444690.680787:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.680793:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 640/640 into md 0x7261 [1] + 224 00000800:00000001:1.0:1783444690.680799:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.680812:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.680815:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.680819:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444690.680827:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444690.680837:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462680 x1870075608261760/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444706 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444690.680848:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff91c760462680 x1870075608261760/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444706 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.680939:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444690.680949:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.680953:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444690.687416:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444690.687424:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444690.687429:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444690.687443:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f3800 x1870075608261888/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444690.687461:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444690.687463:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444690.687468:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444690.687472:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444690.687475:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444690.687479:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608261888:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:3.0:1783444690.687484:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444690.687490:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444690.687493:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444690.687496:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444690.687505:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452af400. 02000000:00000001:3.0:1783444690.687507:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444690.687514:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444690.687519:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811c08. 00000400:00000010:3.0:1783444690.687601:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602186e8. 00000100:00000200:3.0:1783444690.687612:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608261888, portal 4 00000100:00000001:3.0:1783444690.687614:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444690.687616:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232116224 : -121189477435392 : ffff91c7603f3800) 00000100:00000040:3.0:1783444690.687624:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c7603f3800 x1870075608261888/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444706 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444690.687632:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444690.687634:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444690.687638:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218b28. 00000100:00000200:3.0:1783444690.687642:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1870075608261888, offset 0 00000400:00000200:3.0:1783444690.687648:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444690.687659:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444690.687669:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444690.687675:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444690.687681:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444690.687685:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444690.687688:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444690.687693:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2579:2579:256:4294967295] 192.168.204.110@tcp LPNI seq info [2579:2579:8:4294967295] 00000400:00000200:3.0:1783444690.687697:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444690.687708:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444690.687716:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444690.687723:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760f26600. 00000800:00000200:3.0:1783444690.687731:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444690.687742:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444690.687747:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760f26600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1783444690.687768:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444690.687773:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 136371 usecs (137 jiffies) 00000400:00000200:3.0:1783444690.687777:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444690.687780:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296329830 00000100:00000001:3.0:1783444690.687783:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296332285 00000100:00000001:3.0:1783444690.687787:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296329830 00000100:00000001:3.0:1783444690.687790:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296332285 00000100:00000001:3.0:1783444690.687793:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444690.687797:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444690.687802:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444690.687805:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444690.687813:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444690.687816:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783444690.687819:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444690.687820:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444690.687822:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444690.687825:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444690.687845:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444690.687848:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444690.687919:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444690.687925:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760f26600. 00000400:00000200:1.0:1783444690.687932:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.687939:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444690.687946:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218b28 00000400:00000010:1.0:1783444690.687948:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218b28. 00000100:00000001:1.0:1783444690.687952:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444690.687958:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3800 x1870075608261888/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444706 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.687969:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444690.687972:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f3800 x1870075608261888/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444706 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.687978:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444690.687980:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444690.694238:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.694260:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444690.694275:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.694279:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.694290:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.694299:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444690.694310:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.694315:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.694321:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.694326:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 4 MB=0x6a4d2e8556500 00000400:00000200:1.0:1783444690.694331:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.694338:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 400/400 into md 0x7269 [1] + 224 00000800:00000001:1.0:1783444690.694346:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.694354:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.694357:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.694362:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444690.694372:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444690.694383:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3800 x1870075608261888/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444706 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444690.694395:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff91c7603f3800 x1870075608261888/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444706 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444690.694446:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444690.694452:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444690.694470:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444690.694481:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.694484:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783444690.694944:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444690.694948:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444690.694952:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811c08. 00000400:00000200:3.0:1783444690.694959:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7602186e8 00000400:00000010:3.0:1783444690.694961:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7602186e8. 00000100:00000001:3.0:1783444690.694965:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444690.694971:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f3800 x1870075608261888/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444706 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783444690.694982:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f3800 x1870075608261888/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444706 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444690.695000:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444690.695002:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444690.695005:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444690.695009:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444690.695012:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444690.695015:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444690.695019:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444690.695031:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f460 time=20 v=5 (5 5 5 138) 00000100:00001000:3.0:1783444690.695036:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=141 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444690.695039:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444690.695041:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.695045:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444690.695049:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444690.695114:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444690.695117:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967321 00000100:00000001:3.0:1783444690.695120:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444690.695123:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444690.695129:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f3800 x1870075608261888/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444706 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444690.695136:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444690.695140:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444690.695142:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1783444690.695146:0:2402:0:(osc_request.c:3122:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1783444690.695149:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444690.695153:0:2402:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444690.695157:0:2402:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=4 00000020:00000001:3.0:1783444690.695160:0:2402:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:3.0:1783444690.695164:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:3.0:1783444690.695167:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444690.695168:0:2402:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444690.695169:0:2402:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=5 00000020:00000001:3.0:1783444690.695171:0:2402:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:3.0:1783444690.695173:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:3.0:1783444690.695177:0:2402:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444690.695181:0:2402:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444690.695187:0:2402:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef4ac lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444690.695200:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.695202:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444690.695205:0:2402:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783444690.695208:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444690.695209:0:2402:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444690.695210:0:2402:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=6 00000020:00000001:3.0:1783444690.695212:0:2402:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:3.0:1783444690.695214:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000040:3.0:1783444690.695221:0:2402:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c752225000, remote cookie: 0x332dd2263f6dcf26, flags: 0x1001 00010000:00010000:3.0:1783444690.695227:0:2402:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef4ac lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcf26 expref: -99 pid: 31383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444690.695235:0:2402:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1783444690.695238:0:2402:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.695240:0:2402:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783444690.695245:0:2402:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1783444690.695250:0:2402:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef4ac lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dcf26 expref: -99 pid: 31383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1783444690.695260:0:2402:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x11:0x0].0x0 (ffff91c747211300) refcount = 1 00010000:00000040:3.0:1783444690.695274:0:2402:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1783444690.695277:0:2402:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef4ac lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dcf26 expref: -99 pid: 31383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444690.695287:0:2402:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783444690.695289:0:2402:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444690.695292:0:2402:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783444690.695294:0:2402:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444690.695297:0:2402:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef4ac lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcf26 expref: -99 pid: 31383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444690.695303:0:2402:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783444690.695304:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.695305:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444690.695306:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.695307:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1783444690.695309:0:2402:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1783444690.695313:0:2402:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1783444690.695316:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444690.695318:0:2402:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444690.695319:0:2402:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=5 00000020:00000001:3.0:1783444690.695321:0:2402:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:3.0:1783444690.695323:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00000008:00000001:3.0:1783444690.695328:0:2402:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1783444690.695333:0:2402:0:(cl_object.c:151:cl_object_top()) ffff91c7595efdc0 -> ffff91c7513a0080 00000008:00010000:3.0:1783444690.695338:0:2402:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef4ac lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6dcf26 expref: -99 pid: 31383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1783444690.695345:0:2402:0:(cl_object.c:151:cl_object_top()) ffff91c7595efdc0 -> ffff91c7513a0080 00000020:00000001:3.0:1783444690.695347:0:2402:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1783444690.695350:0:2402:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1783444690.695353:0:2402:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1783444690.695356:0:2402:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444690.695358:0:2402:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444690.695360:0:2402:0:(cl_object.c:151:cl_object_top()) ffff91c7595efdc0 -> ffff91c7513a0080 00000008:00000001:3.0:1783444690.695362:0:2402:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1783444690.695365:0:2402:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1783444690.695367:0:2402:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1783444690.695383:0:2402:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1783444690.695385:0:2402:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.695388:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444690.695389:0:2402:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444690.695390:0:2402:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=6 00000020:00000001:3.0:1783444690.695392:0:2402:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:3.0:1783444690.695394:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:3.0:1783444690.695397:0:2402:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444690.695399:0:2402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef4ac lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x332dd2263f6dcf26 expref: -99 pid: 31383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444690.695406:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.695407:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783444690.695410:0:2402:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef4ac lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x332dd2263f6dcf26 expref: -99 pid: 31383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444690.695417:0:2402:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444690.695418:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.695419:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1783444690.695421:0:2402:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.695423:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444690.695424:0:2402:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444690.695425:0:2402:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=5 00000020:00000001:3.0:1783444690.695427:0:2402:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:3.0:1783444690.695430:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:3.0:1783444690.695432:0:2402:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444690.695434:0:2402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef4ac lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x332dd2263f6dcf26 expref: -99 pid: 31383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444690.695447:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.695449:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444690.695450:0:2402:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444690.695453:0:2402:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444690.695455:0:2402:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef4ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6dcf26 expref: -99 pid: 31383 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444690.695464:0:2402:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444690.695467:0:2402:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444690.695470:0:2402:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444690.695474:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.695476:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444690.695477:0:2402:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.695481:0:2402:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444690.695483:0:2402:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.695485:0:2402:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.695488:0:2402:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.695489:0:2402:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444690.695490:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.695492:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444690.695493:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.695494:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1783444690.695495:0:2402:0:(osc_request.c:3161:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444690.695501:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f3800 x1870075608261888/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444706 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783444690.695510:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608261888:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:3.0:1783444690.695516:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444690.695519:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444690.695522:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f3800 x1870075608261888/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444706 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444690.696200:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444690.696206:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444690.696211:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452af400. 02000000:00000001:3.0:1783444690.696217:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444690.696220:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444690.696222:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:3.0:1783444690.696225:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444690.696228:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c76024c000. 02000000:00000001:3.0:1783444690.696233:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444690.696234:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444690.696237:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f3800. 00000100:00000001:3.0:1783444690.696242:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444690.696244:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444690.696247:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444690.696255:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444690.696257:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444690.696269:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444690.696273:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444690.700437:0:31189:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444690.700446:0:31189:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783444690.700451:0:31189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150bb78 00000080:00200000:0.0:1783444690.700455:0:31189:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:0.0:1783444690.700466:0:31189:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c752031600. 00800000:00000002:0.0:1783444690.700475:0:31189:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444690.700480:0:31189:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444690.700486:0:31189:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444690.700489:0:31189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150ba98 00800000:00000002:0.0:1783444690.700493:0:31189:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444690.700497:0:31189:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783444690.700501:0:31189:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444690.700504:0:31189:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444690.700507:0:31189:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444690.700510:0:31189:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444690.700512:0:31189:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444690.700514:0:31189:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444690.700517:0:31189:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444690.700521:0:31189:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783444690.700528:0:31189:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444690.700530:0:31189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150b968 00000002:00010000:0.0:1783444690.700532:0:31189:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783444690.700536:0:31189:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783444690.700538:0:31189:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444690.700543:0:31189:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444690.700552:0:31189:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41e00 count: 2 00010000:00000001:0.0:1783444690.700555:0:31189:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444690.700562:0:31189:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444690.700568:0:31189:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783444690.700574:0:31189:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c200/0x5503b2fe824ef482 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcea1 expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1783444690.700587:0:31189:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783444690.700594:0:31189:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444690.700597:0:31189:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c200/0x5503b2fe824ef482 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcea1 expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1783444690.700605:0:31189:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783444690.700608:0:31189:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783444690.700611:0:31189:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444690.700613:0:31189:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444690.700615:0:31189:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444690.700617:0:31189:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783444690.700621:0:31189:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783444690.700624:0:31189:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:0.0:1783444690.700628:0:31189:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c752031600. 00000080:00000001:0.0:1783444690.700633:0:31189:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783444690.700635:0:31189:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444690.700639:0:31189:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:0.0:1783444690.700643:0:31189:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef482 00800000:00000001:0.0:1783444690.700646:0:31189:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783444690.700649:0:31189:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783444690.700651:0:31189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444690.700653:0:31189:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444690.700657:0:31189:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c200 refcount=3 00000020:00000001:0.0:1783444690.700660:0:31189:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444690.700663:0:31189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444690.700667:0:31189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444690.700669:0:31189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444690.700670:0:31189:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444690.700672:0:31189:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444690.700675:0:31189:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef482 from it ffffa3194150bbb0 00010000:00000001:0.0:1783444690.700677:0:31189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444690.700678:0:31189:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444690.700679:0:31189:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c200 refcount=3 00000020:00000001:0.0:1783444690.700682:0:31189:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444690.700684:0:31189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444690.700687:0:31189:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444690.700690:0:31189:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c200/0x5503b2fe824ef482 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dcea1 expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783444690.700697:0:31189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444690.700698:0:31189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444690.700701:0:31189:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444690.700704:0:31189:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444690.700706:0:31189:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c200/0x5503b2fe824ef482 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcea1 expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783444690.700720:0:31189:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444690.700724:0:31189:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444690.700726:0:31189:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444690.700732:0:31189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444690.700733:0:31189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444690.700735:0:31189:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444690.700739:0:31189:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444690.700741:0:31189:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444690.700743:0:31189:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444690.700747:0:31189:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444690.700749:0:31189:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444690.700750:0:31189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444690.700751:0:31189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783444690.700755:0:31189:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783444690.700757:0:31189:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444690.700760:0:31189:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 44 00000080:00000001:0.0:1783444690.700765:0:31189:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444690.700772:0:31189:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783444690.700775:0:31189:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783444690.700777:0:31189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150bb78 00000080:00200008:0.0:1783444690.700779:0:31189:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), flags 304000 00000080:00000010:0.0:1783444690.700849:0:31189:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91c74ad74640. 00000080:00000001:0.0:1783444690.700855:0:31189:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444690.700858:0:31189:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444690.700871:0:31189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150bd28 00000080:00200008:0.0:1783444690.700873:0:31189:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783444690.700881:0:31189:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1783444690.700893:0:31189:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:0.0:1783444690.700896:0:31189:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c752031600. 00800000:00000002:0.0:1783444690.700900:0:31189:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00800000:00000001:0.0:1783444690.700905:0:31189:0:(lmv_obd.c:3431:lmv_read_page()) Process entered 00800000:00000001:0.0:1783444690.700907:0:31189:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444690.700909:0:31189:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444690.700910:0:31189:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444690.700912:0:31189:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444690.700914:0:31189:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444690.700915:0:31189:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444690.700917:0:31189:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444690.700921:0:31189:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:0.0:1783444690.700923:0:31189:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444690.700925:0:31189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150b990 00000002:00010000:0.0:1783444690.700927:0:31189:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:0.0:1783444690.700930:0:31189:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783444690.700931:0:31189:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444690.700933:0:31189:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444690.700935:0:31189:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41e00 count: 2 00010000:00000001:0.0:1783444690.700937:0:31189:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444690.700940:0:31189:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444690.700942:0:31189:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783444690.700946:0:31189:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c200/0x5503b2fe824ef482 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcea1 expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1783444690.700952:0:31189:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783444690.700954:0:31189:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444690.700957:0:31189:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c200/0x5503b2fe824ef482 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcea1 expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1783444690.700964:0:31189:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783444690.700966:0:31189:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783444690.700967:0:31189:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783444690.700969:0:31189:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783444690.700970:0:31189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444690.700972:0:31189:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444690.700974:0:31189:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c200 refcount=3 00000020:00000001:0.0:1783444690.700976:0:31189:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444690.700978:0:31189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444690.700980:0:31189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444690.700981:0:31189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444690.700982:0:31189:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444690.701146:0:31189:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:0.0:1783444690.701153:0:31189:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff91c7614b3800. 00000002:00000001:0.0:1783444690.701702:0:31189:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:0.0:1783444690.701710:0:31189:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746730700. 00000020:00000040:0.0:1783444690.701716:0:31189:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:0.0:1783444690.701722:0:31189:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444690.701726:0:31189:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444690.701730:0:31189:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444690.701738:0:31189:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c752030200. 00000100:00000001:0.0:1783444690.701746:0:31189:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444690.701750:0:31189:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1783444690.701754:0:31189:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff91c746765400. 00000100:00000010:0.0:1783444690.701760:0:31189:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff91c749794000. 00000020:00000040:0.0:1783444690.701763:0:31189:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:0.0:1783444690.702973:0:31189:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783444690.702981:0:31189:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783444690.703087:0:31189:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c747259240. 00000100:00000001:0.0:1783444690.703094:0:31189:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883811004992 : -121189898546624 : ffff91c747259240) 00000100:00000001:0.0:1783444690.703098:0:31189:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444690.703100:0:31189:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799303936 : -121189910247680 : ffff91c746730700) 00000100:00000001:0.0:1783444690.703107:0:31189:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444690.703113:0:31189:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444690.703116:0:31189:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783444690.703118:0:31189:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444690.703134:0:31189:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746730700 x1870075608262016/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444690.703145:0:31189:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444690.703147:0:31189:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444690.703153:0:31189:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444690.703157:0:31189:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444690.703160:0:31189:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444690.703164:0:31189:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746730700 pname:cluuid:pid:xid:nid:opc:job bash:666e3c65-e321-43ec-a94e-a01058e25d7d:31189:1870075608262016:192.168.204.110@tcp:37:bash.0 00000100:00000001:0.0:1783444690.703169:0:31189:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444690.703176:0:31189:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444690.703179:0:31189:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444690.703183:0:31189:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1783444690.703192:0:31189:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444690.703198:0:31189:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f580. 00000400:00000010:0.0:1783444690.703211:0:31189:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff91c751164000. 00000100:00000200:0.0:1783444690.703222:0:31189:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a4d2e8556580-0x6a4d2e8556580, portal 14 00000100:00000001:0.0:1783444690.703226:0:31189:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444690.703228:0:31189:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444690.703233:0:31189:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c746767000. 02000000:00000001:0.0:1783444690.703235:0:31189:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444690.703238:0:31189:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444690.703240:0:31189:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f948. 00000400:00000010:0.0:1783444690.703245:0:31189:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9d48. 00000100:00000200:0.0:1783444690.703249:0:31189:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608262016, portal 10 00000100:00000001:0.0:1783444690.703251:0:31189:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444690.703252:0:31189:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799303936 : -121189910247680 : ffff91c746730700) 00000100:00000040:0.0:1783444690.703260:0:31189:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c746730700 x1870075608262016/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444706 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444690.703268:0:31189:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444690.703272:0:31189:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444690.703275:0:31189:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9990. 00000100:00000200:0.0:1783444690.703278:0:31189:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1870075608262016, offset 0 00000400:00000200:0.0:1783444690.703286:0:31189:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444690.703297:0:31189:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.703307:0:31189:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444690.703315:0:31189:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444690.703320:0:31189:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444690.703325:0:31189:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444690.703329:0:31189:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444690.703333:0:31189:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2580:2580:256:4294967295] 192.168.204.110@tcp LPNI seq info [2580:2580:8:4294967295] 00000400:00000200:0.0:1783444690.703338:0:31189:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.703349:0:31189:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444690.703357:0:31189:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444690.703364:0:31189:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298f00. 00000800:00000200:0.0:1783444690.703371:0:31189:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444690.703382:0:31189:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444690.703387:0:31189:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298f00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1783444690.703470:0:31189:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444690.703476:0:31189:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 888360 usecs (889 jiffies) 00000400:00000200:0.0:1783444690.703480:0:31189:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444690.703483:0:31189:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296330598 00000100:00000001:0.0:1783444690.703488:0:31189:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296332285 00000100:00000001:0.0:1783444690.703490:0:31189:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296330598 00000100:00000001:0.0:1783444690.703492:0:31189:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296332285 00000100:00000001:0.0:1783444690.703495:0:31189:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444690.703498:0:31189:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444690.703500:0:31189:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444690.703502:0:31189:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783444690.703505:0:31189:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c747259240 going to sleep for 11 seconds 00000100:00000001:0.0:1783444690.703509:0:31189:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444690.703512:0:31189:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444690.712432:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444690.712446:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298f00. 00000400:00000200:1.0:1783444690.712455:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.712467:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444690.712477:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9990 00000400:00000010:1.0:1783444690.712480:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9990. 00000100:00000001:1.0:1783444690.712486:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444690.712498:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730700 x1870075608262016/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444706 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.712514:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444690.712518:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746730700 x1870075608262016/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444706 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.712526:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444690.712528:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444690.717730:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.717746:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444690.717751:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.717754:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.717764:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.717772:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444690.717781:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.717785:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.717791:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.717795:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 4096 into portal 14 MB=0x6a4d2e8556580 00000400:00000200:1.0:1783444690.717800:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.717881:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.110@tcp of length 4096/4096 into md 0x7271 [256] + 0 00000400:00000010:1.0:1783444690.717895:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f580. 00000400:00000200:1.0:1783444690.717901:0:2393:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff91c751164000 00000800:00000001:1.0:1783444690.717907:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.717917:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.717921:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.717925:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444690.717931:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c751164000 00000400:00000010:1.0:1783444690.717934:0:2393:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 4216 at ffff91c751164000. 00000100:00000001:1.0:1783444690.717939:0:2393:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1783444690.717942:0:2393:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff91c746730700 desc ffff91c746765400 mbits 1870075608262016 00000100:00000001:1.0:1783444690.717957:0:2393:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1783444690.717965:0:2393:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1783444690.717968:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.717973:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444690.717979:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2581:2581:256:4294967295] 192.168.204.110@tcp LPNI seq info [2581:2581:8:4294967295] 00000400:00000200:1.0:1783444690.717983:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.717992:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:1.0:1783444690.717999:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444690.718007:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff91c760410000. 00000800:00000200:1.0:1783444690.718013:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444690.718023:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444690.718029:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760410000 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1783444690.718030:0:31189:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444690.718039:0:31189:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444690.718112:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444690.718124:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783444690.718180:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444690.718185:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff91c760410000. 00000400:00000200:1.0:1783444690.718189:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.718193:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:0.0:1783444690.729016:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444690.729041:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444690.729047:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444690.729050:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444690.729105:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.729117:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444690.729129:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.729135:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.729142:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.729147:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 440 into portal 10 MB=0x6a4d2e8556580 00000400:00000200:0.0:1783444690.729154:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.729166:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 440/440 into md 0x7279 [1] + 224 00000800:00000001:0.0:1783444690.729175:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444690.729190:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444690.729194:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444690.729199:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444690.729208:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444690.729221:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746730700 x1870075608262016/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444706 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444690.729232:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff91c746730700 x1870075608262016/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444706 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444690.729256:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444690.729266:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444690.729270:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783444690.742085:0:31384:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444690.742096:0:31384:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444690.742098:0:31384:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783444690.742103:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941cebb20 00000080:00200000:0.0:1783444690.742108:0:31384:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:0.0:1783444690.742118:0:31384:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c752031000. 00800000:00000002:0.0:1783444690.742126:0:31384:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444690.742131:0:31384:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444690.742137:0:31384:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444690.742139:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941ceba40 00800000:00000002:0.0:1783444690.742142:0:31384:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444690.742146:0:31384:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783444690.742150:0:31384:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444690.742154:0:31384:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444690.742157:0:31384:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444690.742159:0:31384:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444690.742162:0:31384:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444690.742164:0:31384:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444690.742167:0:31384:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444690.742171:0:31384:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783444690.742177:0:31384:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444690.742181:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941ceb910 00000002:00010000:0.0:1783444690.742183:0:31384:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783444690.742187:0:31384:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783444690.742189:0:31384:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444690.742193:0:31384:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444690.742203:0:31384:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41e00 count: 2 00010000:00000001:0.0:1783444690.742206:0:31384:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444690.742213:0:31384:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444690.742217:0:31384:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783444690.742223:0:31384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c200/0x5503b2fe824ef482 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcea1 expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1783444690.742235:0:31384:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783444690.742242:0:31384:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444690.742245:0:31384:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c200/0x5503b2fe824ef482 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcea1 expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1783444690.742253:0:31384:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783444690.742255:0:31384:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783444690.742257:0:31384:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444690.742260:0:31384:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444690.742262:0:31384:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444690.742264:0:31384:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783444690.742267:0:31384:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783444690.742270:0:31384:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:0.0:1783444690.742275:0:31384:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c752031000. 00000080:00000001:0.0:1783444690.742281:0:31384:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783444690.742283:0:31384:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444690.742286:0:31384:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:0.0:1783444690.742289:0:31384:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef482 00800000:00000001:0.0:1783444690.742292:0:31384:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783444690.742295:0:31384:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783444690.742297:0:31384:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444690.742299:0:31384:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444690.742302:0:31384:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c200 refcount=3 00000020:00000001:0.0:1783444690.742305:0:31384:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444690.742308:0:31384:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444690.742311:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444690.742313:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444690.742315:0:31384:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444690.742317:0:31384:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444690.742319:0:31384:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef482 from it ffffa31941cebb58 00010000:00000001:0.0:1783444690.742322:0:31384:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444690.742323:0:31384:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444690.742324:0:31384:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c200 refcount=3 00000020:00000001:0.0:1783444690.742326:0:31384:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444690.742328:0:31384:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444690.742330:0:31384:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444690.742333:0:31384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c200/0x5503b2fe824ef482 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dcea1 expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1783444690.742339:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444690.742340:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444690.742341:0:31384:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444690.742344:0:31384:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444690.742346:0:31384:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c200/0x5503b2fe824ef482 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcea1 expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1783444690.742354:0:31384:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444690.742358:0:31384:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444690.742360:0:31384:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444690.742365:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444690.742366:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444690.742368:0:31384:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444690.742372:0:31384:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444690.742374:0:31384:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444690.742376:0:31384:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444690.742379:0:31384:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444690.742382:0:31384:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444690.742383:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444690.742384:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783444690.742388:0:31384:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783444690.742390:0:31384:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444690.742392:0:31384:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:0.0:1783444690.742397:0:31384:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444690.742401:0:31384:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783444690.742404:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941cebb48 00000080:00002000:0.0:1783444690.742406:0:31384:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-1(ffff91c748f3cbd0) flags 0x20000e refc 1 00000080:00000001:0.0:1783444690.742408:0:31384:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444690.742411:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941cebb90 00000080:00200000:0.0:1783444690.742412:0:31384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-1, flags=8 00000080:00000002:0.0:1783444690.742418:0:31384:0:(llite_lib.c:3158:ll_update_dir_depth_dmv()) d21f.recovery-small-1 [0x200000405:0x1b:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:0.0:1783444690.742425:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941cebd08 00000080:00200008:0.0:1783444690.742428:0:31384:0:(file.c:6217:ll_getattr_dentry()) START file d21f.recovery-small-1:[0x200000405:0x1b:0x0](ffff91c748db3248), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783444690.742433:0:31384:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783444690.742435:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941cebc80 00000080:00200000:0.0:1783444690.742436:0:31384:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x1b:0x0](ffff91c748db3248),name=d21f.recovery-small-1 00000080:00000010:0.0:1783444690.742442:0:31384:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c752031000. 00800000:00000002:0.0:1783444690.742444:0:31384:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444690.742450:0:31384:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444690.742452:0:31384:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444690.742453:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941cebba0 00800000:00000002:0.0:1783444690.742455:0:31384:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x1b:0x0] 'd21f.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444690.742457:0:31384:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783444690.742461:0:31384:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444690.742462:0:31384:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444690.742463:0:31384:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444690.742465:0:31384:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444690.742467:0:31384:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444690.742468:0:31384:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444690.742470:0:31384:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444690.742472:0:31384:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444690.742473:0:31384:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444690.742474:0:31384:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444690.742476:0:31384:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444690.742477:0:31384:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444690.742479:0:31384:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1b:0x0] 00800000:00000001:0.0:1783444690.742481:0:31384:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444690.742482:0:31384:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x1b:0x0], name='' -> mds #0 00000002:00000001:0.0:1783444690.742486:0:31384:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444690.742487:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941ceba70 00000002:00010000:0.0:1783444690.742489:0:31384:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000405:0x1b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783444690.742492:0:31384:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783444690.742493:0:31384:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444690.742494:0:31384:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444690.742498:0:31384:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211f00 count: 2 00010000:00000001:0.0:1783444690.742500:0:31384:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444690.742503:0:31384:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444690.742505:0:31384:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783444690.742508:0:31384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef489 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcebd expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1783444690.742515:0:31384:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783444690.742518:0:31384:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444690.742520:0:31384:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef489 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcebd expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1783444690.742526:0:31384:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783444690.742528:0:31384:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783444690.742530:0:31384:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444690.742532:0:31384:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444690.742534:0:31384:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444690.742535:0:31384:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783444690.742537:0:31384:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783444690.742539:0:31384:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:0.0:1783444690.742541:0:31384:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c752031000. 00000080:00000001:0.0:1783444690.742544:0:31384:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783444690.742546:0:31384:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444690.742548:0:31384:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1b:0x0](ffff91c748db3248) 00000080:00010000:0.0:1783444690.742551:0:31384:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1b:0x0](ffff91c748db3248) for lock 0x5503b2fe824ef489 00800000:00000001:0.0:1783444690.742553:0:31384:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783444690.742555:0:31384:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783444690.742556:0:31384:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444690.742558:0:31384:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444690.742560:0:31384:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:0.0:1783444690.742561:0:31384:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:0.0:1783444690.742563:0:31384:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:0.0:1783444690.742566:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444690.742567:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444690.742568:0:31384:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444690.742569:0:31384:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444690.742571:0:31384:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef489 from it ffffa31941cebcb8 00010000:00000001:0.0:1783444690.742572:0:31384:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444690.742573:0:31384:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444690.742575:0:31384:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:0.0:1783444690.742576:0:31384:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:0.0:1783444690.742578:0:31384:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:0.0:1783444690.742580:0:31384:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444690.742582:0:31384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef489 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dcebd expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783444690.742589:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444690.742590:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444690.742591:0:31384:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444690.742593:0:31384:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444690.742595:0:31384:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef489 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcebd expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783444690.742601:0:31384:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444690.742602:0:31384:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444690.742604:0:31384:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444690.742606:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444690.742607:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444690.742608:0:31384:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444690.742610:0:31384:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444690.742611:0:31384:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444690.742613:0:31384:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444690.742615:0:31384:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444690.742617:0:31384:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444690.742618:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444690.742619:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783444690.742621:0:31384:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783444690.742622:0:31384:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783444690.742625:0:31384:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444690.742629:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941cebd08 00000080:00000008:0.0:1783444690.742631:0:31384:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file d21f.recovery-small-1:[0x200000405:0x1b:0x0](ffff91c748db3248), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783444690.742657:0:31384:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444690.742660:0:31384:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444690.742661:0:31384:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783444690.742663:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941cebbc0 00000080:00200000:0.0:1783444690.742664:0:31384:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:0.0:1783444690.742668:0:31384:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c752031000. 00800000:00000002:0.0:1783444690.742671:0:31384:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444690.742673:0:31384:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444690.742675:0:31384:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444690.742676:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941cebae0 00800000:00000002:0.0:1783444690.742678:0:31384:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444690.742681:0:31384:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783444690.742683:0:31384:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444690.742684:0:31384:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444690.742685:0:31384:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444690.742687:0:31384:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444690.742688:0:31384:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444690.742690:0:31384:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444690.742692:0:31384:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444690.742694:0:31384:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783444690.742697:0:31384:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444690.742700:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941ceb9b0 00000002:00010000:0.0:1783444690.742701:0:31384:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783444690.742704:0:31384:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783444690.742706:0:31384:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444690.742707:0:31384:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444690.742709:0:31384:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41e00 count: 2 00010000:00000001:0.0:1783444690.742711:0:31384:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444690.742714:0:31384:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444690.742716:0:31384:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783444690.742719:0:31384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c200/0x5503b2fe824ef482 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcea1 expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1783444690.742726:0:31384:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783444690.742728:0:31384:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444690.742731:0:31384:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c200/0x5503b2fe824ef482 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcea1 expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:0.0:1783444690.742737:0:31384:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783444690.742739:0:31384:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783444690.742741:0:31384:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444690.742742:0:31384:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444690.742744:0:31384:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444690.742746:0:31384:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783444690.742748:0:31384:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783444690.742749:0:31384:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:0.0:1783444690.742751:0:31384:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c752031000. 00000080:00000001:0.0:1783444690.742753:0:31384:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783444690.742754:0:31384:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444690.742755:0:31384:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:0.0:1783444690.742757:0:31384:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef482 00800000:00000001:0.0:1783444690.742759:0:31384:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783444690.742760:0:31384:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783444690.742762:0:31384:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444690.742763:0:31384:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444690.742766:0:31384:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c200 refcount=3 00000020:00000001:0.0:1783444690.742768:0:31384:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444690.742770:0:31384:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444690.742772:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444690.742773:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444690.742774:0:31384:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444690.742776:0:31384:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444690.742778:0:31384:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef482 from it ffffa31941cebbf8 00010000:00000001:0.0:1783444690.742780:0:31384:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444690.742780:0:31384:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444690.742781:0:31384:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c200 refcount=3 00000020:00000001:0.0:1783444690.742783:0:31384:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444690.742786:0:31384:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444690.742788:0:31384:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444690.742790:0:31384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c200/0x5503b2fe824ef482 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dcea1 expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1783444690.742797:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444690.742798:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444690.742799:0:31384:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444690.742800:0:31384:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444690.742802:0:31384:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c200/0x5503b2fe824ef482 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcea1 expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1783444690.742807:0:31384:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444690.742809:0:31384:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444690.742810:0:31384:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444690.742812:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444690.742813:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444690.742814:0:31384:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444690.742816:0:31384:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444690.742817:0:31384:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444690.742819:0:31384:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444690.742821:0:31384:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444690.742823:0:31384:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444690.742825:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444690.742826:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783444690.742827:0:31384:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783444690.742829:0:31384:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444690.742831:0:31384:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:0.0:1783444690.742834:0:31384:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444690.742837:0:31384:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783444690.742839:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941cebbc0 00000080:00002000:0.0:1783444690.742840:0:31384:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-1(ffff91c748f3cbd0) flags 0x20000e refc 1 00000080:00000001:0.0:1783444690.742843:0:31384:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444690.742845:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941cebc08 00000080:00200000:0.0:1783444690.742846:0:31384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-1, flags=266 00000080:00000002:0.0:1783444690.742849:0:31384:0:(llite_lib.c:3158:ll_update_dir_depth_dmv()) d21f.recovery-small-1 [0x200000405:0x1b:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1783444690.742853:0:31384:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783444690.742855:0:31384:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1b:0x0](ffff91c748db3248), inode mode 41ed mask 44 00000080:00000001:0.0:1783444690.742858:0:31384:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444690.742862:0:31384:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783444690.742865:0:31384:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783444690.742866:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941cebb78 00000080:00200008:0.0:1783444690.742869:0:31384:0:(file.c:1058:ll_file_open()) START file d21f.recovery-small-1:[0x200000405:0x1b:0x0](ffff91c748db3248), flags 704400 00000080:00000010:0.0:1783444690.742874:0:31384:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91c74ad75b80. 00000080:00000001:0.0:1783444690.742882:0:31384:0:(file.c:774:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1783444690.742898:0:31384:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c752031000. 00800000:00000002:0.0:1783444690.742901:0:31384:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444690.742903:0:31384:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444690.742905:0:31384:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444690.742906:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941ceba28 00800000:00000002:0.0:1783444690.742908:0:31384:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x1b:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444690.742912:0:31384:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783444690.742914:0:31384:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444690.742915:0:31384:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444690.742917:0:31384:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444690.742918:0:31384:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444690.742920:0:31384:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444690.742922:0:31384:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1b:0x0] 00800000:00000001:0.0:1783444690.742924:0:31384:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444690.742927:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941ceb9a8 00800000:00000002:0.0:1783444690.742929:0:31384:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x1b:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1783444690.742932:0:31384:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444690.742933:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941ceb8e0 00000002:00010000:0.0:1783444690.742935:0:31384:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000405:0x1b:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:0.0:1783444690.742939:0:31384:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783444690.742941:0:31384:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783444690.742945:0:31384:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783444690.742948:0:31384:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211f00 count: 2 00010000:00000001:0.0:1783444690.742950:0:31384:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444690.742953:0:31384:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783444690.742956:0:31384:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444690.742959:0:31384:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444690.742961:0:31384:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444690.742963:0:31384:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783444690.742965:0:31384:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41e00 count: 2 00010000:00000001:0.0:1783444690.742967:0:31384:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444690.742968:0:31384:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783444690.742969:0:31384:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444690.742971:0:31384:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444690.742973:0:31384:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444690.742978:0:31384:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746731c00. 00000020:00000040:0.0:1783444690.742982:0:31384:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:0.0:1783444690.742990:0:31384:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783444690.742992:0:31384:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444690.742994:0:31384:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783444690.743003:0:31384:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444690.743005:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444690.743006:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444690.743007:0:31384:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444690.743010:0:31384:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444690.743013:0:31384:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444690.743016:0:31384:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444690.743024:0:31384:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c746766c00. 00000100:00000001:0.0:1783444690.743032:0:31384:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444690.743038:0:31384:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444690.743040:0:31384:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444690.743041:0:31384:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444690.743043:0:31384:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444690.743045:0:31384:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444690.743053:0:31384:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622883799309312 : -121189910242304 : ffff91c746731c00) 00010000:00000001:0.0:1783444690.743081:0:31384:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783444690.743084:0:31384:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783444690.743086:0:31384:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41e00 count: 2 00010000:00000001:0.0:1783444690.743088:0:31384:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444690.743091:0:31384:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783444690.743096:0:31384:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c74652de00. 00000020:00000001:0.0:1783444690.743099:0:31384:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783444690.743102:0:31384:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c74652de00 with handle 0x5503b2fe824ef4b3 to hash 00000020:00000001:0.0:1783444690.743104:0:31384:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783444690.743106:0:31384:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883797196288 : -121189912355328 : ffff91c74652de00) 00010000:00000001:0.0:1783444690.743110:0:31384:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883797196288 : -121189912355328 : ffff91c74652de00) 00010000:00000001:0.0:1783444690.743114:0:31384:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444690.743115:0:31384:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444690.743118:0:31384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652de00/0x5503b2fe824ef4b3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444690.743125:0:31384:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652de00/0x5503b2fe824ef4b3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31384 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783444690.743140:0:31384:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783444690.743156:0:31384:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c746731c00 x1870075608262272/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783444690.743166:0:31384:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652de00/0x5503b2fe824ef4b3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31384 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783444690.743172:0:31384:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783444690.743175:0:31384:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783444690.743184:0:31384:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c747259240. 00000100:00000001:0.0:1783444690.743186:0:31384:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883811004992 : -121189898546624 : ffff91c747259240) 00000100:00000001:0.0:1783444690.743189:0:31384:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444690.743190:0:31384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799309312 : -121189910242304 : ffff91c746731c00) 00000100:00000001:0.0:1783444690.743196:0:31384:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444690.743201:0:31384:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444690.743203:0:31384:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783444690.743205:0:31384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444690.743210:0:31384:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746731c00 x1870075608262272/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444690.743219:0:31384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444690.743221:0:31384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444690.743226:0:31384:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444690.743229:0:31384:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444690.743232:0:31384:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444690.743235:0:31384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746731c00 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:31384:1870075608262272:192.168.204.110@tcp:101:rm.0 00000100:00000001:0.0:1783444690.743240:0:31384:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444690.743252:0:31384:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444690.743255:0:31384:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444690.743258:0:31384:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444690.743382:0:31384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff91c760a00000. 02000000:00000001:0.0:1783444690.743384:0:31384:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444690.743393:0:31384:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444690.743399:0:31384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f108. 00000400:00000010:0.0:1783444690.743408:0:31384:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff91c7614b1800. 00000100:00000200:0.0:1783444690.743419:0:31384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1870075608262272, portal 10 00000100:00000001:0.0:1783444690.743422:0:31384:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444690.743423:0:31384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799309312 : -121189910242304 : ffff91c746731c00) 00000100:00000040:0.0:1783444690.743430:0:31384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c746731c00 x1870075608262272/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444706 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444690.743438:0:31384:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444690.743441:0:31384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444690.743446:0:31384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9110. 00000100:00000200:0.0:1783444690.743449:0:31384:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1870075608262272, offset 0 00000400:00000200:0.0:1783444690.743456:0:31384:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444690.743466:0:31384:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.743475:0:31384:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444690.743483:0:31384:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444690.743489:0:31384:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444690.743495:0:31384:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444690.743499:0:31384:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444690.743503:0:31384:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2582:2582:256:4294967295] 192.168.204.110@tcp LPNI seq info [2582:2582:8:4294967295] 00000400:00000200:0.0:1783444690.743508:0:31384:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.743519:0:31384:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444690.743526:0:31384:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444690.743533:0:31384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298000. 00000800:00000200:0.0:1783444690.743540:0:31384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444690.743550:0:31384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444690.743554:0:31384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298000 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1783444690.743996:0:31384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444690.744004:0:31384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 886997 usecs (887 jiffies) 00000400:00000200:0.0:1783444690.744010:0:31384:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444690.744013:0:31384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296330636 00000100:00000001:0.0:1783444690.744018:0:31384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296332285 00000100:00000001:0.0:1783444690.744021:0:31384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296330636 00000100:00000001:0.0:1783444690.744024:0:31384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296332285 00000100:00000001:0.0:1783444690.744027:0:31384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444690.744030:0:31384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444690.744032:0:31384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444690.744034:0:31384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783444690.744038:0:31384:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c747259240 going to sleep for 11 seconds 00000100:00000001:0.0:1783444690.744042:0:31384:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444690.744046:0:31384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444690.744784:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444690.744793:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298000. 00000400:00000200:1.0:1783444690.744804:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.744815:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444690.744825:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9110 00000400:00000010:1.0:1783444690.744828:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9110. 00000100:00000001:1.0:1783444690.744834:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444690.744843:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746731c00 x1870075608262272/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444706 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.744858:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444690.744861:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746731c00 x1870075608262272/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444706 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.744870:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444690.744872:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444690.754376:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444690.754399:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444690.754405:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444690.754408:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444690.754419:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.754429:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444690.754442:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.754447:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.754454:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.754459:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a4d2e8556680 00000400:00000200:0.0:1783444690.754465:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.754472:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x7289 [64] + 224 00000800:00000001:0.0:1783444690.754482:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444690.754490:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444690.754494:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444690.754499:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444690.754508:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444690.754521:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746731c00 x1870075608262272/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444706 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444690.754534:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff91c746731c00 x1870075608262272/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444706 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444690.754564:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444690.754576:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444690.754580:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783444690.759184:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941cebd28 00000080:00200008:3.0:1783444690.759191:0:31384:0:(file.c:6217:ll_getattr_dentry()) START file d21f.recovery-small-1:[0x200000405:0x1b:0x0](ffff91c748db3248), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1783444690.759201:0:31384:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444690.759202:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941cebca0 00000080:00200000:3.0:1783444690.759204:0:31384:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x1b:0x0](ffff91c748db3248),name=d21f.recovery-small-1 00000080:00000010:3.0:1783444690.759218:0:31384:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7505e0800. 00800000:00000002:3.0:1783444690.759226:0:31384:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444690.759237:0:31384:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444690.759242:0:31384:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444690.759244:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941cebbc0 00800000:00000002:3.0:1783444690.759246:0:31384:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x1b:0x0] 'd21f.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444690.759250:0:31384:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444690.759255:0:31384:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444690.759258:0:31384:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444690.759261:0:31384:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444690.759264:0:31384:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444690.759266:0:31384:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444690.759268:0:31384:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444690.759270:0:31384:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444690.759274:0:31384:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444690.759276:0:31384:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444690.759277:0:31384:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444690.759288:0:31384:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444690.759290:0:31384:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444690.759292:0:31384:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1b:0x0] 00800000:00000001:3.0:1783444690.759293:0:31384:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444690.759296:0:31384:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x1b:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444690.759302:0:31384:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444690.759304:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941ceba90 00000002:00010000:3.0:1783444690.759306:0:31384:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000405:0x1b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444690.759310:0:31384:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444690.759312:0:31384:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444690.759316:0:31384:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444690.759325:0:31384:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211f00 count: 2 00010000:00000001:3.0:1783444690.759329:0:31384:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444690.759335:0:31384:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444690.759339:0:31384:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444690.759345:0:31384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef489 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcebd expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1783444690.759356:0:31384:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444690.759362:0:31384:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444690.759366:0:31384:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef489 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcebd expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1783444690.759373:0:31384:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783444690.759375:0:31384:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444690.759377:0:31384:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444690.759379:0:31384:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444690.759382:0:31384:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444690.759384:0:31384:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783444690.759387:0:31384:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783444690.759391:0:31384:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444690.759395:0:31384:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7505e0800. 00000080:00000001:3.0:1783444690.759401:0:31384:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444690.759403:0:31384:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444690.759406:0:31384:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1b:0x0](ffff91c748db3248) 00000080:00010000:3.0:1783444690.759409:0:31384:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1b:0x0](ffff91c748db3248) for lock 0x5503b2fe824ef489 00800000:00000001:3.0:1783444690.759413:0:31384:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444690.759416:0:31384:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444690.759417:0:31384:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444690.759420:0:31384:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444690.759423:0:31384:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:3.0:1783444690.759426:0:31384:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444690.759429:0:31384:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444690.759432:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.759434:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444690.759436:0:31384:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444690.759438:0:31384:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444690.759441:0:31384:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef489 from it ffffa31941cebcd8 00010000:00000001:3.0:1783444690.759443:0:31384:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444690.759444:0:31384:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444690.759445:0:31384:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:3.0:1783444690.759447:0:31384:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444690.759449:0:31384:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444690.759451:0:31384:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444690.759455:0:31384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef489 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dcebd expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1783444690.759461:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.759463:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444690.759464:0:31384:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444690.759466:0:31384:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444690.759469:0:31384:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef489 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcebd expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1783444690.759477:0:31384:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444690.759482:0:31384:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444690.759484:0:31384:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444690.759489:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.759491:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444690.759493:0:31384:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.759496:0:31384:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444690.759498:0:31384:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.759500:0:31384:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.759503:0:31384:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.759505:0:31384:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444690.759506:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.759507:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444690.759510:0:31384:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783444690.759512:0:31384:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444690.759516:0:31384:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444690.759521:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941cebd28 00000080:00000008:3.0:1783444690.759523:0:31384:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file d21f.recovery-small-1:[0x200000405:0x1b:0x0](ffff91c748db3248), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1783444690.759613:0:31384:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1783444690.759616:0:31384:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x1b:0x0](ffff91c748db3248) pos/size0/4096 32bit_api 0 00000080:00000010:3.0:1783444690.759621:0:31384:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7505e0800. 00800000:00000002:3.0:1783444690.759624:0:31384:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c745359640 2 00000080:00000001:3.0:1783444690.759627:0:31384:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:3.0:1783444690.759633:0:31384:0:(lmv_obd.c:3431:lmv_read_page()) Process entered 00800000:00000001:3.0:1783444690.759635:0:31384:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444690.759636:0:31384:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444690.759638:0:31384:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444690.759639:0:31384:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444690.759641:0:31384:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444690.759642:0:31384:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1b:0x0] 00800000:00000001:3.0:1783444690.759644:0:31384:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444690.759648:0:31384:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:3.0:1783444690.759649:0:31384:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444690.759651:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941cebab8 00000002:00010000:3.0:1783444690.759652:0:31384:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000405:0x1b:0x0]) in obj [0x200000405:0x1b:0x0], intent: readdir flags 0 00000002:00000001:3.0:1783444690.759654:0:31384:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444690.759655:0:31384:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444690.759656:0:31384:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444690.759658:0:31384:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211f00 count: 2 00010000:00000001:3.0:1783444690.759660:0:31384:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444690.759662:0:31384:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444690.759663:0:31384:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444690.759666:0:31384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef489 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcebd expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1783444690.759670:0:31384:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444690.759672:0:31384:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444690.759674:0:31384:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef489 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcebd expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1783444690.759678:0:31384:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783444690.759679:0:31384:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444690.759679:0:31384:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444690.759681:0:31384:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444690.759681:0:31384:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444690.759682:0:31384:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444690.759683:0:31384:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:3.0:1783444690.759684:0:31384:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444690.759685:0:31384:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444690.759687:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.759688:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444690.759689:0:31384:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444690.759721:0:31384:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:3.0:1783444690.759725:0:31384:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff91c742b21800. 00000002:00000001:3.0:1783444690.762164:0:31384:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:3.0:1783444690.762184:0:31384:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760460a80. 00000020:00000040:3.0:1783444690.762194:0:31384:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:3.0:1783444690.762200:0:31384:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444690.762204:0:31384:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444690.762210:0:31384:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444690.762221:0:31384:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c7505e0200. 00000100:00000001:3.0:1783444690.762229:0:31384:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444690.762233:0:31384:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1783444690.762239:0:31384:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff91c7452af400. 00000100:00000010:3.0:1783444690.762245:0:31384:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff91c758a39000. 00000020:00000040:3.0:1783444690.762248:0:31384:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:3.0:1783444690.762351:0:31384:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444690.762354:0:31384:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444690.762363:0:31384:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7435e4180. 00000100:00000001:3.0:1783444690.762366:0:31384:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883747611008 : -121189961940608 : ffff91c7435e4180) 00000100:00000001:3.0:1783444690.762369:0:31384:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444690.762370:0:31384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232563328 : -121189476988288 : ffff91c760460a80) 00000100:00000001:3.0:1783444690.762433:0:31384:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444690.762440:0:31384:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444690.762442:0:31384:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444690.762445:0:31384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444690.762458:0:31384:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760460a80 x1870075608262400/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444690.762468:0:31384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444690.762471:0:31384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444690.762475:0:31384:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444690.762478:0:31384:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444690.762481:0:31384:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444690.762485:0:31384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760460a80 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:31384:1870075608262400:192.168.204.110@tcp:37:rm.0 00000100:00000001:3.0:1783444690.762490:0:31384:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444690.762496:0:31384:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444690.762500:0:31384:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444690.762502:0:31384:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1783444690.762511:0:31384:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444690.762517:0:31384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811c08. 00000400:00000010:3.0:1783444690.762530:0:31384:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff91c7460ce000. 00000100:00000200:3.0:1783444690.762540:0:31384:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a4d2e8556700-0x6a4d2e8556700, portal 14 00000100:00000001:3.0:1783444690.762542:0:31384:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444690.762545:0:31384:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444690.762549:0:31384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452ae800. 02000000:00000001:3.0:1783444690.762551:0:31384:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444690.762554:0:31384:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444690.762557:0:31384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811cb8. 00000400:00000010:3.0:1783444690.762563:0:31384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602186e8. 00000100:00000200:3.0:1783444690.762567:0:31384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608262400, portal 10 00000100:00000001:3.0:1783444690.762568:0:31384:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444690.762570:0:31384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232563328 : -121189476988288 : ffff91c760460a80) 00000100:00000040:3.0:1783444690.762578:0:31384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c760460a80 x1870075608262400/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444706 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444690.762587:0:31384:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444690.762590:0:31384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444690.762593:0:31384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218110. 00000100:00000200:3.0:1783444690.762598:0:31384:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1870075608262400, offset 0 00000400:00000200:3.0:1783444690.762606:0:31384:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444690.762617:0:31384:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444690.762627:0:31384:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444690.762634:0:31384:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444690.762639:0:31384:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444690.762644:0:31384:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444690.762647:0:31384:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444690.762652:0:31384:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2583:2583:256:4294967295] 192.168.204.110@tcp LPNI seq info [2583:2583:8:4294967295] 00000400:00000200:3.0:1783444690.762657:0:31384:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444690.762670:0:31384:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444690.762677:0:31384:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444690.762684:0:31384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760f26700. 00000800:00000200:3.0:1783444690.762692:0:31384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444690.762702:0:31384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444690.762707:0:31384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760f26700 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1783444690.762905:0:31384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444690.762911:0:31384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 885611 usecs (886 jiffies) 00000400:00000200:3.0:1783444690.762916:0:31384:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444690.762919:0:31384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296330654 00000100:00000001:3.0:1783444690.762922:0:31384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296332285 00000100:00000001:3.0:1783444690.762925:0:31384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296330654 00000100:00000001:3.0:1783444690.762928:0:31384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296332285 00000100:00000001:3.0:1783444690.762930:0:31384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444690.762933:0:31384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444690.762937:0:31384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444690.762939:0:31384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444690.762942:0:31384:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7435e4180 going to sleep for 11 seconds 00000100:00000001:3.0:1783444690.762944:0:31384:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444690.762948:0:31384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444690.766141:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444690.766157:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760f26700. 00000400:00000200:1.0:1783444690.766170:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.766181:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444690.766190:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218110 00000400:00000010:1.0:1783444690.766194:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218110. 00000100:00000001:1.0:1783444690.766200:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444690.766210:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760460a80 x1870075608262400/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444706 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.766233:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444690.766237:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760460a80 x1870075608262400/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444706 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.766245:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444690.766247:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444690.770143:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444690.770168:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444690.770173:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444690.770176:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444690.770188:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.770198:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444690.770209:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.770215:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.770222:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.770227:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 4096 into portal 14 MB=0x6a4d2e8556700 00000400:00000200:0.0:1783444690.770233:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.770239:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.110@tcp of length 4096/4096 into md 0x7299 [256] + 0 00000400:00000010:0.0:1783444690.770245:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811c08. 00000400:00000200:0.0:1783444690.770251:0:2392:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff91c7460ce000 00000800:00000001:0.0:1783444690.770257:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444690.770348:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444690.770352:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444690.770358:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444690.770364:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460ce000 00000400:00000010:0.0:1783444690.770367:0:2392:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 4216 at ffff91c7460ce000. 00000100:00000001:0.0:1783444690.770373:0:2392:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1783444690.770375:0:2392:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff91c760460a80 desc ffff91c7452af400 mbits 1870075608262400 00000100:00000001:0.0:1783444690.770390:0:2392:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1783444690.770399:0:2392:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1783444690.770403:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.770409:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444690.770415:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2584:2584:256:4294967295] 192.168.204.110@tcp LPNI seq info [2584:2584:8:4294967295] 00000400:00000200:0.0:1783444690.770420:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.770429:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:0.0:1783444690.770436:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444690.770445:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff91c751162000. 00000800:00000200:0.0:1783444690.770453:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444690.770462:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444690.770467:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c751162000 type 0, nob 96 niov 1 nkiov 0 00010000:00000010:2.1:1783444690.771143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652de00. 00000800:00000200:0.0:1783444690.772218:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444690.772229:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff91c751162000. 00000400:00000200:0.0:1783444690.772239:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444690.772252:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:0.0:1783444690.772265:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444690.772275:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444690.774492:0:31384:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444690.774504:0:31384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444690.775144:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.775160:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444690.775162:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.775164:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.775173:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.775181:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444690.775190:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.775195:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.775200:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.775204:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 440 into portal 10 MB=0x6a4d2e8556700 00000400:00000200:1.0:1783444690.775208:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.775214:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 440/440 into md 0x72a1 [1] + 224 00000800:00000001:1.0:1783444690.775221:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.775227:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.775230:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.775234:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444690.775241:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444690.775251:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760460a80 x1870075608262400/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444706 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444690.775260:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff91c760460a80 x1870075608262400/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444706 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444690.775338:0:31384:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444690.775351:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444690.775360:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.775363:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783444690.775393:0:31384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444690.775395:0:31384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444690.775399:0:31384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811cb8. 00000400:00000200:3.0:1783444690.775403:0:31384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7602186e8 00000400:00000010:3.0:1783444690.775405:0:31384:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7602186e8. 00000100:00000001:3.0:1783444690.775408:0:31384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444690.775411:0:31384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760460a80 x1870075608262400/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444706 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783444690.775417:0:31384:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760460a80 x1870075608262400/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444706 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444690.775422:0:31384:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444690.775423:0:31384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444690.775425:0:31384:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444690.775428:0:31384:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444690.775430:0:31384:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444690.775431:0:31384:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444690.775434:0:31384:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444690.775445:0:31384:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bcf0 time=20 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444690.775448:0:31384:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444690.775450:0:31384:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444690.775452:0:31384:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.775455:0:31384:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444690.775458:0:31384:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444690.775462:0:31384:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444690.775464:0:31384:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967579 00000100:00000001:3.0:1783444690.775466:0:31384:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444690.775468:0:31384:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444690.775471:0:31384:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff91c760460a80 x1870075608262400/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444706 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1783444690.775478:0:31384:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff91c760460a80 x1870075608262400/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444706 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444690.775484:0:31384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444690.775485:0:31384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444690.775488:0:31384:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760460a80 x1870075608262400/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444706 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783444690.775493:0:31384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760460a80 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:31384:1870075608262400:192.168.204.110@tcp:37:rm.0 00000100:00000001:3.0:1783444690.775496:0:31384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444690.775498:0:31384:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444690.775500:0:31384:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444690.775502:0:31384:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444690.775504:0:31384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760460a80 x1870075608262400/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444706 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444690.775508:0:31384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444690.775510:0:31384:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7435e4180. 00000100:00000001:3.0:1783444690.775514:0:31384:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444690.775515:0:31384:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444690.775518:0:31384:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444690.775521:0:31384:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444690.775522:0:31384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760460a80 x1870075608262400/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444706 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444690.775526:0:31384:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444690.775528:0:31384:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444690.775532:0:31384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452ae800. 02000000:00000001:3.0:1783444690.775534:0:31384:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444690.775537:0:31384:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444690.775538:0:31384:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444690.775540:0:31384:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1783444690.775542:0:31384:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1783444690.775544:0:31384:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444690.775545:0:31384:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444690.775546:0:31384:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:3.0:1783444690.775567:0:31384:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff91c758a39000. 00000100:00000010:3.0:1783444690.775569:0:31384:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff91c7452af400. 00000100:00000001:3.0:1783444690.775570:0:31384:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1783444690.775573:0:31384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c7505e0200. 02000000:00000001:3.0:1783444690.775576:0:31384:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444690.775578:0:31384:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444690.775579:0:31384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760460a80. 00000100:00000001:3.0:1783444690.775582:0:31384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444690.775583:0:31384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444690.775585:0:31384:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:3.0:1783444690.775587:0:31384:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:3.0:1783444690.776514:0:31384:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff91c742b21800. 00000002:00000001:3.0:1783444690.776523:0:31384:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.776531:0:31384:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444690.776535:0:31384:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444690.776538:0:31384:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:3.0:1783444690.776541:0:31384:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444690.776545:0:31384:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444690.776548:0:31384:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444690.776554:0:31384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef489 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dcebd expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1783444690.776564:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.776566:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444690.776568:0:31384:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444690.776572:0:31384:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444690.776574:0:31384:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef489 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcebd expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1783444690.776588:0:31384:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444690.776591:0:31384:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444690.776594:0:31384:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444690.776599:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.776600:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444690.776602:0:31384:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.776605:0:31384:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444690.776607:0:31384:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.776609:0:31384:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.776613:0:31384:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.776615:0:31384:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444690.776617:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.776618:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:3.0:1783444690.776621:0:31384:0:(lmv_obd.c:3448:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444690.776628:0:31384:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611163 : 144115205339611163 : 20000040500001b) 00000080:00000001:3.0:1783444690.776635:0:31384:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1783444690.776638:0:31384:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611165 : 144115205339611165 : 20000040500001d) 00000080:00000001:3.0:1783444690.776645:0:31384:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444690.776649:0:31384:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c745359640 2 00000080:00000010:3.0:1783444690.776653:0:31384:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7505e0800. 00000080:00000001:3.0:1783444690.776658:0:31384:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444690.776775:0:31384:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:3.0:1783444690.776779:0:31384:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:3.0:1783444690.776783:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941cebd98 00000080:00200008:3.0:1783444690.776786:0:31384:0:(file.c:447:ll_file_release()) START file d21f.recovery-small-1:[0x200000405:0x1b:0x0](ffff91c748db3248), flags 704000 00000080:00400000:3.0:1783444690.776791:0:31384:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x1b:0x0] 00000080:00000001:3.0:1783444690.776796:0:31384:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1783444690.776798:0:31384:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:3.0:1783444690.776800:0:31384:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:3.0:1783444690.776807:0:31384:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444690.776811:0:31384:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444690.776814:0:31384:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444690.776817:0:31384:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444690.776819:0:31384:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444690.776820:0:31384:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1b:0x0] 00800000:00000001:3.0:1783444690.776823:0:31384:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444690.776829:0:31384:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444690.776833:0:31384:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444690.776840:0:31384:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211f00 count: 2 00010000:00000001:3.0:1783444690.776844:0:31384:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444690.776849:0:31384:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444690.776852:0:31384:0:(lmv_obd.c:4132:lmv_lock_match()) Lock match for [0x200000405:0x1b:0x0]: 0 00000080:00000001:3.0:1783444690.776854:0:31384:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1783444690.776857:0:31384:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1783444690.776863:0:31384:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff91c7505e0800. 00000080:00000001:3.0:1783444690.776866:0:31384:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:3.0:1783444690.776872:0:31384:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c745359640 2 00000080:00000001:3.0:1783444690.776877:0:31384:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1783444690.776950:0:31384:0:(lmv_obd.c:1665:lmv_close()) Process entered 00800000:00000001:3.0:1783444690.776952:0:31384:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444690.776954:0:31384:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444690.776955:0:31384:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444690.776957:0:31384:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444690.776959:0:31384:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444690.776961:0:31384:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1b:0x0] 00800000:00000001:3.0:1783444690.776963:0:31384:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444690.776965:0:31384:0:(lmv_obd.c:1671:lmv_close()) CLOSE [0x200000405:0x1b:0x0] 00000002:00000001:3.0:1783444690.776969:0:31384:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1783444690.776972:0:31384:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91c759350000: [0x200000405:0x1b:0x0] file closed with intent: 0 00000100:00000010:3.0:1783444690.776978:0:31384:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760460a80. 00000020:00000040:3.0:1783444690.776983:0:31384:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:3.0:1783444690.777147:0:31384:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444690.777152:0:31384:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444690.777158:0:31384:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444690.777169:0:31384:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c7505e0200. 00000100:00000001:3.0:1783444690.777176:0:31384:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1783444690.777196:0:31384:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91c746731c00 x1870075608262272/t4294967581(4294967581) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444706 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1783444690.777208:0:31384:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1783444690.777213:0:31384:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c760460a80 x1870075608262656/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1783444690.777221:0:31384:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444690.777223:0:31384:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444690.777231:0:31384:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7435e4180. 00000100:00000001:3.0:1783444690.777233:0:31384:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883747611008 : -121189961940608 : ffff91c7435e4180) 00000100:00000001:3.0:1783444690.777236:0:31384:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444690.777237:0:31384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232563328 : -121189476988288 : ffff91c760460a80) 00000100:00000001:3.0:1783444690.777243:0:31384:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444690.777248:0:31384:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444690.777251:0:31384:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444690.777253:0:31384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444690.777257:0:31384:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760460a80 x1870075608262656/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444690.777264:0:31384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444690.777267:0:31384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444690.777271:0:31384:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444690.777274:0:31384:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444690.777277:0:31384:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444690.777280:0:31384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760460a80 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:31384:1870075608262656:192.168.204.110@tcp:35:rm.0 00000100:00000001:3.0:1783444690.777352:0:31384:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444690.777359:0:31384:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444690.777362:0:31384:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444690.777365:0:31384:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444690.777370:0:31384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452af400. 02000000:00000001:3.0:1783444690.777373:0:31384:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444690.777381:0:31384:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444690.777386:0:31384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811cb8. 00000400:00000010:3.0:1783444690.777394:0:31384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602186e8. 00000100:00000200:3.0:1783444690.777402:0:31384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608262656, portal 10 00000100:00000001:3.0:1783444690.777404:0:31384:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444690.777405:0:31384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232563328 : -121189476988288 : ffff91c760460a80) 00000100:00000040:3.0:1783444690.777412:0:31384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c760460a80 x1870075608262656/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444706 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444690.777425:0:31384:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444690.777427:0:31384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444690.777430:0:31384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218e58. 00000100:00000200:3.0:1783444690.777434:0:31384:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870075608262656, offset 0 00000400:00000200:3.0:1783444690.777442:0:31384:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444690.777451:0:31384:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444690.777459:0:31384:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444690.777466:0:31384:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444690.777471:0:31384:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444690.777475:0:31384:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444690.777478:0:31384:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444690.777482:0:31384:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2585:2585:256:4294967295] 192.168.204.110@tcp LPNI seq info [2585:2585:8:4294967295] 00000400:00000200:3.0:1783444690.777487:0:31384:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444690.777498:0:31384:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444690.777505:0:31384:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444690.777511:0:31384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760f26000. 00000800:00000200:3.0:1783444690.777519:0:31384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444690.777529:0:31384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444690.777535:0:31384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760f26000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1783444690.777618:0:31384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444690.777623:0:31384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 884231 usecs (885 jiffies) 00000400:00000200:3.0:1783444690.777627:0:31384:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444690.777631:0:31384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296330668 00000100:00000001:3.0:1783444690.777634:0:31384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296332285 00000100:00000001:3.0:1783444690.777637:0:31384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296330668 00000100:00000001:3.0:1783444690.777639:0:31384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296332285 00000100:00000001:3.0:1783444690.777642:0:31384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444690.777645:0:31384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444690.777649:0:31384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444690.777651:0:31384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444690.777654:0:31384:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7435e4180 going to sleep for 11 seconds 00000100:00000001:3.0:1783444690.777657:0:31384:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444690.777660:0:31384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444690.779392:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444690.779403:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760f26000. 00000400:00000200:0.0:1783444690.779413:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444690.779422:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444690.779430:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218e58 00000400:00000010:0.0:1783444690.779433:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218e58. 00000100:00000001:0.0:1783444690.779438:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444690.779447:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760460a80 x1870075608262656/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444706 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444690.779461:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444690.779466:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760460a80 x1870075608262656/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444706 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444690.779473:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444690.779475:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444690.782838:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.782863:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444690.782871:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.782878:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.782904:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.782914:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444690.782927:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.782937:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.782945:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.782950:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8556800 00000400:00000200:1.0:1783444690.782956:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.782965:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x72a9 [1] + 224 00000800:00000001:1.0:1783444690.782975:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.782994:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.782998:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.783003:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444690.783012:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444690.783023:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760460a80 x1870075608262656/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444706 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444690.783037:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91c760460a80 x1870075608262656/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444706 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.783086:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444690.783096:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.783099:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444690.783960:0:31384:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444690.783975:0:31384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444690.783977:0:31384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444690.783982:0:31384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811cb8. 00000400:00000200:3.0:1783444690.783989:0:31384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7602186e8 00000400:00000010:3.0:1783444690.783992:0:31384:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7602186e8. 00000100:00000001:3.0:1783444690.784006:0:31384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444690.784015:0:31384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760460a80 x1870075608262656/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444706 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783444690.784027:0:31384:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760460a80 x1870075608262656/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444706 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444690.784045:0:31384:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444690.784048:0:31384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444690.784051:0:31384:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444690.784085:0:31384:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444690.784089:0:31384:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444690.784092:0:31384:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444690.784096:0:31384:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444690.784110:0:31384:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bcf0 time=20 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444690.784116:0:31384:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444690.784119:0:31384:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444690.784121:0:31384:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.784125:0:31384:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444690.784131:0:31384:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444690.784135:0:31384:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783444690.784138:0:31384:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1783444690.784140:0:31384:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783444690.784143:0:31384:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444690.784145:0:31384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232563328 : -121189476988288 : ffff91c760460a80) 00000100:00000001:3.0:1783444690.784149:0:31384:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444690.784152:0:31384:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967579 00000100:00000001:3.0:1783444690.784155:0:31384:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444690.784158:0:31384:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444690.784165:0:31384:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760460a80 x1870075608262656/t4294967582(4294967582) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444706 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444690.784173:0:31384:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444690.784176:0:31384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444690.784179:0:31384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444690.784458:0:31384:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760460a80 x1870075608262656/t4294967582(4294967582) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444706 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783444690.784470:0:31384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760460a80 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:31384:1870075608262656:192.168.204.110@tcp:35:rm.0 00000100:00000001:3.0:1783444690.784476:0:31384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444690.784480:0:31384:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444690.784482:0:31384:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444690.784485:0:31384:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444690.784489:0:31384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760460a80 x1870075608262656/t4294967582(4294967582) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444706 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444690.784496:0:31384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444690.784500:0:31384:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7435e4180. 00000100:00000001:3.0:1783444690.784504:0:31384:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444690.784506:0:31384:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444690.784516:0:31384:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444690.784517:0:31384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232563328 : -121189476988288 : ffff91c760460a80) 00000002:00000001:3.0:1783444690.784520:0:31384:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444690.784523:0:31384:0:(lmv_obd.c:1673:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444690.784528:0:31384:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c745359640 2 00000080:00000010:3.0:1783444690.784533:0:31384:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7505e0800. 00000080:00000001:3.0:1783444690.784537:0:31384:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1783444690.784541:0:31384:0:(lmv_obd.c:4191:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1783444690.784545:0:31384:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444690.784548:0:31384:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444690.784551:0:31384:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444690.784554:0:31384:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444690.784557:0:31384:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444690.784560:0:31384:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1b:0x0] 00800000:00000001:3.0:1783444690.784562:0:31384:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444690.784568:0:31384:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1783444690.784574:0:31384:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91c746731c00 x1870075608262272/t4294967581(4294967581) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444706 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444690.784582:0:31384:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444690.784584:0:31384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799309312 : -121189910242304 : ffff91c746731c00) 00000100:00000001:3.0:1783444690.784586:0:31384:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444690.784589:0:31384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746731c00 x1870075608262272/t4294967581(4294967581) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444706 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444690.784596:0:31384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444690.784598:0:31384:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444690.784601:0:31384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760460a80 x1870075608262656/t4294967582(4294967582) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444706 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444690.784608:0:31384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444690.784610:0:31384:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444690.784613:0:31384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746731c00 x1870075608262272/t4294967581(4294967581) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444706 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444690.784619:0:31384:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1783444690.784623:0:31384:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444690.784625:0:31384:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444690.784628:0:31384:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444690.784633:0:31384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c746766c00. 02000000:00000001:3.0:1783444690.784640:0:31384:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444690.784642:0:31384:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444690.784644:0:31384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746731c00. 00000100:00000001:3.0:1783444690.784649:0:31384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444690.784650:0:31384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444690.784651:0:31384:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444690.784655:0:31384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760460a80 x1870075608262656/t4294967582(4294967582) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444706 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444690.784661:0:31384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444690.784663:0:31384:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff91c7507eb4a0. 00000002:00000001:3.0:1783444690.784667:0:31384:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444690.784669:0:31384:0:(lmv_obd.c:4197:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783444690.784671:0:31384:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91c76050ab40. 00000100:00000001:3.0:1783444690.784676:0:31384:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444690.784679:0:31384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760460a80 x1870075608262656/t4294967582(4294967582) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444706 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444690.784684:0:31384:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444690.784686:0:31384:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444690.784689:0:31384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452af400. 02000000:00000001:3.0:1783444690.784692:0:31384:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444690.784694:0:31384:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444690.784695:0:31384:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444690.784697:0:31384:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444690.784698:0:31384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c7505e0200. 02000000:00000001:3.0:1783444690.784701:0:31384:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444690.784702:0:31384:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444690.784703:0:31384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760460a80. 00000100:00000001:3.0:1783444690.784706:0:31384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444690.784707:0:31384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444690.784710:0:31384:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783444690.784713:0:31384:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91c74ad75b80. 00000080:00000001:3.0:1783444690.784720:0:31384:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444690.784729:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941cebd98 00000080:00000008:3.0:1783444690.784731:0:31384:0:(file.c:491:ll_file_release()) COMPLETED file d21f.recovery-small-1:[0x200000405:0x1b:0x0](ffff91c748db3248), flags 704000, rc = 0 00000080:00000001:3.0:1783444690.784735:0:31384:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444690.784738:0:31384:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444690.784807:0:31384:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783444690.784811:0:31384:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783444690.784814:0:31384:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444690.784815:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941cebbc0 00000080:00200000:3.0:1783444690.784818:0:31384:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:3.0:1783444690.784824:0:31384:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7505e0200. 00800000:00000002:3.0:1783444690.784833:0:31384:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444690.784838:0:31384:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444690.784842:0:31384:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444690.784845:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941cebae0 00800000:00000002:3.0:1783444690.784848:0:31384:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444690.784852:0:31384:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444690.784854:0:31384:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444690.784856:0:31384:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444690.784857:0:31384:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444690.784859:0:31384:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444690.784860:0:31384:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444690.784862:0:31384:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444690.784864:0:31384:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444690.784867:0:31384:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444690.784872:0:31384:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444690.784875:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941ceb9b0 00000002:00010000:3.0:1783444690.784877:0:31384:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444690.784881:0:31384:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444690.784891:0:31384:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444690.784896:0:31384:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444690.784904:0:31384:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41e00 count: 2 00010000:00000001:3.0:1783444690.784907:0:31384:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444690.784913:0:31384:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444690.784918:0:31384:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444690.784923:0:31384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c200/0x5503b2fe824ef482 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcea1 expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:3.0:1783444690.784933:0:31384:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444690.784937:0:31384:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444690.784941:0:31384:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c200/0x5503b2fe824ef482 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcea1 expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:3.0:1783444690.784947:0:31384:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783444690.784949:0:31384:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444690.784951:0:31384:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444690.784953:0:31384:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444690.784955:0:31384:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444690.784958:0:31384:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783444690.784960:0:31384:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783444690.784962:0:31384:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444690.784965:0:31384:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7505e0200. 00000080:00000001:3.0:1783444690.784969:0:31384:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444690.784971:0:31384:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444690.784974:0:31384:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:3.0:1783444690.784978:0:31384:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef482 00800000:00000001:3.0:1783444690.784982:0:31384:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444690.784984:0:31384:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444690.784986:0:31384:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444690.784988:0:31384:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444690.784992:0:31384:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c200 refcount=3 00000020:00000001:3.0:1783444690.784994:0:31384:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:3.0:1783444690.786001:0:31384:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:3.0:1783444690.786018:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.786020:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444690.786021:0:31384:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444690.786025:0:31384:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444690.786029:0:31384:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef482 from it ffffa31941cebbf8 00010000:00000001:3.0:1783444690.786034:0:31384:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444690.786035:0:31384:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444690.786038:0:31384:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c200 refcount=3 00000020:00000001:3.0:1783444690.786040:0:31384:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:3.0:1783444690.786042:0:31384:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:3.0:1783444690.786044:0:31384:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444690.786048:0:31384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c200/0x5503b2fe824ef482 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dcea1 expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1783444690.786071:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.786215:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444690.786218:0:31384:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444690.786221:0:31384:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444690.786224:0:31384:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c200/0x5503b2fe824ef482 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dcea1 expref: -99 pid: 31382 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:3.0:1783444690.786235:0:31384:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444690.786239:0:31384:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444690.786241:0:31384:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444690.786246:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.786247:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444690.786249:0:31384:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.786253:0:31384:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444690.786255:0:31384:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.786257:0:31384:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.786260:0:31384:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444690.786262:0:31384:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444690.786264:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444690.786265:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444690.786268:0:31384:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783444690.786269:0:31384:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444690.786273:0:31384:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:3.0:1783444690.786279:0:31384:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444690.786285:0:31384:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1783444690.786288:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941cebbc0 00000080:00002000:3.0:1783444690.786289:0:31384:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-1(ffff91c748f3cbd0) flags 0x20000e refc 1 00000080:00000001:3.0:1783444690.786292:0:31384:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444690.786294:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941cebc08 00000080:00200000:3.0:1783444690.786296:0:31384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-1, flags=266 00000800:00000200:0.0:1783444690.787944:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444690.787952:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1d00. 00000400:00000200:0.0:1783444690.787959:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444690.787966:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444690.787973:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83cc0 00000400:00000010:0.0:1783444690.787975:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83cc0. 00000100:00000001:0.0:1783444690.787980:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444690.787985:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2300 x1870075608262912/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444706 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444690.787997:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444690.788001:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2300 x1870075608262912/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444706 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444690.788009:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444690.788010:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444690.794483:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.794507:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444690.794513:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.794516:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.794526:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.794535:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444690.794545:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.794551:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.794558:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.794563:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a4d2e8556900 00000400:00000200:1.0:1783444690.794568:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.794575:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x72b1 [64] + 224 00000800:00000001:1.0:1783444690.794584:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.794592:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.794596:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.794600:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444690.794610:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444690.794621:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2300 x1870075608262912/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444706 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444690.794634:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff91c7603f2300 x1870075608262912/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444706 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.794662:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444690.794674:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.794678:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783444690.799105:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444690.799112:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1300. 00000400:00000200:0.0:1783444690.799120:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444690.799127:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444690.799134:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83440 00000400:00000010:0.0:1783444690.799137:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83440. 00000100:00000001:0.0:1783444690.799141:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444690.799148:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0700 x1870075608263040/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1783444706 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444690.799162:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444690.799165:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f0700 x1870075608263040/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1783444706 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444690.799172:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444690.799174:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444690.800603:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.800628:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444690.800632:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.800634:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.800644:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.800651:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444690.800658:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.800662:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.800666:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.800670:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 368 into portal 10 MB=0x6a4d2e8556980 00000400:00000200:1.0:1783444690.800674:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.800678:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 368/368 into md 0x72b9 [1] + 224 00000800:00000001:1.0:1783444690.800685:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.800691:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.800693:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.800696:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444690.800703:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444690.800710:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0700 x1870075608263040/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1783444706 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444690.800723:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff91c7603f0700 x1870075608263040/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1783444706 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444690.800739:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444690.800745:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.800747:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783444690.802872:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444690.802877:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1f00. 00000400:00000200:0.0:1783444690.802892:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444690.802898:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444690.802903:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83e58 00000400:00000010:0.0:1783444690.802905:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83e58. 00000100:00000001:0.0:1783444690.802909:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444690.802913:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0700 x1870075608263296/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1783444706 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444690.802925:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444690.802929:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f0700 x1870075608263296/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1783444706 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444690.802935:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444690.802937:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444690.807840:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.807864:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444690.807869:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.807872:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.807902:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.807914:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444690.807925:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.807930:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.807936:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.807941:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8556a80 00000400:00000200:1.0:1783444690.807946:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.807953:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x72c1 [1] + 224 00000800:00000001:1.0:1783444690.807961:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.807968:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.807972:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.807976:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444690.807985:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444690.807995:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0700 x1870075608263296/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1783444706 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444690.808007:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff91c7603f0700 x1870075608263296/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1783444706 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444690.808026:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444690.808035:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.808037:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783444690.810274:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444690.810280:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1f00. 00000400:00000200:0.0:1783444690.810284:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444690.810290:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444690.810295:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83a18 00000400:00000010:0.0:1783444690.810298:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83a18. 00000100:00000001:0.0:1783444690.810302:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444690.810306:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3100 x1870075608263424/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444706 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444690.810320:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444690.810323:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f3100 x1870075608263424/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444706 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444690.810329:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444690.810331:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444690.814901:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.814925:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444690.814932:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.814935:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.814946:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.814956:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444690.814968:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.814973:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.814980:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00010000:00000010:2.1:1783444690.815483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211200. 00010000:00000010:2.1:1783444690.815497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224e00. 00010000:00000010:2.1:1783444690.815501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224600. 00000400:00000200:1.0:1783444690.815532:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e8556b00 00000400:00000200:1.0:1783444690.815540:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.815548:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x72c9 [1] + 224 00000800:00000001:1.0:1783444690.815559:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.815572:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.815575:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.815580:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444690.815589:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444690.815599:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3100 x1870075608263424/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444706 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444690.815611:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c7603f3100 x1870075608263424/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444706 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.815634:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444690.815647:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.815651:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783444690.821046:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444690.821053:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1300. 00000400:00000200:0.0:1783444690.821085:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444690.821092:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444690.821098:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f835d8 00000400:00000010:0.0:1783444690.821101:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f835d8. 00000100:00000001:0.0:1783444690.821107:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444690.821112:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3100 x1870075608263680/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444706 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444690.821123:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444690.821127:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f3100 x1870075608263680/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444706 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444690.821134:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444690.821135:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1783444690.824144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507ebb00. 00000080:00000010:2.1:1783444690.824185:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d198c0. 00000080:00000010:2.1:1783444690.824200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eb300. 00000800:00000001:1.0:1783444690.825836:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.825863:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444690.825867:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.825870:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.825891:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.825901:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444690.825914:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.825919:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.825926:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.825931:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8556c00 00000400:00000200:1.0:1783444690.825938:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.825945:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x72d1 [1] + 224 00000800:00000001:1.0:1783444690.825954:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.825965:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.825969:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.825974:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444690.825983:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444690.826120:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3100 x1870075608263680/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444706 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444690.826133:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91c7603f3100 x1870075608263680/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444706 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.826161:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444690.826176:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.826180:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783444690.828782:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444690.828792:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1d00. 00000400:00000200:0.0:1783444690.828800:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444690.828808:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444690.828814:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f833b8 00000400:00000010:0.0:1783444690.828816:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f833b8. 00000100:00000001:0.0:1783444690.828821:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444690.828828:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3100 x1870075608263936/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1783444706 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444690.828841:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444690.828845:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f3100 x1870075608263936/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1783444706 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444690.828858:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444690.828859:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444690.833301:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.833326:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444690.833331:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.833334:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.833346:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.833355:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444690.833368:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.833373:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.833381:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.833385:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8556d00 00000400:00000200:1.0:1783444690.833391:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.833399:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x72d9 [1] + 224 00000800:00000001:1.0:1783444690.833409:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.833417:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.833421:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.833427:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444690.833436:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444690.833448:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3100 x1870075608263936/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1783444706 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444690.833461:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff91c7603f3100 x1870075608263936/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1783444706 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444690.833476:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444690.833487:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.833490:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783444690.840157:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444690.840172:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1e00. 00000400:00000200:0.0:1783444690.840194:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444690.840207:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444690.840217:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83770 00000400:00000010:0.0:1783444690.840220:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83770. 00000100:00000001:0.0:1783444690.840227:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444690.840238:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2300 x1870075608264064/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444706 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444690.840253:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444690.840257:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2300 x1870075608264064/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444706 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444690.840265:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444690.840266:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444690.841466:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.841486:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444690.841490:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.841492:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.841502:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.841509:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444690.841518:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.841524:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.841530:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.841534:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e8556d80 00000400:00000200:1.0:1783444690.841540:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.841546:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x72e1 [1] + 224 00000800:00000001:1.0:1783444690.841556:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.841562:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.841565:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.841569:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444690.841640:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444690.841650:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2300 x1870075608264064/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444706 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444690.841661:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c7603f2300 x1870075608264064/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444706 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.841748:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444690.841758:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.841762:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1783444690.843187:0:31384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224000. 00010000:00000010:2.1:1783444690.843197:0:31384:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211f00. 00010000:00000010:2.1:1783444690.843201:0:31384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224400. 00010000:00000010:2.1:1783444690.843204:0:31384:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41e00. 00010000:00000010:2.1:1783444690.843208:0:31384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652c200. 00000800:00000200:1.0:1783444690.847053:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444690.847076:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1b00. 00000400:00000200:1.0:1783444690.847085:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.847096:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444690.847105:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f836e8 00000400:00000010:1.0:1783444690.847107:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f836e8. 00000100:00000001:1.0:1783444690.847113:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444690.847122:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2300 x1870075608264320/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444706 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.847137:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444690.847141:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2300 x1870075608264320/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444706 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.847149:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444690.847151:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444690.848126:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.848147:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444690.848151:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.848154:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.848164:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.848172:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444690.848181:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.848186:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.848192:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.848197:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a4d2e8556e80 00000400:00000200:1.0:1783444690.848202:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.848208:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x72e9 [64] + 224 00000800:00000001:1.0:1783444690.848218:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.848227:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.848230:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.848234:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444690.848241:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444690.848249:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2300 x1870075608264320/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444706 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444690.848261:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff91c7603f2300 x1870075608264320/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444706 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.848278:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444690.848287:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.848551:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1783444690.849049:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748db3180. 00000080:00000010:2.1:1783444690.849079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507ebaa0. 00000800:00000200:1.0:1783444690.855899:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444690.855908:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1100. 00000400:00000200:1.0:1783444690.855916:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.855925:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444690.855932:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f836e8 00000400:00000010:1.0:1783444690.855935:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f836e8. 00000100:00000001:1.0:1783444690.855941:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444690.855948:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3800 x1870075608264448/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444706 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.855961:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444690.855965:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f3800 x1870075608264448/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444706 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.855972:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444690.855974:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1783444690.856102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224400. 00000800:00000001:1.0:1783444690.861395:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.861418:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444690.861423:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.861425:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.861436:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.861445:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444690.861455:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.861461:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.861467:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.861472:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 4096 into portal 14 MB=0x6a4d2e8556f00 00000400:00000200:1.0:1783444690.861478:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.861486:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.110@tcp of length 4096/4096 into md 0x72f1 [256] + 0 00000400:00000010:1.0:1783444690.861493:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff948. 00000400:00000200:1.0:1783444690.861500:0:2393:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff91c760544000 00000800:00000001:1.0:1783444690.861507:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.861521:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.861525:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.861530:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444690.861537:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760544000 00000400:00000010:1.0:1783444690.861540:0:2393:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 4216 at ffff91c760544000. 00000100:00000001:1.0:1783444690.861546:0:2393:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1783444690.861548:0:2393:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff91c7603f3800 desc ffff91c750f6d000 mbits 1870075608264448 00000100:00000001:1.0:1783444690.861567:0:2393:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1783444690.861577:0:2393:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1783444690.861581:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.861587:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444690.861594:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2595:2595:256:4294967295] 192.168.204.110@tcp LPNI seq info [2595:2595:8:4294967295] 00000400:00000200:1.0:1783444690.861599:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.861607:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:1.0:1783444690.861614:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444690.861624:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff91c760410000. 00000800:00000200:1.0:1783444690.861631:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444690.861641:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444690.861646:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760410000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1783444690.862272:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444690.862369:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff91c760410000. 00000400:00000200:1.0:1783444690.862375:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.862381:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:1.0:1783444690.862389:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.862394:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444690.866485:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.866506:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444690.866511:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.866513:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.866523:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.866531:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444690.866542:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.866547:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.866553:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.866558:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 440 into portal 10 MB=0x6a4d2e8556f00 00000400:00000200:1.0:1783444690.866563:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.866570:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 440/440 into md 0x72f9 [1] + 224 00000800:00000001:1.0:1783444690.866578:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.866591:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.866595:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.866600:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444690.866609:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444690.866621:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3800 x1870075608264448/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444706 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444690.866633:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff91c7603f3800 x1870075608264448/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444706 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.866659:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444690.866669:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.866681:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783444690.872836:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444690.872851:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1200. 00000400:00000200:0.0:1783444690.872862:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444690.872873:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444690.872893:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83770 00000400:00000010:0.0:1783444690.872897:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83770. 00000100:00000001:0.0:1783444690.872904:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444690.872914:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3800 x1870075608264704/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444706 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000800:00000001:1.0:1783444690.873395:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.873411:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444690.873415:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.873417:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.873425:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.873431:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444690.873440:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.873446:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.873452:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.873456:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8557000 00000400:00000200:1.0:1783444690.873462:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444690.873469:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x7301 [1] + 224 00000800:00000001:1.0:1783444690.873478:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.873487:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444690.873490:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.873494:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444690.873499:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444690.873506:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3800 x1870075608264704/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444706 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444690.873517:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91c7603f3800 x1870075608264704/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444706 ref 3 fl Rpc:R/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.873609:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444690.873620:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.873623:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444690.874029:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444690.875234:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f3800 x1870075608264704/t4294967588(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444706 ref 3 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444690.875257:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444690.875270:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444690.875276:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6d000. 02000000:00000001:0.0:1783444690.875282:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444690.875285:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444690.875287:0:2392:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444690.875290:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444690.875294:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c76024cc00. 02000000:00000001:0.0:1783444690.875299:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444690.875302:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444690.875306:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f3800. 00000100:00000001:0.0:1783444690.875312:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444690.875315:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444690.875319:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783444690.877100:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444690.877108:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1600. 00000400:00000200:0.0:1783444690.877116:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444690.877135:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444690.877141:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f832a8 00000400:00000010:0.0:1783444690.877143:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f832a8. 00000100:00000001:0.0:1783444690.877148:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444690.877153:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2300 x1870075608264960/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444706 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444690.877165:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444690.877168:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2300 x1870075608264960/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444706 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444690.877187:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444690.877189:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444690.882158:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444690.882195:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444690.882200:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444690.882204:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444690.882215:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.882224:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444690.882237:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.882243:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.882251:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.882256:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a4d2e8557100 00000400:00000200:0.0:1783444690.882262:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.882271:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x7309 [64] + 224 00000800:00000001:0.0:1783444690.882489:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444690.882503:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444690.882508:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444690.882515:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444690.882524:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444690.882535:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2300 x1870075608264960/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444706 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444690.882548:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff91c7603f2300 x1870075608264960/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444706 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444690.882572:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444690.882584:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444690.882588:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783444690.887197:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444690.887204:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1500. 00000400:00000200:0.0:1783444690.887211:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444690.887217:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444690.887224:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f835d8 00000400:00000010:0.0:1783444690.887227:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f835d8. 00000100:00000001:0.0:1783444690.887231:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444690.887238:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0e00 x1870075608265216/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1783444706 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444690.887250:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444690.887253:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f0e00 x1870075608265216/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1783444706 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444690.887260:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444690.887262:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444690.892422:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444690.892448:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444690.892454:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444690.892456:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444690.892468:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.892478:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444690.892490:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.892496:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.892502:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.892507:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8557200 00000400:00000200:0.0:1783444690.892512:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.892519:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x7311 [1] + 224 00000800:00000001:0.0:1783444690.892529:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444690.892538:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444690.892542:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444690.892547:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444690.892557:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444690.892568:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0e00 x1870075608265216/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1783444706 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444690.892580:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff91c7603f0e00 x1870075608265216/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1783444706 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444690.892674:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444690.892687:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444690.892691:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1783444690.894111:0:31384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14800. 00010000:00000010:2.1:1783444690.894122:0:31384:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211e00. 00010000:00000010:2.1:1783444690.894127:0:31384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224800. 00010000:00000010:2.1:1783444690.894131:0:31384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14000. 00000800:00000200:0.0:1783444690.897110:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444690.897117:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1700. 00000400:00000200:0.0:1783444690.897123:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444690.897130:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444690.897136:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83a18 00000400:00000010:0.0:1783444690.897138:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83a18. 00000100:00000001:0.0:1783444690.897143:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444690.897148:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1880 x1870075608265344/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444706 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444690.897159:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444690.897173:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f1880 x1870075608265344/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444706 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444690.897180:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444690.897182:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1783444690.902958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630ae00. 00000800:00000001:0.0:1783444690.903719:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444690.903740:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444690.903744:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444690.903747:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444690.903760:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.903770:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444690.903868:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.903874:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.903893:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.903898:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e8557280 00000400:00000200:0.0:1783444690.903904:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.903911:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x7319 [1] + 224 00000800:00000001:0.0:1783444690.903921:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444690.903949:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444690.903953:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444690.903959:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444690.903969:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444690.903981:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1880 x1870075608265344/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444706 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444690.903993:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c7603f1880 x1870075608265344/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444706 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444690.904243:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444690.904256:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444690.904260:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1783444690.906339:0:31384:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d19080. 00000080:00000010:2.1:1783444690.906354:0:31384:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630a140. 00000800:00000200:1.0:1783444690.912530:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444690.912545:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1800. 00000400:00000200:1.0:1783444690.912555:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.912566:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444690.912576:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83e58 00000400:00000010:1.0:1783444690.912579:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83e58. 00000100:00000001:1.0:1783444690.912585:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444690.912597:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1880 x1870075608265600/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444706 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.912614:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444690.912617:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f1880 x1870075608265600/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444706 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444690.912625:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444690.912627:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444690.918431:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444690.918461:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444690.918466:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444690.918469:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444690.918481:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.918491:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444690.918505:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.918511:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.918519:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.918524:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8557380 00000400:00000200:0.0:1783444690.918530:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.918538:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x7321 [1] + 224 00000800:00000001:0.0:1783444690.918547:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444690.918559:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444690.918563:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444690.918569:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444690.918578:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444690.918591:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1880 x1870075608265600/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444706 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444690.918604:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91c7603f1880 x1870075608265600/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444706 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444690.918634:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444690.918645:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444690.918648:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783444690.920579:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444690.920586:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1800. 00000400:00000200:1.0:1783444690.920592:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444690.920599:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444690.920605:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83440 00000400:00000010:1.0:1783444690.920607:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83440. 00000100:00000001:1.0:1783444690.920612:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444690.920617:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1880 x1870075608265856/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1783444706 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444690.920632:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444690.920635:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f1880 x1870075608265856/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1783444706 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444690.920642:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444690.920643:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1783444690.926178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224800. 00010000:00000010:2.1:1783444690.926200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf000. 00010000:00000010:2.1:1783444690.926207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224400. 00010000:00000010:2.1:1783444690.926210:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211200. 00010000:00000010:2.1:1783444690.926213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224600. 00000800:00000001:0.0:1783444690.928964:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444690.928990:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444690.928995:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444690.928998:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444690.929011:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.929021:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444690.929033:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.929040:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.929046:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.929051:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8557480 00000400:00000200:0.0:1783444690.929109:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444690.929116:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x7329 [1] + 224 00000800:00000001:0.0:1783444690.929125:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444690.929137:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444690.929141:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444690.929146:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444690.929167:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444690.929180:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1880 x1870075608265856/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1783444706 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444690.929193:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff91c7603f1880 x1870075608265856/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1783444706 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444690.929557:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444690.929687:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444690.929693:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444690.933609:0:31384:0:(llite_lib.c:3272:ll_delete_inode()) Process entered 00000080:00000001:3.0:1783444690.933621:0:31384:0:(llite_lib.c:1943:ll_clear_inode()) Process entered 00000080:00200000:3.0:1783444690.933625:0:31384:0:(llite_lib.c:1946:ll_clear_inode()) VFS Op:inode=[0x200000405:0x1c:0x0](ffff91c748db1148) 00800000:00000001:3.0:1783444690.933634:0:31384:0:(lmv_obd.c:1642:lmv_null_inode()) Process entered 00800000:00000002:3.0:1783444690.933636:0:31384:0:(lmv_obd.c:1644:lmv_null_inode()) CBDATA for [0x200000405:0x1c:0x0] 00000002:00000001:3.0:1783444690.933642:0:31384:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:3.0:1783444690.933650:0:31384:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444690.933652:0:31384:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:3.0:1783444690.933655:0:31384:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444690.933657:0:31384:0:(lmv_obd.c:1654:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444690.933660:0:31384:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1783444690.933663:0:31384:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1783444690.933666:0:31384:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444690.933668:0:31384:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444690.933672:0:31384:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c7453597c0 1 00800000:00000010:3.0:1783444690.933676:0:31384:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c7453597c0. 00000080:00000001:3.0:1783444690.933687:0:31384:0:(llite_lib.c:1994:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1783444690.933690:0:31384:0:(llite_lib.c:3291:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1783444690.933708:0:31384:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1783444690.933712:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941cebe30 00000080:00002000:3.0:1783444690.933715:0:31384:0:(dcache.c:127:ll_ddelete()) deleting dentry d21f.recovery-small-2 (ffff91c748f3c798, parent ffff91c74931ae58, inode 0000000000000000) hashed, 00000080:00000001:3.0:1783444690.933719:0:31384:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444690.933722:0:31384:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1783444690.933725:0:31384:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1783444690.946126:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748db1080. 00000080:00000010:3.1:1783444690.946160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eb300. 00010000:00000001:0.0:1783444691.172896:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444691.172904:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444691.172910:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444691.172912:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444691.172915:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444691.172917:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444691.173099:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444691.173105:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444691.173109:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1783444692.080435:0:31471:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444692.194658:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444692.194668:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444692.194675:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444692.194676:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444692.194680:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444692.194681:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444693.220532:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444693.220538:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444693.220543:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444693.220544:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444693.220547:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444693.220549:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444693.283578:0:26147:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4800 (cpu 0) has reached its deadline 4296332285, at 4296332289 00000100:00000010:0.0:1783444693.283592:0:26147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7465b37e0. 00000100:00000040:1.0:1783444693.284572:0:29002:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4910 (cpu 0) has reached its deadline 4296332285, at 4296332290 00000100:00000010:1.0:1783444693.284581:0:29002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7465b33c0. 00000080:00000001:0.0:1783444693.540585:0:31610:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444694.245404:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444694.245411:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444694.245417:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444694.245419:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444694.245422:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444694.245423:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444694.245472:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444694.245475:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444694.245478:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783444694.308456:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444694.308466:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444694.308474:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746733100. 00000020:00000040:0.0:1783444694.308479:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:0.0:1783444694.308483:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444694.308486:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444694.308490:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444694.308498:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c760298f00. 00000100:00000001:0.0:1783444694.308505:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444694.308518:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS req@ffff91c746733100 x1870075608265984/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444694.308529:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444694.308533:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444694.308540:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054bca8ae] to pc [ptlrpcd_00_00+0] req@ffff91c746733100 x1870075608265984/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444694.308560:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444694.308563:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444694.308567:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444694.308570:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746733480. 00000020:00000040:0.0:1783444694.308572:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=9 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:0.0:1783444694.308575:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444694.308576:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444694.308578:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444694.308582:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c750577500. 00000100:00000001:0.0:1783444694.308585:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444694.308589:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID req@ffff91c746733480 x1870075608266112/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444694.308596:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444694.308598:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444694.308602:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088f75114] to pc [ptlrpcd_00_01+1] req@ffff91c746733480 x1870075608266112/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444694.308610:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444694.308613:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444694.308616:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444694.308619:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746731880. 00000020:00000040:0.0:1783444694.308622:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:0.0:1783444694.308624:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444694.308625:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444694.308626:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444694.308629:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c750577200. 00000100:00000001:0.0:1783444694.308632:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444694.308636:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID req@ffff91c746731880 x1870075608266240/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444694.308643:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444694.308645:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444694.308648:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024fa315b] to pc [ptlrpcd_00_00+0] req@ffff91c746731880 x1870075608266240/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444694.308655:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444694.308657:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444694.308661:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444694.308664:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746730380. 00000020:00000040:0.0:1783444694.308667:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:0.0:1783444694.308668:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444694.308670:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444694.308671:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444694.308674:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c750577a00. 00000100:00000001:0.0:1783444694.308677:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444694.308681:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID req@ffff91c746730380 x1870075608266368/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444694.308688:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444694.308689:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444694.308693:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044572bb1] to pc [ptlrpcd_00_01+1] req@ffff91c746730380 x1870075608266368/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444694.308706:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444694.308708:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444694.308711:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444694.308714:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746732d80. 00000020:00000040:0.0:1783444694.308716:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=4 obd=lustre-OST0001-osc-ffff91c759350000 00000100:00000001:0.0:1783444694.308718:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444694.308721:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444694.308722:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444694.308726:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c751b78a00. 00000100:00000001:0.0:1783444694.308728:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444694.308731:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID req@ffff91c746732d80 x1870075608266496/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444694.308738:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444694.308739:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444694.308742:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000251baed0] to pc [ptlrpcd_00_00+0] req@ffff91c746732d80 x1870075608266496/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444694.308748:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444694.308752:0:26147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1671) 00000100:00000001:0.0:1783444694.308762:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444694.308766:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444694.308768:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444694.308772:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746733480 x1870075608266112/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444694.308779:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444694.308781:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444694.308785:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444694.308789:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444694.308791:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444694.308794:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746733480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608266112:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444694.308799:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444694.308804:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444694.308807:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444694.308809:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444694.308814:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c750f6bc00. 02000000:00000001:0.0:1783444694.308827:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444694.308834:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444694.308838:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658fa50. 00000400:00000010:0.0:1783444694.308844:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f92a8. 00000100:00000200:0.0:1783444694.308850:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608266112, portal 10 00000100:00000001:0.0:1783444694.308853:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444694.308854:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799315584 : -121189910236032 : ffff91c746733480) 00000100:00000040:0.0:1783444694.308862:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746733480 x1870075608266112/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444694.308869:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444694.308871:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444694.308874:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9550. 00000100:00000200:0.0:1783444694.308877:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608266112, offset 0 00000400:00000200:0.0:1783444694.308884:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444694.308892:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444694.308898:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444694.308904:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444694.308908:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444694.308911:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444694.308914:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444694.308917:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2602:2602:256:4294967295] 192.168.204.110@tcp LPNI seq info [2602:2602:8:4294967295] 00000400:00000200:0.0:1783444694.308921:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444694.308931:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444694.308937:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444694.308942:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c751b78800. 00000800:00000200:0.0:1783444694.308949:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444694.308956:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444694.308960:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c751b78800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444694.308972:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444694.308978:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 862555 usecs (863 jiffies) 00000400:00000200:0.0:1783444694.308981:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444694.308984:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296334177 00000100:00000010:0.0:1783444694.308988:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c76050d120. 00000100:00000001:0.0:1783444694.308994:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1783444694.308999:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296334177 00000100:00000010:0.0:1783444694.309002:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c76050da20. 00000100:00000001:0.0:1783444694.309005:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1783444694.309008:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444694.309010:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444694.309013:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444694.309017:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746730380 x1870075608266368/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444694.309024:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444694.309026:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444694.309028:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444694.309030:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444694.309032:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444694.309034:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746730380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608266368:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444694.309037:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444694.309040:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444694.309041:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444694.309043:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444694.309046:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c750f6be00. 02000000:00000001:0.0:1783444694.309048:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444694.309051:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444694.309076:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f210. 00000400:00000010:0.0:1783444694.309081:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9198. 00000100:00000200:0.0:1783444694.309084:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608266368, portal 4 00000100:00000001:0.0:1783444694.309086:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444694.309088:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799303040 : -121189910248576 : ffff91c746730380) 00000100:00000040:0.0:1783444694.309093:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746730380 x1870075608266368/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444694.309099:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444694.309101:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444694.309103:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9cc0. 00000100:00000200:0.0:1783444694.309105:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608266368, offset 0 00000400:00000200:0.0:1783444694.309109:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444694.309113:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444694.309117:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444694.309119:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444694.309122:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444694.309124:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444694.309126:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444694.309128:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2603:2603:255:4294967295] 192.168.204.110@tcp LPNI seq info [2603:2603:7:4294967295] 00000400:00000200:0.0:1783444694.309132:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444694.309138:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444694.309142:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444694.309146:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c751b78300. 00000800:00000200:0.0:1783444694.309149:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444694.309153:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444694.309156:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c751b78300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444694.309159:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444694.309162:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20310 usecs (21 jiffies) 00000400:00000200:0.0:1783444694.309165:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444694.309166:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296333335 00000100:00000001:0.0:1783444694.309169:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296334177 00000100:00000001:0.0:1783444694.309171:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296333335 00000100:00000001:0.0:1783444694.309173:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296334177 00000100:00000001:0.0:1783444694.309174:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444694.309177:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444694.309179:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444694.309181:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444694.309189:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444694.309191:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783444694.309193:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444694.309194:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444694.309195:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444694.309198:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:0.0:1783444694.309200:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444694.309201:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444694.309202:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444694.309204:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444694.309205:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444694.309206:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444694.309210:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746733100 x1870075608265984/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444694.309319:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444694.309323:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444694.309361:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444694.309365:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c751b78800. 00000400:00000200:1.0:1783444694.309372:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444694.309377:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444694.309382:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9550 00000400:00000010:1.0:1783444694.309384:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9550. 00000100:00000001:1.0:1783444694.309389:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444694.309394:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746733480 x1870075608266112/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444694.309404:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444694.309407:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746733480 x1870075608266112/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444710 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444694.309414:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444694.309415:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444694.309482:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444694.309484:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c751b78300. 00000400:00000200:1.0:1783444694.309488:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444694.309491:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444694.309494:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9cc0 00000400:00000010:1.0:1783444694.309496:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9cc0. 00000100:00000001:1.0:1783444694.309498:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444694.309502:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730380 x1870075608266368/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444694.309508:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444694.309511:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746730380 x1870075608266368/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444710 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444694.309517:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444694.309519:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783444694.309707:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444694.309708:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444694.309711:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444694.309713:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444694.309715:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444694.309719:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746733100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2401:1870075608265984:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444694.309722:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444694.309725:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444694.309726:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444694.309728:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444694.310468:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c747e6b200. 02000000:00000001:1.0:1783444694.310473:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444694.310480:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444694.310483:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736cb8. 00000400:00000010:1.0:1783444694.310488:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076c38. 00000100:00000200:1.0:1783444694.310493:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608265984, portal 25 00000100:00000001:1.0:1783444694.310496:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444694.310498:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799314688 : -121189910236928 : ffff91c746733100) 00000100:00000040:1.0:1783444694.310505:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746733100 x1870075608265984/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444694.310513:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444694.310515:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444694.310517:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076330. 00000100:00000200:1.0:1783444694.310520:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870075608265984, offset 0 00000400:00000200:1.0:1783444694.310525:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444694.310531:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444694.310536:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444694.310540:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444694.310543:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444694.310546:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444694.310548:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444694.310552:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2604:2604:256:4294967295] 192.168.204.110@tcp LPNI seq info [2604:2604:8:4294967295] 00000400:00000200:1.0:1783444694.310556:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444694.310563:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444694.310568:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444694.310572:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c746193c00. 00000800:00000200:1.0:1783444694.310577:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444694.310584:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444694.310587:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c746193c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783444694.310702:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444694.310707:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444694.310709:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296337408 00000100:00000001:1.0:1783444694.310716:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296334177 00000100:00000001:1.0:1783444694.310720:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296337408 00000100:00000001:1.0:1783444694.310723:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296334177 00000100:00000001:1.0:1783444694.310726:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444694.310728:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444694.310731:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444694.310736:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746731880 x1870075608266240/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444694.310743:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444694.310745:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444694.310748:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444694.310750:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444694.310751:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444694.310754:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746731880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608266240:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444694.310758:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444694.310760:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444694.310762:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444694.310764:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444694.310767:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c747e6a400. 02000000:00000001:1.0:1783444694.310769:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444694.310772:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444694.310774:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736b00. 00000400:00000010:1.0:1783444694.310777:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7590763b8. 00000100:00000200:1.0:1783444694.310780:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608266240, portal 10 00000100:00000001:1.0:1783444694.310782:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444694.310784:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799308416 : -121189910243200 : ffff91c746731880) 00000100:00000040:1.0:1783444694.310789:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746731880 x1870075608266240/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444694.310795:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444694.310797:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444694.310799:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076990. 00000100:00000200:1.0:1783444694.310801:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608266240, offset 0 00000400:00000200:1.0:1783444694.310805:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444694.310808:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444694.310811:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444694.310813:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444694.310834:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444694.310836:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444694.310838:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444694.310841:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2605:2605:255:4294967295] 192.168.204.110@tcp LPNI seq info [2605:2605:7:4294967295] 00000400:00000200:1.0:1783444694.310845:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444694.310851:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444694.310856:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444694.310859:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c746193f00. 00000800:00000200:1.0:1783444694.310862:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444694.310867:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444694.310869:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c746193f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783444694.310872:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444694.310875:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 20920 usecs (21 jiffies) 00000400:00000200:1.0:1783444694.310878:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444694.310880:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296333337 00000100:00000001:1.0:1783444694.310882:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296337408 00000100:00000001:1.0:1783444694.310884:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296333337 00000100:00000001:1.0:1783444694.310886:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296337408 00000100:00000001:1.0:1783444694.310888:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444694.310890:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444694.310892:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444694.310896:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746732d80 x1870075608266496/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444694.310902:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444694.310904:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444694.310906:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444694.310907:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444694.310909:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444694.310911:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746732d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608266496:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444694.310914:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444694.310916:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444694.310918:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444694.310919:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444694.310923:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75a269000. 02000000:00000001:1.0:1783444694.310925:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444694.310928:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444694.310930:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7467367e8. 00000400:00000010:1.0:1783444694.310933:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076908. 00000100:00000200:1.0:1783444694.310936:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608266496, portal 4 00000100:00000001:1.0:1783444694.310938:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444694.310939:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799313792 : -121189910237824 : ffff91c746732d80) 00000100:00000040:1.0:1783444694.310943:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746732d80 x1870075608266496/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444694.310950:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444694.310951:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444694.310954:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076cc0. 00000100:00000200:1.0:1783444694.310956:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608266496, offset 0 00000400:00000200:1.0:1783444694.310959:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444694.310962:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444694.310965:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444694.310968:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444694.310970:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444694.310972:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444694.310975:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444694.310977:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2606:2606:254:4294967295] 192.168.204.110@tcp LPNI seq info [2606:2606:6:4294967295] 00000400:00000200:1.0:1783444694.310981:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444694.310986:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444694.310990:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444694.310993:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c746193e00. 00000800:00000200:1.0:1783444694.310996:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444694.310999:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444694.311001:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c746193e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783444694.311004:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444694.311007:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 135603 usecs (136 jiffies) 00000400:00000200:1.0:1783444694.311010:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444694.311011:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296333452 00000100:00000001:1.0:1783444694.311014:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296337408 00000100:00000001:1.0:1783444694.311015:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296333452 00000100:00000001:1.0:1783444694.311017:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296337408 00000100:00000001:1.0:1783444694.311020:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444694.311022:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444694.311025:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444694.311028:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444694.311088:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444694.311092:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c746193c00. 00000400:00000200:1.0:1783444694.311096:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444694.311100:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444694.311104:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076330 00000400:00000010:1.0:1783444694.311106:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076330. 00000100:00000001:1.0:1783444694.311109:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444694.311114:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746733100 x1870075608265984/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444694.311122:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444694.311125:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746733100 x1870075608265984/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444710 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444694.311131:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444694.311132:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444694.311140:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444694.311142:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c746193f00. 00000400:00000200:1.0:1783444694.311144:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444694.311147:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444694.311149:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076990 00000400:00000010:1.0:1783444694.311151:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076990. 00000100:00000001:1.0:1783444694.311152:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444694.311155:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746731880 x1870075608266240/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444694.311161:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444694.311164:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746731880 x1870075608266240/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444710 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444694.311170:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444694.311171:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444694.312326:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444694.312333:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c746193e00. 00000400:00000200:1.0:1783444694.312339:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444694.312345:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444694.312351:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076cc0 00000400:00000010:1.0:1783444694.312353:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076cc0. 00000100:00000001:1.0:1783444694.312356:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444694.312362:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746732d80 x1870075608266496/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444694.312371:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444694.312374:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746732d80 x1870075608266496/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444710 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444694.312380:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444694.312381:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444694.315096:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444694.315111:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444694.315116:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444694.315118:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444694.315127:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444694.315134:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444694.315143:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444694.315147:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444694.315152:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444694.315156:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e8557680 00000400:00000200:0.0:1783444694.315161:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444694.315166:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7341 [1] + 224 00000800:00000001:0.0:1783444694.315173:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444694.315177:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444694.315180:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444694.315184:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444694.315190:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444694.315199:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746730380 x1870075608266368/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444710 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444694.315210:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746730380 x1870075608266368/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444694.315281:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444694.315290:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444694.315294:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444694.315296:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444694.315298:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444694.315301:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444694.315305:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444694.315309:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444694.315311:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444694.315314:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444694.315317:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8557580 00000400:00000200:0.0:1783444694.315320:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444694.315325:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7331 [1] + 224 00000800:00000001:0.0:1783444694.315329:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444694.315336:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444694.315338:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444694.315341:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444694.315344:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444694.315349:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746733480 x1870075608266112/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444710 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444694.315361:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746733480 x1870075608266112/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444694.315367:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444694.315370:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444694.315373:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444694.315383:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444694.315386:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444694.315394:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444694.315396:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444694.315398:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658fa50. 00000400:00000200:0.0:1783444694.315402:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f92a8 00000400:00000010:0.0:1783444694.315404:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f92a8. 00000100:00000001:0.0:1783444694.315407:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444694.315410:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746733480 x1870075608266112/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444694.315418:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746733480 x1870075608266112/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444710 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444694.315423:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444694.315425:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444694.315428:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444694.315431:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444694.315433:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444694.315435:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444694.315438:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444694.315447:0:2401:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=24 v=5 (105 105 105 137) 00000100:00001000:0.0:1783444694.315451:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444694.315454:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444694.315455:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444694.315458:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444694.315462:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444694.315465:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444694.315467:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967579 00000100:00000001:0.0:1783444694.315469:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444694.315472:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444694.315477:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746733480 x1870075608266112/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444710 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444694.315484:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444694.315487:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444694.315489:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444694.315492:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746733480 x1870075608266112/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444710 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444694.315500:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746733480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608266112:192.168.204.110@tcp:400:kworker.0 00000400:00000001:0.0:1783444694.315505:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444694.315506:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444694.315508:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f210. 00000400:00000200:0.0:1783444694.315510:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9198 00000400:00000010:0.0:1783444694.315512:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9198. 00000100:00000001:0.0:1783444694.315513:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444694.315516:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746730380 x1870075608266368/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444694.315524:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746730380 x1870075608266368/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444710 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444694.315530:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444694.315532:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444694.315534:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444694.315535:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444694.315536:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444694.315537:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444694.315539:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444694.315543:0:2401:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=24 v=5 (5 5 5 138) 00000100:00001000:0.0:1783444694.315546:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=4 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444694.315548:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444694.315549:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444694.315551:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444694.315552:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444694.315555:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444694.315556:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1783444694.315558:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444694.315559:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444694.315563:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746730380 x1870075608266368/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444710 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444694.315569:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444694.315570:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444694.315571:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444694.315575:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746730380 x1870075608266368/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444710 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444694.315581:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746730380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608266368:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444694.315584:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444694.315587:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444694.315589:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746733480 x1870075608266112/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444710 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444694.315596:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444694.315598:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444694.315602:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c750f6bc00. 02000000:00000001:0.0:1783444694.315605:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444694.315607:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444694.315609:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444694.315611:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444694.315614:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c750577500. 02000000:00000001:0.0:1783444694.315618:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444694.315620:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444694.315622:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746733480. 00000100:00000001:0.0:1783444694.315625:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444694.315626:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444694.315627:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444694.315630:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746730380 x1870075608266368/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444710 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444694.315640:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444694.315641:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444694.315642:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c750f6be00. 02000000:00000001:0.0:1783444694.315644:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444694.315645:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444694.315646:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:0.0:1783444694.315648:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444694.315649:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c750577a00. 02000000:00000001:0.0:1783444694.315651:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444694.315652:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444694.315653:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746730380. 00000100:00000001:0.0:1783444694.315655:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444694.315656:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444694.315659:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444694.315660:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444694.315661:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444694.315663:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444694.315665:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444694.317139:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444694.317151:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444694.317155:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444694.317157:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444694.317163:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444694.317169:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444694.317176:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444694.317180:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444694.317184:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444694.317187:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a4d2e8557500 00000400:00000200:0.0:1783444694.317192:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444694.317197:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7351 [1] + 224 00000800:00000001:0.0:1783444694.317202:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444694.317208:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444694.317210:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444694.317214:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444694.318295:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444694.318306:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746733100 x1870075608265984/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444710 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444694.318318:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746733100 x1870075608265984/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444694.318333:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444694.318342:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444694.318347:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444694.318360:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444694.318363:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444694.318368:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444694.318370:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444694.318373:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736cb8. 00000400:00000200:0.0:1783444694.318376:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076c38 00000400:00000010:0.0:1783444694.318378:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076c38. 00000100:00000001:0.0:1783444694.318380:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444694.318384:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746733100 x1870075608265984/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444694.318392:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746733100 x1870075608265984/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444710 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444694.318398:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444694.318400:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444694.318402:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444694.318405:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444694.318407:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444694.318409:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444694.318412:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444694.318418:0:2401:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=24 v=5 (5 5 5 5) 00000100:00001000:0.0:1783444694.318422:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=24 v=5 (1 1 1 1) 00000100:00000001:0.0:1783444694.318424:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444694.318426:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444694.318429:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444694.318431:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444694.318433:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444694.318438:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746733100 x1870075608265984/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444710 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444694.318444:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444694.318447:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444694.318448:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444694.318452:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746733100 x1870075608265984/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444710 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444694.318459:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746733100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2401:1870075608265984:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444694.318465:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444694.318467:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444694.318470:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746733100 x1870075608265984/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444710 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444694.318477:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444694.318480:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444694.318483:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c747e6b200. 02000000:00000001:0.0:1783444694.318487:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444694.318490:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444694.318491:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:0.0:1783444694.318494:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444694.318496:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c760298f00. 02000000:00000001:0.0:1783444694.318500:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444694.318502:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444694.318504:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746733100. 00000100:00000001:0.0:1783444694.318506:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444694.318508:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444694.318510:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444694.318512:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444694.318513:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444694.318515:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444694.318516:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444694.320328:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444694.320344:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444694.320348:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444694.320350:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444694.320358:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444694.320365:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444694.320372:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444694.320377:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444694.320381:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444694.320385:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8557600 00000400:00000200:0.0:1783444694.320390:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444694.320396:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7361 [1] + 224 00000800:00000001:0.0:1783444694.320403:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444694.320407:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444694.320410:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444694.320415:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444694.320422:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444694.320429:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746731880 x1870075608266240/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444710 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444694.320440:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746731880 x1870075608266240/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444694.320454:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444694.320461:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444694.320466:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444694.320467:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444694.320469:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444694.320473:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444694.320476:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444694.320481:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444694.320483:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444694.320487:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444694.320489:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e8557700 00000400:00000200:0.0:1783444694.320493:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444694.320496:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7371 [1] + 224 00000800:00000001:0.0:1783444694.320500:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444694.320508:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444694.320510:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444694.320513:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444694.320515:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444694.320520:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746732d80 x1870075608266496/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444710 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444694.320529:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746732d80 x1870075608266496/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444694.320536:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444694.320540:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444694.320542:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444694.320555:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444694.320558:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444694.320564:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444694.320565:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444694.320568:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736b00. 00000400:00000200:0.0:1783444694.320571:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7590763b8 00000400:00000010:0.0:1783444694.320573:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7590763b8. 00000100:00000001:0.0:1783444694.320576:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444694.320580:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746731880 x1870075608266240/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444694.320589:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746731880 x1870075608266240/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444710 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444694.320594:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444694.320596:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444694.320598:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444694.320601:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444694.320603:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444694.320605:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444694.320608:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444694.320617:0:2401:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=24 v=5 (105 105 105 137) 00000100:00001000:0.0:1783444694.320621:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=24 v=5 (1 1 1 1) 00000100:00000001:0.0:1783444694.320624:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444694.320625:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444694.320629:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444694.320632:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444694.320636:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444694.320638:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1783444694.320640:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444694.320641:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444694.320646:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746731880 x1870075608266240/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444710 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444694.320653:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444694.320655:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444694.320657:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444694.320660:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746731880 x1870075608266240/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444710 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444694.320667:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746731880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608266240:192.168.204.110@tcp:400:kworker.0 00000400:00000001:0.0:1783444694.320673:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444694.320674:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444694.320675:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7467367e8. 00000400:00000200:0.0:1783444694.320677:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076908 00000400:00000010:0.0:1783444694.320679:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076908. 00000100:00000001:0.0:1783444694.320681:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444694.320685:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746732d80 x1870075608266496/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444694.320692:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746732d80 x1870075608266496/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444710 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444694.320698:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444694.320699:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444694.320700:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444694.320702:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444694.320703:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444694.320704:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444694.320706:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444694.320710:0:2401:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f460 time=24 v=5 (5 5 5 138) 00000100:00001000:0.0:1783444694.320713:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=145 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444694.320715:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444694.320716:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444694.320718:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444694.320719:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444694.320721:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444694.320722:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967321 00000100:00000001:0.0:1783444694.320724:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444694.320726:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444694.320729:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746732d80 x1870075608266496/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444710 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444694.320735:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444694.320736:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444694.320738:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444694.320740:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746732d80 x1870075608266496/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444710 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444694.320747:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746732d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608266496:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444694.320751:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444694.320753:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444694.320756:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746731880 x1870075608266240/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444710 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444694.320762:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444694.320765:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444694.320767:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c747e6a400. 02000000:00000001:0.0:1783444694.320771:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444694.320773:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444694.320774:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:0.0:1783444694.320776:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444694.320779:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c750577200. 02000000:00000001:0.0:1783444694.320781:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444694.320783:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444694.320784:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746731880. 00000100:00000001:0.0:1783444694.320787:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444694.320788:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444694.320790:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444694.320792:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746732d80 x1870075608266496/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444710 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444694.320797:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444694.320798:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444694.320799:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75a269000. 02000000:00000001:0.0:1783444694.320802:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444694.320804:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444694.320805:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:0.0:1783444694.320806:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444694.320808:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c751b78a00. 02000000:00000001:0.0:1783444694.320810:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444694.320811:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444694.320812:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746732d80. 00000100:00000001:0.0:1783444694.320814:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444694.320829:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444694.320831:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444694.320839:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444694.320840:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444694.320842:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444694.320845:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444695.266878:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444695.266887:0:26147:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444695.266889:0:26147:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444695.266893:0:26147:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444695.266898:0:26147:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444695.266900:0:26147:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444695.266902:0:26147:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444695.266904:0:26147:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444695.266908:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444695.266910:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444695.266914:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444695.266915:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444695.266949:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783444695.266952:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444695.266955:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1783444695.462551:0:31818:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444695.523986:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444695.524006:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444695.524010:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444695.524013:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444695.524024:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444695.524034:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444695.524042:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444695.524046:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444695.524051:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444695.524068:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 328 into portal 15 MB=0x6a4d2e99bb780 00000400:00000200:0.0:1783444695.524075:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.110@tcp of length 328/328 into md 0x6989 [2] + 984 00000800:00000001:0.0:1783444695.524081:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444695.524088:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444695.524091:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444695.524095:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444695.524101:0:2392:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1783444695.524104:0:2392:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1783444695.524109:0:2392:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746732d80. 00000100:00000040:0.0:1783444695.524112:0:2392:0:(events.c:337:request_in_callback()) incoming req@ffff91c746732d80 x1870075629647744 msgsize 328 00000100:00100000:0.0:1783444695.524116:0:2392:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.110@tcp (source: 12345-192.168.204.110@tcp) 00000100:00000001:0.0:1783444695.524169:0:2392:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1783444695.524178:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444695.524181:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444695.524203:0:16810:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1783444695.524206:0:16810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870075629647744 02000000:00000001:0.0:1783444695.524209:0:16810:0:(sec.c:2495:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1783444695.524211:0:16810:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444695.524213:0:16810:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444695.524222:0:16810:0:(sec.c:2544:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444695.524226:0:16810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870075629647744 00000020:00000001:0.0:1783444695.524229:0:16810:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783444695.524231:0:16810:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea72 00000020:00000001:0.0:1783444695.524234:0:16810:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444695.524237:0:16810:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c7510a7000 refcount=4 00000020:00000001:0.0:1783444695.524240:0:16810:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883976998912 : -121189732552704 : ffff91c7510a7000) 00000020:00000001:0.0:1783444695.524243:0:16810:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883976998912 : -121189732552704 : ffff91c7510a7000) 00000100:00000001:0.0:1783444695.524248:0:16810:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783444695.524253:0:16810:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91c745359040. 00000100:00000001:0.0:1783444695.524256:0:16810:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783444695.524259:0:16810:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff91c745359040. 00000020:00000010:0.0:1783444695.524265:0:16810:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c750f6ba00. 00000020:00000010:0.0:1783444695.524272:0:16810:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91c751113c00. 00000020:00000010:0.0:1783444695.524277:0:16810:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff91c7513a0ed8. 00000100:00000040:0.0:1783444695.524287:0:16810:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1783444695.524291:0:16810:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1783444695.524293:0:16810:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1783444695.524295:0:16810:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444695.524302:0:16810:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444695.524311:0:16810:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444695.524323:0:16810:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1783444695.524325:0:16810:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1783444695.524331:0:16810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.110@tcp, seq: 65 00000100:00000040:0.0:1783444695.524335:0:16810:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff91c7510a7000 : new rpc_count 1 00000100:00000001:0.0:1783444695.524337:0:16810:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446622883799313792 : -121189910237824 : ffff91c746732d80) 00000100:00000040:0.0:1783444695.524345:0:16810:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff91c746732d80 x1870075629647744/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:316/0 lens 328/0 e 0 to 0 dl 1783444706 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444695.524355:0:16810:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783444695.524359:0:16810:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91c745359040. 00000100:00000001:0.0:1783444695.524361:0:16810:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783444695.524363:0:16810:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff91c745359040. 00000100:00100000:0.0:1783444695.524368:0:16810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91c746732d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8420:x1870075629647744:12345-192.168.204.110@tcp:104: 00000100:00000200:0.0:1783444695.524372:0:16810:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870075629647744 00010000:00000001:0.0:1783444695.524374:0:16810:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1783444695.524380:0:16810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444695.524382:0:16810:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444695.524384:0:16810:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=2 00000020:00000001:0.0:1783444695.524386:0:16810:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:0.0:1783444695.524388:0:16810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:0.0:1783444695.524392:0:16810:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444695.524395:0:16810:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783444695.524400:0:16810:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef4ac lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x332dd2263f6dcf26 expref: -99 pid: 31383 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1783444695.524412:0:16810:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1783444695.524414:0:16810:0:(sec.c:2566:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1783444695.524418:0:16810:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff91c746767c00. 02000000:00000001:0.0:1783444695.524421:0:16810:0:(sec.c:2603:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444695.524423:0:16810:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444695.524428:0:16810:0:(ldlm_lib.c:3304:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1783444695.524430:0:16810:0:(ldlm_lib.c:3325:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444695.524434:0:16810:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7590235e8 time=25 v=5 (1 1 1 1) 00000100:00000001:0.0:1783444695.524438:0:16810:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783444695.524441:0:16810:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 16 to 192.168.204.110@tcp 00000100:00000001:0.0:1783444695.524444:0:16810:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 02000000:00000001:0.0:1783444695.524446:0:16810:0:(sec.c:2617:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1783444695.524448:0:16810:0:(sec.c:2628:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444695.524451:0:16810:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444695.524453:0:16810:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444695.524457:0:16810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9198. 00000100:00000200:0.0:1783444695.524462:0:16810:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1870075629647744, offset 224 00000400:00000200:0.0:1783444695.524467:0:16810:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444695.524474:0:16810:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444695.524480:0:16810:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444695.524485:0:16810:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2607:2607:256:4294967295] 192.168.204.110@tcp LPNI seq info [2607:2607:8:4294967295] 00000400:00000200:0.0:1783444695.524489:0:16810:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444695.524498:0:16810:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444695.524504:0:16810:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444695.524509:0:16810:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298900. 00000800:00000200:0.0:1783444695.524515:0:16810:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444695.524522:0:16810:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444695.524526:0:16810:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444695.524536:0:16810:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444695.524539:0:16810:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00010000:00000001:0.0:1783444695.524543:0:16810:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783444695.524546:0:16810:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff91c7603e0c00. 00010000:00000001:0.0:1783444695.524548:0:16810:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783444695.524556:0:16810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1783444695.524559:0:16810:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444695.524560:0:16810:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444695.524562:0:16810:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444695.524567:0:16810:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746732d80 x1870075629647744/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:316/0 lens 328/224 e 0 to 0 dl 1783444706 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783444695.524576:0:16810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91c746732d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8420:x1870075629647744:12345-192.168.204.110@tcp:104: Request processed in 219us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1783444695.524583:0:16810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.110@tcp, seq: 65 00000100:00000040:0.0:1783444695.524587:0:16810:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91c7510a7000 : new rpc_count 0 00000100:00000001:0.0:1783444695.524589:0:16810:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1783444695.524590:0:16810:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1783444695.524595:0:16810:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91c751113c00. 00000020:00000010:0.0:1783444695.524598:0:16810:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff91c7513a0ed8. 00000020:00000010:0.0:1783444695.524602:0:16810:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c750f6ba00. 00000020:00000040:0.0:1783444695.524606:0:16810:0:(genops.c:900:class_export_put()) PUTting export ffff91c7510a7000 : new refcount 3 00000100:00000001:0.0:1783444695.524608:0:16810:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783444695.524693:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444695.524697:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298900. 00000400:00000200:0.0:1783444695.524700:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444695.524703:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444695.524706:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9198 00000400:00000010:0.0:1783444695.524709:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9198. 00000100:00000001:0.0:1783444695.524711:0:2393:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1783444695.524712:0:2393:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1783444695.524723:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783444695.524725:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444695.524728:0:16819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1783444695.524730:0:16819:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1783444695.524732:0:16819:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783444695.524735:0:16819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef4ac lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x332dd2263f6dcf26 expref: -99 pid: 31383 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783444695.524744:0:16819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91c752225000 already unused, calling callback (ffffffffc1279360) 00000008:00000001:0.0:1783444695.524747:0:16819:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1783444695.524749:0:16819:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783444695.524750:0:16819:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444695.524752:0:16819:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444695.524753:0:16819:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=3 00000020:00000001:0.0:1783444695.524755:0:16819:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:0.0:1783444695.524758:0:16819:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:0.0:1783444695.524760:0:16819:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783444695.524763:0:16819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef4ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x332dd2263f6dcf26 expref: -99 pid: 31383 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1783444695.524770:0:16819:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783444695.524772:0:16819:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783444695.524776:0:16819:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593f8480. 00000020:00000010:0.0:1783444695.524779:0:16819:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c750f6ba00. 00000020:00000010:0.0:1783444695.524782:0:16819:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c750f6bc00. 00000020:00000010:0.0:1783444695.524786:0:16819:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c76050d420. 00000008:00000010:0.0:1783444695.524791:0:16819:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7510b6fe0. 00020000:00000010:0.0:1783444695.524806:0:16819:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c743ec1540. 00008000:00000010:0.0:1783444695.524811:0:16819:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c760970000. 00000080:00000010:0.0:1783444695.524817:0:16819:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c7467e3dc8. 00000080:00000010:0.0:1783444695.524821:0:16819:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c758833090. 00000020:00000010:0.0:1783444695.524825:0:16819:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c750f6b800. 00000008:00000010:0.0:1783444695.524828:0:16819:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c76034bb80. 00020000:00000010:0.0:1783444695.524832:0:16819:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7511eeb58. 00008000:00000010:0.0:1783444695.524835:0:16819:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c74353da28. 00000080:00000010:0.0:1783444695.524838:0:16819:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c76031f1e0. 00000020:00000001:0.0:1783444695.524840:0:16819:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114695304 : -121189594856312 : ffff91c7593f8488) 00000020:00001000:0.0:1783444695.524843:0:16819:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593f8480 00000008:00000001:0.0:1783444695.524844:0:16819:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783444695.524847:0:16819:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783444695.524849:0:16819:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593f8480 00000020:00000010:0.0:1783444695.524851:0:16819:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c750f6bc00. 00000020:00000010:0.0:1783444695.524854:0:16819:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c76050d420. 00000008:00000010:0.0:1783444695.524858:0:16819:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7510b6fe0. 00020000:00000010:0.0:1783444695.524861:0:16819:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c743ec1540. 00008000:00000010:0.0:1783444695.524864:0:16819:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c760970000. 00000080:00000010:0.0:1783444695.524866:0:16819:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c7467e3dc8. 00000080:00000010:0.0:1783444695.524869:0:16819:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c758833090. 00000020:00000010:0.0:1783444695.524871:0:16819:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c750f6ba00. 00000008:00000010:0.0:1783444695.524873:0:16819:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c76034bb80. 00020000:00000010:0.0:1783444695.524876:0:16819:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7511eeb58. 00008000:00000010:0.0:1783444695.524879:0:16819:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c74353da28. 00000080:00000010:0.0:1783444695.524882:0:16819:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c76031f1e0. 00000020:00000010:0.0:1783444695.524884:0:16819:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c750f6b800. 00000020:00000010:0.0:1783444695.524886:0:16819:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593f8480. 00000008:00000001:0.0:1783444695.524888:0:16819:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444695.524892:0:16819:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783444695.524896:0:16819:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783444695.524898:0:16819:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783444695.524900:0:16819:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444695.524902:0:16819:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783444695.524904:0:16819:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752225000 with handle 0x5503b2fe824ef4ac from hash 00010000:00000001:0.0:1783444695.524906:0:16819:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783444695.524908:0:16819:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444695.524909:0:16819:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444695.524911:0:16819:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783444695.524913:0:16819:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783444695.524915:0:16819:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1783444695.524921:0:16819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444695.524923:0:16819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444695.524926:0:16819:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00000800:00000001:1.0:1783444695.526185:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444695.526198:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444695.526202:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444695.526204:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444695.526210:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444695.526217:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444695.526224:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444695.526228:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444695.526232:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444695.526236:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 328 into portal 15 MB=0x6a4d2e99bb800 00000400:00000200:1.0:1783444695.526243:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.110@tcp of length 328/328 into md 0x6989 [2] + 1312 00000800:00000001:1.0:1783444695.526249:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444695.526257:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444695.526261:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444695.526264:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444695.526270:0:2392:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1783444695.526271:0:2392:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1783444695.526276:0:2392:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883b100. 00000100:00000040:1.0:1783444695.526280:0:2392:0:(events.c:337:request_in_callback()) incoming req@ffff91c75883b100 x1870075629647872 msgsize 328 00000100:00100000:1.0:1783444695.526284:0:2392:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.110@tcp (source: 12345-192.168.204.110@tcp) 00000100:00000001:1.0:1783444695.526293:0:2392:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1783444695.526299:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444695.526302:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444695.526322:0:16809:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1783444695.526324:0:16809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870075629647872 02000000:00000001:1.0:1783444695.526326:0:16809:0:(sec.c:2495:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1783444695.526329:0:16809:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444695.526331:0:16809:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444695.526334:0:16809:0:(sec.c:2544:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444695.526338:0:16809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870075629647872 00000020:00000001:1.0:1783444695.526340:0:16809:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1783444695.526342:0:16809:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea6b 00000020:00000001:1.0:1783444695.526344:0:16809:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444695.526346:0:16809:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c7510a5800 refcount=4 00000020:00000001:1.0:1783444695.526348:0:16809:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883976992768 : -121189732558848 : ffff91c7510a5800) 00000020:00000001:1.0:1783444695.526350:0:16809:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883976992768 : -121189732558848 : ffff91c7510a5800) 00000100:00000001:1.0:1783444695.526354:0:16809:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783444695.526358:0:16809:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91c74353f440. 00000100:00000001:1.0:1783444695.526361:0:16809:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1783444695.526364:0:16809:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff91c74353f440. 00000020:00000010:1.0:1783444695.526369:0:16809:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c76024de00. 00000020:00000010:1.0:1783444695.526374:0:16809:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91c7505f9080. 00000020:00000010:1.0:1783444695.526380:0:16809:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff91c7603a03e8. 00000100:00000040:1.0:1783444695.526386:0:16809:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1783444695.526389:0:16809:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1783444695.526391:0:16809:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1783444695.526392:0:16809:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444695.526399:0:16809:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444695.526407:0:16809:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444695.526417:0:16809:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1783444695.526419:0:16809:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1783444695.526423:0:16809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.110@tcp, seq: 66 00000100:00000040:1.0:1783444695.526426:0:16809:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff91c7510a5800 : new rpc_count 1 00000100:00000001:1.0:1783444695.526428:0:16809:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446622884102385920 : -121189607165696 : ffff91c75883b100) 00000100:00000040:1.0:1783444695.526435:0:16809:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff91c75883b100 x1870075629647872/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:316/0 lens 328/0 e 0 to 0 dl 1783444706 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783444695.526443:0:16809:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783444695.526446:0:16809:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91c74353f440. 00000100:00000001:1.0:1783444695.526448:0:16809:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1783444695.526450:0:16809:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff91c74353f440. 00000100:00100000:1.0:1783444695.526454:0:16809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91c75883b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:16815:x1870075629647872:12345-192.168.204.110@tcp:104: 00000100:00000200:1.0:1783444695.526458:0:16809:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870075629647872 00010000:00000001:1.0:1783444695.526460:0:16809:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1783444695.526465:0:16809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444695.526467:0:16809:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444695.526469:0:16809:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225a00 refcount=2 00000020:00000001:1.0:1783444695.526471:0:16809:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995343360 : -121189714208256 : ffff91c752225a00) 00010000:00000001:1.0:1783444695.526474:0:16809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995343360 : -121189714208256 : ffff91c752225a00) 00010000:00000001:1.0:1783444695.526477:0:16809:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444695.526480:0:16809:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444695.526484:0:16809:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000f8186670/0x5503b2fe824ef497 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x332dd2263f6dcee7 expref: -99 pid: 31382 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1783444695.526494:0:16809:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1783444695.526496:0:16809:0:(sec.c:2566:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1783444695.526501:0:16809:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff91c751025400. 02000000:00000001:1.0:1783444695.526503:0:16809:0:(sec.c:2603:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444695.526505:0:16809:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444695.526508:0:16809:0:(ldlm_lib.c:3304:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1783444695.526510:0:16809:0:(ldlm_lib.c:3325:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444695.526513:0:16809:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7590235e8 time=25 v=5 (1 1 1 1) 00000100:00000001:1.0:1783444695.526517:0:16809:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783444695.526520:0:16809:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 16 to 192.168.204.110@tcp 00000100:00000001:1.0:1783444695.526522:0:16809:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 02000000:00000001:1.0:1783444695.526525:0:16809:0:(sec.c:2617:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1783444695.526527:0:16809:0:(sec.c:2628:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444695.526530:0:16809:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444695.526532:0:16809:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444695.526536:0:16809:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076cc0. 00000100:00000200:1.0:1783444695.526541:0:16809:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1870075629647872, offset 224 00000400:00000200:1.0:1783444695.526546:0:16809:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444695.526550:0:16809:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444695.526556:0:16809:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444695.526561:0:16809:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2608:2608:256:4294967295] 192.168.204.110@tcp LPNI seq info [2608:2608:8:4294967295] 00000400:00000200:1.0:1783444695.526565:0:16809:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444695.526572:0:16809:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444695.526576:0:16809:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444695.526580:0:16809:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c746193e00. 00000800:00000200:1.0:1783444695.526585:0:16809:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444695.526592:0:16809:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444695.526595:0:16809:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c746193e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783444695.526603:0:16809:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444695.526605:0:16809:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00010000:00000001:1.0:1783444695.526608:0:16809:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1783444695.526611:0:16809:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff91c74636ccc0. 00010000:00000001:1.0:1783444695.526614:0:16809:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1783444695.526619:0:16809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1783444695.526621:0:16809:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444695.526623:0:16809:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444695.526624:0:16809:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444695.526628:0:16809:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883b100 x1870075629647872/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:316/0 lens 328/224 e 0 to 0 dl 1783444706 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783444695.526637:0:16809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91c75883b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:16815:x1870075629647872:12345-192.168.204.110@tcp:104: Request processed in 191us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1783444695.526643:0:16809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.110@tcp, seq: 66 00000100:00000040:1.0:1783444695.526646:0:16809:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91c7510a5800 : new rpc_count 0 00000100:00000001:1.0:1783444695.526648:0:16809:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1783444695.526649:0:16809:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1783444695.526653:0:16809:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91c7505f9080. 00000020:00000010:1.0:1783444695.526657:0:16809:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff91c7603a03e8. 00000020:00000010:1.0:1783444695.526659:0:16809:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c76024de00. 00000020:00000040:1.0:1783444695.526663:0:16809:0:(genops.c:900:class_export_put()) PUTting export ffff91c7510a5800 : new refcount 3 00000100:00000001:1.0:1783444695.526666:0:16809:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1783444695.526675:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444695.526677:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444695.526679:0:16820:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1783444695.526682:0:16820:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1783444695.526684:0:16820:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1783444695.526686:0:16820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000f8186670/0x5503b2fe824ef497 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x332dd2263f6dcee7 expref: -99 pid: 31382 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1783444695.526694:0:16820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91c752225a00 already unused, calling callback (ffffffffc1279360) 00000008:00000001:1.0:1783444695.526697:0:16820:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1783444695.526699:0:16820:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1783444695.526700:0:16820:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444695.526702:0:16820:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444695.526703:0:16820:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225a00 refcount=3 00000020:00000001:1.0:1783444695.526705:0:16820:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995343360 : -121189714208256 : ffff91c752225a00) 00010000:00000001:1.0:1783444695.526708:0:16820:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995343360 : -121189714208256 : ffff91c752225a00) 00010000:00000001:1.0:1783444695.526710:0:16820:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783444695.526713:0:16820:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000f8186670/0x5503b2fe824ef497 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x332dd2263f6dcee7 expref: -99 pid: 31382 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1783444695.526719:0:16820:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1783444695.526721:0:16820:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444695.526725:0:16820:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a1d80. 00000020:00000010:1.0:1783444695.526727:0:16820:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c76024de00. 00000020:00000010:1.0:1783444695.526730:0:16820:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c76024d600. 00000020:00000010:1.0:1783444695.526733:0:16820:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b3d20. 00000008:00000010:1.0:1783444695.526738:0:16820:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c759060000. 00020000:00000010:1.0:1783444695.526742:0:16820:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025d80. 00008000:00000010:1.0:1783444695.526747:0:16820:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cba6d8. 00000080:00000010:1.0:1783444695.526752:0:16820:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c7590771f8. 00000080:00000010:1.0:1783444695.526755:0:16820:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7609922b0. 00000020:00000010:1.0:1783444695.526759:0:16820:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c76024cc00. 00000008:00000010:1.0:1783444695.526763:0:16820:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909b600. 00020000:00000010:1.0:1783444695.526767:0:16820:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a3230. 00008000:00000010:1.0:1783444695.526770:0:16820:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603ef3a8. 00000080:00000010:1.0:1783444695.526774:0:16820:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107cd20. 00000020:00000001:1.0:1783444695.526776:0:16820:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114341256 : -121189595210360 : ffff91c7593a1d88) 00000020:00001000:1.0:1783444695.526779:0:16820:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a1d80 00000008:00000001:1.0:1783444695.526781:0:16820:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1783444695.526782:0:16820:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1783444695.526784:0:16820:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a1d80 00000020:00000010:1.0:1783444695.526786:0:16820:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c76024d600. 00000020:00000010:1.0:1783444695.526789:0:16820:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b3d20. 00000008:00000010:1.0:1783444695.526803:0:16820:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c759060000. 00020000:00000010:1.0:1783444695.526806:0:16820:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025d80. 00008000:00000010:1.0:1783444695.526809:0:16820:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cba6d8. 00000080:00000010:1.0:1783444695.526811:0:16820:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c7590771f8. 00000080:00000010:1.0:1783444695.526814:0:16820:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7609922b0. 00000020:00000010:1.0:1783444695.526818:0:16820:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c76024de00. 00000008:00000010:1.0:1783444695.526820:0:16820:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909b600. 00020000:00000010:1.0:1783444695.526822:0:16820:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a3230. 00008000:00000010:1.0:1783444695.526825:0:16820:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603ef3a8. 00000080:00000010:1.0:1783444695.526828:0:16820:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107cd20. 00000020:00000010:1.0:1783444695.526831:0:16820:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c76024cc00. 00000020:00000010:1.0:1783444695.526833:0:16820:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a1d80. 00000008:00000001:1.0:1783444695.526836:0:16820:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444695.526840:0:16820:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783444695.526843:0:16820:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783444695.526845:0:16820:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783444695.526847:0:16820:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444695.526848:0:16820:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1783444695.526851:0:16820:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752225a00 with handle 0x5503b2fe824ef497 from hash 00010000:00000001:1.0:1783444695.526853:0:16820:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783444695.526855:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444695.526856:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444695.526858:0:16820:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783444695.526862:0:16820:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783444695.526864:0:16820:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1783444695.526868:0:16820:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444695.526871:0:16820:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444695.526873:0:16820:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444695.526875:0:16820:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1783444695.526880:0:16820:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758839c00. 00000020:00000040:1.0:1783444695.526883:0:16820:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:1.0:1783444695.526888:0:16820:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444695.526890:0:16820:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444695.526894:0:16820:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444695.526900:0:16820:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c76024cc00. 00000100:00000001:1.0:1783444695.526905:0:16820:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444695.526908:0:16820:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1783444695.526912:0:16820:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000f8186670/0x5503b2fe824ef497 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x332dd2263f6dcee7 expref: -99 pid: 31382 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1783444695.526920:0:16820:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1783444695.526922:0:16820:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444695.526926:0:16820:0:(jobid.c:936:lustre_get_jobid()) Process entered 00010000:00000001:0.0:1783444695.527031:0:16819:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1783444695.527038:0:16819:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746731880. 00000020:00000040:0.0:1783444695.527041:0:16819:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=4 obd=lustre-OST0001-osc-ffff91c759350000 00000100:00000001:0.0:1783444695.527044:0:16819:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444695.527046:0:16819:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444695.527049:0:16819:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444695.527053:0:16819:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c750f6b800. 00000100:00000001:0.0:1783444695.527070:0:16819:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444695.527073:0:16819:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783444695.527078:0:16819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef4ac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x332dd2263f6dcf26 expref: -99 pid: 31383 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783444695.527086:0:16819:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1783444695.527087:0:16819:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444695.527090:0:16819:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444695.527093:0:16819:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444695.527100:0:16819:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024fa315b] to pc [ptlrpcd_00_01+1] req@ffff91c746731880 x1870075608266752/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1783444695.527120:0:16819:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444695.527123:0:16819:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444695.527124:0:16819:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444695.527126:0:16819:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444695.527128:0:16819:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444695.527130:0:16819:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444695.527133:0:16819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef4ac lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x332dd2263f6dcf26 expref: -99 pid: 31383 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783444695.527146:0:16819:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783444695.527148:0:16819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef4ac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x332dd2263f6dcf26 expref: -99 pid: 31383 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1783444695.527158:0:16819:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91c76050a000. 00010000:00000040:0.0:1783444695.527163:0:16819:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747211300 count: 0 00010000:00000010:0.0:1783444695.527171:0:16819:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff91c747211100. 00010000:00000001:0.0:1783444695.527180:0:16819:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444695.527182:0:16819:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1783444695.527184:0:16819:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff91c7603e0c00. 00010000:00000001:0.0:1783444695.527187:0:16819:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444695.527190:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783444695.527192:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444695.527195:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783444695.527197:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783444695.527199:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444695.527201:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783444695.527203:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783444695.527204:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444695.527206:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783444695.527213:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444695.527217:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444695.527219:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444695.527225:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746731880 x1870075608266752/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444695.527233:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444695.527236:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444695.527240:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444695.527243:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444695.527245:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444695.527250:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746731880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608266752:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1783444695.527254:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444695.527259:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444695.527261:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444695.527264:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444695.527268:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c750f6ba00. 02000000:00000001:0.0:1783444695.527271:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444695.527275:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444695.527279:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f210. 00000400:00000010:0.0:1783444695.527285:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9198. 00000100:00000200:0.0:1783444695.527291:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608266752, portal 18 00000100:00000001:0.0:1783444695.527294:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444695.527296:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799308416 : -121189910243200 : ffff91c746731880) 00000100:00000040:0.0:1783444695.527302:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746731880 x1870075608266752/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444711 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444695.527308:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444695.527312:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444695.527315:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f92a8. 00000100:00000200:0.0:1783444695.527318:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1870075608266752, offset 0 00000400:00000200:0.0:1783444695.527324:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444695.527329:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444695.527334:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444695.527340:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444695.527345:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444695.527349:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444695.527353:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444695.527356:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2609:2609:255:4294967295] 192.168.204.110@tcp LPNI seq info [2609:2609:7:4294967295] 00000400:00000200:0.0:1783444695.527361:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444695.527369:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444695.527375:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444695.527381:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298900. 00000800:00000200:0.0:1783444695.527387:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444695.527393:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444695.527396:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1783444695.527400:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444695.527404:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 134876 usecs (135 jiffies) 00000400:00000200:0.0:1783444695.527407:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444695.527410:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296334667 00000100:00000001:0.0:1783444695.527413:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296337408 00000100:00000001:0.0:1783444695.527415:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296334667 00000100:00000001:0.0:1783444695.527418:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296337408 00000100:00000001:0.0:1783444695.527420:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444695.527423:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444695.527427:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444695.527429:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444695.527434:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444695.527437:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783444695.527439:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444695.527440:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444695.527442:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444695.527443:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444695.527453:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444695.527456:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444695.527486:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444695.527490:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c746193e00. 00000400:00000200:0.0:1783444695.527494:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444695.527499:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444695.527503:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076cc0 00000400:00000010:0.0:1783444695.527505:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076cc0. 00000100:00000001:0.0:1783444695.527509:0:2393:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1783444695.527511:0:2393:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1783444695.527585:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444695.527588:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298900. 00000400:00000200:0.0:1783444695.527591:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444695.527594:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444695.527597:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f92a8 00000400:00000010:0.0:1783444695.527599:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f92a8. 00000100:00000001:0.0:1783444695.527602:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444695.527606:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746731880 x1870075608266752/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444711 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444695.527616:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444695.527620:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746731880 x1870075608266752/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444711 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444695.527627:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444695.527629:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1783444695.527705:0:16820:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444695.527711:0:16820:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f4a1d7f] to pc [ptlrpcd_00_00+0] req@ffff91c758839c00 x1870075608266624/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1783444695.527733:0:16820:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444695.527736:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444695.527738:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444695.527739:0:16820:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444695.527741:0:16820:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444695.527743:0:16820:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444695.527746:0:16820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000f8186670/0x5503b2fe824ef497 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x332dd2263f6dcee7 expref: -99 pid: 31382 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783444695.527754:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783444695.527757:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000f8186670/0x5503b2fe824ef497 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x332dd2263f6dcee7 expref: -99 pid: 31382 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1783444695.527764:0:16820:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91c76050a180. 00010000:00000040:1.0:1783444695.527769:0:16820:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747211a00 count: 0 00010000:00000010:1.0:1783444695.527773:0:16820:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff91c747211d00. 00010000:00000001:1.0:1783444695.527779:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444695.527780:0:16820:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1783444695.527781:0:16820:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff91c74636ccc0. 00010000:00000001:1.0:1783444695.527784:0:16820:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444695.527786:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444695.527787:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444695.527789:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1783444695.527790:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444695.527804:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444695.527806:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1783444695.527808:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444695.527810:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444695.527811:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783444695.529043:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444695.529049:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444695.529051:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444695.529071:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c758839c00 x1870075608266624/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444695.529081:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444695.529083:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444695.529087:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444695.529089:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444695.529092:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444695.529095:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c758839c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608266624:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1783444695.529099:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444695.529103:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444695.529105:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444695.529107:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444695.529112:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c750f6bc00. 02000000:00000001:0.0:1783444695.529114:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444695.529120:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444695.529124:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658fa50. 00000400:00000010:0.0:1783444695.529129:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f92a8. 00000100:00000200:0.0:1783444695.529135:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608266624, portal 18 00000100:00000001:0.0:1783444695.529137:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444695.529139:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102380544 : -121189607171072 : ffff91c758839c00) 00000100:00000040:0.0:1783444695.529146:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c758839c00 x1870075608266624/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444711 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444695.529153:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444695.529156:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444695.529159:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9330. 00000100:00000200:0.0:1783444695.529161:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1870075608266624, offset 0 00000400:00000200:0.0:1783444695.529167:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444695.529174:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444695.529180:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444695.529184:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444695.529187:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444695.529190:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444695.529193:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444695.529196:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2610:2610:256:4294967295] 192.168.204.110@tcp LPNI seq info [2610:2610:8:4294967295] 00000400:00000200:0.0:1783444695.529201:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444695.529208:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444695.529214:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444695.529218:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298900. 00000800:00000200:0.0:1783444695.529224:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444695.529231:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444695.529235:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1783444695.529249:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444695.529253:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20238 usecs (21 jiffies) 00000400:00000200:0.0:1783444695.529256:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444695.529258:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296334554 00000100:00000001:0.0:1783444695.529261:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296337408 00000100:00000001:0.0:1783444695.529264:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296334554 00000100:00000001:0.0:1783444695.529266:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296337408 00000100:00000001:0.0:1783444695.529269:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444695.529271:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444695.529274:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444695.529276:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444695.529281:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444695.529283:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783444695.529285:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444695.529287:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444695.529288:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444695.529290:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444695.529303:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444695.529305:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444695.529306:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444695.529308:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444695.529433:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444695.529437:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298900. 00000400:00000200:1.0:1783444695.529441:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444695.529446:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444695.529451:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9330 00000400:00000010:1.0:1783444695.529453:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9330. 00000100:00000001:1.0:1783444695.529456:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444695.529459:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c758839c00 x1870075608266624/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444711 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444695.529469:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444695.529471:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c758839c00 x1870075608266624/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444711 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444695.529478:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444695.529480:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1783444695.537210:0:31822:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211a00. 00010000:00000010:1.1:1783444695.537220:0:31822:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225a00. 00010000:00000010:0.1:1783444695.539317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211300. 00010000:00000010:0.1:1783444695.539328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225000. 00000800:00000001:1.0:1783444695.543028:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444695.543042:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444695.543046:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444695.543047:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444695.543103:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444695.543109:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444695.543117:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444695.543120:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444695.543124:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444695.543127:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a4d2e8557780 00000400:00000200:1.0:1783444695.543130:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444695.543134:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x73a1 [1] + 224 00000800:00000001:1.0:1783444695.543140:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444695.543143:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444695.543145:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444695.543149:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444695.543154:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444695.543161:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c758839c00 x1870075608266624/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444711 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444695.543168:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c758839c00 x1870075608266624/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444711 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444695.543179:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444695.543185:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444695.543187:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444695.543188:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444695.543189:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444695.543191:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444695.543193:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444695.543195:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444695.543197:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444695.543198:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444695.543200:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a4d2e8557800 00000400:00000200:1.0:1783444695.543202:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444695.543205:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7391 [1] + 224 00000800:00000001:1.0:1783444695.543207:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444695.543211:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444695.543212:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444695.543214:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444695.543215:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444695.543218:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746731880 x1870075608266752/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444711 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444695.543223:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746731880 x1870075608266752/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444711 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444695.543230:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444695.543232:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444695.543233:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444695.543241:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444695.543243:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444695.543248:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444695.543250:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444695.543252:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658fa50. 00000400:00000200:1.0:1783444695.543255:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f92a8 00000400:00000010:1.0:1783444695.543257:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f92a8. 00000100:00000001:1.0:1783444695.543259:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444695.543261:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c758839c00 x1870075608266624/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444711 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444695.543267:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c758839c00 x1870075608266624/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444711 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444695.543270:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444695.543271:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444695.543273:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444695.543276:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444695.543277:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444695.543278:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444695.543281:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444695.543289:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1538 time=174 v=5 (5 5 5 0) 00000100:00001000:1.0:1783444695.543293:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444695.543295:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444695.543297:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444695.543300:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444695.543304:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444695.543307:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444695.543309:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1783444695.543311:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444695.543312:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444695.543316:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c758839c00 x1870075608266624/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444711 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444695.543323:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444695.543325:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444695.543327:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444695.543331:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758839c00 x1870075608266624/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444711 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444695.543339:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c758839c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608266624:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1783444695.543344:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444695.543346:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444695.543349:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c758839c00 x1870075608266624/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444711 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444695.543356:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444695.543359:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444695.543363:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c750f6bc00. 02000000:00000001:1.0:1783444695.543366:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444695.543368:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444695.543370:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:1.0:1783444695.543372:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444695.543375:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c76024cc00. 02000000:00000001:1.0:1783444695.543378:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444695.543380:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444695.543382:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758839c00. 00000100:00000001:1.0:1783444695.543386:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444695.543387:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444695.543389:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444695.543396:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444695.543398:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444695.543400:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444695.543402:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444695.543410:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444695.543411:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444695.543414:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444695.543416:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444695.543418:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f210. 00000400:00000200:1.0:1783444695.543425:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9198 00000400:00000010:1.0:1783444695.543428:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9198. 00000100:00000001:1.0:1783444695.543430:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444695.543462:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746731880 x1870075608266752/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444711 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444695.543474:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746731880 x1870075608266752/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444711 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444695.543481:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444695.543483:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444695.543485:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444695.543486:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444695.543487:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444695.543489:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444695.543491:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444695.543496:0:2401:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f538 time=169 v=5 (5 5 5 5) 00000100:00001000:1.0:1783444695.543499:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=146 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444695.543501:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444695.543502:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444695.543503:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444695.543504:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444695.543506:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444695.543507:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967321 00000100:00000001:1.0:1783444695.543508:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444695.543510:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444695.543513:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746731880 x1870075608266752/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444711 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444695.543517:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444695.543518:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444695.543519:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444695.543521:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746731880 x1870075608266752/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444711 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444695.543525:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746731880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608266752:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1783444695.543527:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444695.543529:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444695.543577:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746731880 x1870075608266752/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444711 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444695.543582:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444695.543583:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444695.543584:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c750f6ba00. 02000000:00000001:1.0:1783444695.543586:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444695.543587:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444695.543588:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:1.0:1783444695.543589:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444695.543590:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c750f6b800. 02000000:00000001:1.0:1783444695.543591:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444695.543592:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444695.543593:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746731880. 00000100:00000001:1.0:1783444695.543595:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444695.543596:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444695.543597:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444695.543600:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444695.543601:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444695.543602:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444695.543603:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444696.291374:0:31911:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444696.294722:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444696.294728:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444696.295393:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444696.295397:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444696.295401:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1783444696.617891:0:31947:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1783444696.617898:0:31947:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 21g: drop open reply and close request while close and open are both in flight ========================================================== 13:18:15 (1783444695) 00000001:00000001:0.0:1783444696.627319:0:31947:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:1.0:1783444696.675323:0:31949:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444696.675329:0:31949:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444696.675331:0:31949:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444696.675335:0:31949:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150bb20 00000080:00200000:1.0:1783444696.675339:0:31949:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:1.0:1783444696.675346:0:31949:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c750f6a800. 00800000:00000002:1.0:1783444696.675353:0:31949:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444696.675357:0:31949:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444696.675362:0:31949:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444696.675363:0:31949:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150ba40 00800000:00000002:1.0:1783444696.675366:0:31949:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444696.675370:0:31949:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444696.675372:0:31949:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444696.675375:0:31949:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444696.675377:0:31949:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444696.675379:0:31949:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444696.675381:0:31949:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444696.675383:0:31949:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444696.675385:0:31949:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444696.675389:0:31949:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444696.675394:0:31949:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444696.675395:0:31949:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150b910 00000002:00010000:1.0:1783444696.675397:0:31949:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444696.675400:0:31949:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444696.675402:0:31949:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444696.675405:0:31949:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783444696.675412:0:31949:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444696.675414:0:31949:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444696.675416:0:31949:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444696.675418:0:31949:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1783444696.675421:0:31949:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1783444696.675426:0:31949:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758839c00. 00000020:00000040:1.0:1783444696.675430:0:31949:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=9 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:1.0:1783444696.675437:0:31949:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783444696.675442:0:31949:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444696.675445:0:31949:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444696.675448:0:31949:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444696.675450:0:31949:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444696.675454:0:31949:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444696.675461:0:31949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c751025000. 00000100:00000001:1.0:1783444696.675467:0:31949:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444696.675472:0:31949:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444696.675474:0:31949:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444696.675475:0:31949:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444696.675476:0:31949:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444696.675478:0:31949:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444696.675483:0:31949:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622884102380544 : -121189607171072 : ffff91c758839c00) 00010000:00000001:1.0:1783444696.675487:0:31949:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783444696.675489:0:31949:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1783444696.675492:0:31949:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c741678000. 00010000:00000010:1.0:1783444696.675496:0:31949:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c7505f9100. 00010000:00000001:1.0:1783444696.675501:0:31949:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783444696.675504:0:31949:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c7583da600. 00000020:00000001:1.0:1783444696.675508:0:31949:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783444696.675511:0:31949:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c7583da600 with handle 0x5503b2fe824ef4e4 to hash 00000020:00000001:1.0:1783444696.675513:0:31949:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783444696.675514:0:31949:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444696.675518:0:31949:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444696.675521:0:31949:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444696.675523:0:31949:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444696.675528:0:31949:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef4e4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31949 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444696.675537:0:31949:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef4e4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31949 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444696.675546:0:31949:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef4e4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31949 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783444696.675552:0:31949:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444696.675554:0:31949:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444696.675560:0:31949:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c751b89480. 00000100:00000001:1.0:1783444696.675562:0:31949:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883988411520 : -121189721140096 : ffff91c751b89480) 00000100:00000001:1.0:1783444696.675565:0:31949:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444696.675566:0:31949:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102380544 : -121189607171072 : ffff91c758839c00) 00000100:00000001:1.0:1783444696.675570:0:31949:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444696.675574:0:31949:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444696.675576:0:31949:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444696.675577:0:31949:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444696.675589:0:31949:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c758839c00 x1870075608266880/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444696.675597:0:31949:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444696.675599:0:31949:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444696.675602:0:31949:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444696.675604:0:31949:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444696.675607:0:31949:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444696.675609:0:31949:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c758839c00 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:31949:1870075608266880:192.168.204.110@tcp:101:lfs.0 00000100:00000001:1.0:1783444696.675613:0:31949:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444696.675618:0:31949:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444696.675620:0:31949:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444696.675622:0:31949:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444696.675626:0:31949:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c760536000. 02000000:00000001:1.0:1783444696.675628:0:31949:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444696.675634:0:31949:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444696.675637:0:31949:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736b58. 00000400:00000010:1.0:1783444696.675643:0:31949:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076990. 00000100:00000200:1.0:1783444696.675649:0:31949:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608266880, portal 10 00000100:00000001:1.0:1783444696.675651:0:31949:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444696.675652:0:31949:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102380544 : -121189607171072 : ffff91c758839c00) 00000100:00000040:1.0:1783444696.675657:0:31949:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c758839c00 x1870075608266880/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444712 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444696.675664:0:31949:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444696.675667:0:31949:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444696.675669:0:31949:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076330. 00000100:00000200:1.0:1783444696.675672:0:31949:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870075608266880, offset 0 00000400:00000200:1.0:1783444696.675678:0:31949:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444696.675686:0:31949:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444696.675693:0:31949:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444696.675698:0:31949:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444696.675702:0:31949:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444696.675705:0:31949:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444696.675708:0:31949:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444696.675711:0:31949:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2611:2611:256:4294967295] 192.168.204.110@tcp LPNI seq info [2611:2611:8:4294967295] 00000400:00000200:1.0:1783444696.675715:0:31949:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444696.675725:0:31949:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444696.675731:0:31949:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444696.675736:0:31949:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c746193f00. 00000800:00000200:1.0:1783444696.675742:0:31949:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444696.675750:0:31949:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444696.675760:0:31949:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c746193f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1783444696.675788:0:31949:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444696.675793:0:31949:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 861235 usecs (862 jiffies) 00000400:00000200:1.0:1783444696.675796:0:31949:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444696.675799:0:31949:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296336542 00000100:00000001:1.0:1783444696.675802:0:31949:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296337408 00000100:00000001:1.0:1783444696.675804:0:31949:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296336542 00000100:00000001:1.0:1783444696.675805:0:31949:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296337408 00000100:00000001:1.0:1783444696.675807:0:31949:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444696.675810:0:31949:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444696.675812:0:31949:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444696.675814:0:31949:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444696.675816:0:31949:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c751b89480 going to sleep for 11 seconds 00000100:00000001:1.0:1783444696.675819:0:31949:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444696.675821:0:31949:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444696.676346:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444696.676351:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c746193f00. 00000400:00000200:0.0:1783444696.676357:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444696.676363:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444696.676368:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076330 00000400:00000010:0.0:1783444696.676371:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076330. 00000100:00000001:0.0:1783444696.676375:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444696.676379:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c758839c00 x1870075608266880/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444712 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444696.676390:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444696.676394:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c758839c00 x1870075608266880/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444712 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444696.676399:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444696.676400:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444696.682257:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444696.682271:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444696.682275:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444696.682278:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444696.682287:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444696.682294:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444696.682303:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444696.682307:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444696.682313:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444696.682317:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e8557880 00000400:00000200:1.0:1783444696.682321:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444696.682327:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x73b1 [1] + 224 00000800:00000001:1.0:1783444696.682334:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444696.682341:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444696.682344:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444696.682349:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444696.682356:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444696.682366:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c758839c00 x1870075608266880/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444712 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444696.682377:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c758839c00 x1870075608266880/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444712 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444696.682397:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444696.682405:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444696.682408:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783444696.691728:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444696.691739:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1b00. 00000400:00000200:0.0:1783444696.691746:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444696.691755:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444696.691761:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83cc0 00000400:00000010:0.0:1783444696.691764:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83cc0. 00000100:00000001:0.0:1783444696.691785:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444696.691793:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1880 x1870075608267008/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444712 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444696.691806:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444696.691809:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f1880 x1870075608267008/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444712 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444696.691816:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444696.691817:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444696.699492:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444696.699506:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444696.699510:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444696.699512:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444696.699521:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444696.699529:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444696.699537:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444696.699542:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444696.699548:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444696.699552:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 584 into portal 10 MB=0x6a4d2e8557900 00000400:00000200:0.0:1783444696.699556:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444696.699562:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 584/584 into md 0x73c1 [1] + 224 00000800:00000001:0.0:1783444696.699568:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444696.699955:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444696.699960:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444696.699965:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444696.699973:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444696.699981:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1880 x1870075608267008/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444712 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444696.699992:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff91c7603f1880 x1870075608267008/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444712 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444696.700019:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444696.700027:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444696.700031:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444696.705111:0:31949:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444696.705126:0:31949:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444696.705129:0:31949:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444696.705133:0:31949:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff370. 00000400:00000200:1.0:1783444696.705142:0:31949:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f833b8 00000400:00000010:1.0:1783444696.705144:0:31949:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f833b8. 00000100:00000001:1.0:1783444696.705149:0:31949:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444696.705163:0:31949:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f1880 x1870075608267008/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444712 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783444696.705190:0:31949:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f1880 x1870075608267008/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444712 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444696.705196:0:31949:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444696.705198:0:31949:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444696.705201:0:31949:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444696.705204:0:31949:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444696.705206:0:31949:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444696.705208:0:31949:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444696.705211:0:31949:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444696.705226:0:31949:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=26 v=5 (105 105 105 137) 00000100:00001000:1.0:1783444696.705230:0:31949:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444696.705233:0:31949:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1783444696.705237:0:31949:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff91c7603f1880 x1870075608267008/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1783444712 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444696.705243:0:31949:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1783444696.705247:0:31949:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444696.705249:0:31949:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967592 00000100:00000001:1.0:1783444696.705251:0:31949:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444696.705252:0:31949:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1783444696.705256:0:31949:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f1880 x1870075608267008/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1783444712 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444696.705262:0:31949:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1783444696.705265:0:31949:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444696.705266:0:31949:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444696.705270:0:31949:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f1880 x1870075608267008/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1783444712 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783444696.705277:0:31949:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f1880 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:31949:1870075608267008:192.168.204.110@tcp:101:lfs.0 00000100:00000001:1.0:1783444696.705282:0:31949:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444696.705285:0:31949:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1783444696.705288:0:31949:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783444696.705290:0:31949:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444696.705294:0:31949:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1880 x1870075608267008/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1783444712 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444696.705300:0:31949:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783444696.705303:0:31949:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c75859e9c0. 00000100:00000001:1.0:1783444696.705307:0:31949:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783444696.705308:0:31949:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1783444696.705312:0:31949:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1783444696.705315:0:31949:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444696.705318:0:31949:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444696.705321:0:31949:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=4 00000020:00000001:1.0:1783444696.705323:0:31949:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:1.0:1783444696.705326:0:31949:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00010000:1.0:1783444696.705331:0:31949:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef4eb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31949 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444696.705342:0:31949:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1783444696.705347:0:31949:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef4eb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31949 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444696.705352:0:31949:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444696.705356:0:31949:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef4eb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31949 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444696.705362:0:31949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444696.705363:0:31949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1783444696.705366:0:31949:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef4eb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31949 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444696.705372:0:31949:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444696.705375:0:31949:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444696.705377:0:31949:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1783444696.705380:0:31949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef4eb lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31949 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444696.705390:0:31949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91c752224e00 already unused, calling callback (ffffffffc1ba6f40) 00000080:00000001:1.0:1783444696.705394:0:31949:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1783444696.705397:0:31949:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef4eb lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31949 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444696.705404:0:31949:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1783444696.705406:0:31949:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1783444696.705409:0:31949:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef4eb lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31949 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444696.705414:0:31949:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1783444696.705417:0:31949:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1783444696.705418:0:31949:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444696.705419:0:31949:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444696.705421:0:31949:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=5 00000020:00000001:1.0:1783444696.705422:0:31949:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:1.0:1783444696.705425:0:31949:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:1.0:1783444696.705428:0:31949:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783444696.705430:0:31949:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef4eb lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31949 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1783444696.705436:0:31949:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783444696.705438:0:31949:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444696.705441:0:31949:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1783444696.705442:0:31949:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783444696.705445:0:31949:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783444696.705447:0:31949:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783444696.705449:0:31949:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444696.705450:0:31949:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1783444696.705453:0:31949:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752224e00 with handle 0x5503b2fe824ef4eb from hash 00010000:00000001:1.0:1783444696.705455:0:31949:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783444696.705457:0:31949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444696.705458:0:31949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444696.705459:0:31949:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783444696.705461:0:31949:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783444696.705462:0:31949:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1783444696.705464:0:31949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444696.705465:0:31949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444696.705466:0:31949:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444696.705468:0:31949:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444696.705470:0:31949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef4eb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31949 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444696.705475:0:31949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444696.705476:0:31949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444696.705477:0:31949:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1783444696.705478:0:31949:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444696.705479:0:31949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444696.705480:0:31949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444696.705481:0:31949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783444696.705483:0:31949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef4eb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31949 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444696.705491:0:31949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444696.705493:0:31949:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1783444696.705497:0:31949:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1783444696.705501:0:31949:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff91c7603f1880 x1870075608267008/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1783444712 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1783444696.705509:0:31949:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1783444696.705510:0:31949:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444696.705512:0:31949:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444696.705514:0:31949:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444696.705517:0:31949:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1783444696.705519:0:31949:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1783444696.705520:0:31949:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444696.705522:0:31949:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1783444696.705525:0:31949:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150b710 00000002:00002000:1.0:1783444696.705527:0:31949:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-1 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1783444696.705531:0:31949:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444696.705534:0:31949:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444696.705537:0:31949:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783444696.705539:0:31949:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1783444696.705542:0:31949:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444696.705545:0:31949:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000001:1.0:1783444696.705548:0:31949:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1783444696.705550:0:31949:0:(namei.c:674:ll_lookup_it_finish()) it ffffa3194150bb20 it_disposition 7 00000080:00002000:1.0:1783444696.705555:0:31949:0:(namei.c:653:ll_splice_alias()) Add dentry ffff91c748f541b0 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:1.0:1783444696.705561:0:31949:0:(lmv_obd.c:4251:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1783444696.705564:0:31949:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444696.705566:0:31949:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444696.705568:0:31949:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444696.705571:0:31949:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444696.705573:0:31949:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444696.705575:0:31949:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444696.705577:0:31949:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444696.705587:0:31949:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444696.705590:0:31949:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444696.705592:0:31949:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444696.705598:0:31949:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678000 count: 2 00010000:00000001:1.0:1783444696.705601:0:31949:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444696.705606:0:31949:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444696.705608:0:31949:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444696.705612:0:31949:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef4e4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd030 expref: -99 pid: 31949 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1783444696.705620:0:31949:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444696.705624:0:31949:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444696.705627:0:31949:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef4e4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd030 expref: -99 pid: 31949 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1783444696.705634:0:31949:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783444696.705636:0:31949:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444696.705638:0:31949:0:(lmv_obd.c:4258:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783444696.705641:0:31949:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1783444696.705643:0:31949:0:(dcache.c:176:ll_intent_release()) intent ffffa3194150b930 released 00000080:00010000:1.0:1783444696.705645:0:31949:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef4e4 from it ffffa3194150b930 00010000:00000001:1.0:1783444696.705647:0:31949:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444696.705648:0:31949:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444696.705650:0:31949:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da600 refcount=3 00000020:00000001:1.0:1783444696.705652:0:31949:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444696.705654:0:31949:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444696.705655:0:31949:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444696.705657:0:31949:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef4e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd030 expref: -99 pid: 31949 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783444696.705663:0:31949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444696.705664:0:31949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444696.705665:0:31949:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444696.705667:0:31949:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444696.705669:0:31949:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef4e4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd030 expref: -99 pid: 31949 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783444696.705675:0:31949:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444696.705677:0:31949:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444696.705679:0:31949:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444696.705682:0:31949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444696.705683:0:31949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444696.705684:0:31949:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444696.705687:0:31949:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444696.705689:0:31949:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444696.705691:0:31949:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444696.705694:0:31949:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444696.705695:0:31949:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444696.705697:0:31949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444696.705698:0:31949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783444696.705699:0:31949:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1783444696.705701:0:31949:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1783444696.705703:0:31949:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1783444696.705707:0:31949:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7467c2200. 00000100:00000001:1.0:1783444696.705711:0:31949:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444696.705716:0:31949:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1880 x1870075608267008/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1783444712 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444696.705723:0:31949:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444696.705725:0:31949:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444696.705728:0:31949:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c743c0f800. 02000000:00000001:1.0:1783444696.705732:0:31949:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444696.705734:0:31949:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444696.705736:0:31949:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=3 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:1.0:1783444696.705738:0:31949:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444696.705741:0:31949:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c76023a400. 02000000:00000001:1.0:1783444696.705745:0:31949:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444696.705746:0:31949:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444696.705748:0:31949:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1880. 00000100:00000001:1.0:1783444696.705752:0:31949:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444696.705753:0:31949:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783444696.705755:0:31949:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1783444696.705756:0:31949:0:(dcache.c:176:ll_intent_release()) intent ffffa3194150bb20 released 00000080:00000001:1.0:1783444696.705758:0:31949:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1783444696.705762:0:31949:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1783444696.705764:0:31949:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150bb70 00000080:00002000:1.0:1783444696.705766:0:31949:0:(dcache.c:127:ll_ddelete()) keeping dentry d21g.recovery-small-1 (ffff91c748f541b0, parent ffff91c74931ae58, inode 0000000000000000) hashed, 00000080:00000001:1.0:1783444696.705779:0:31949:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444696.705819:0:31949:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444696.705822:0:31949:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444696.705824:0:31949:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444696.705825:0:31949:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150bbb0 00000080:00200000:1.0:1783444696.705828:0:31949:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:1.0:1783444696.705833:0:31949:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c750f6ba00. 00800000:00000002:1.0:1783444696.705837:0:31949:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444696.705840:0:31949:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444696.705843:0:31949:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444696.705845:0:31949:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150bad0 00800000:00000002:1.0:1783444696.705847:0:31949:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444696.705850:0:31949:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444696.705851:0:31949:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444696.705853:0:31949:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444696.705854:0:31949:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444696.705855:0:31949:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444696.705857:0:31949:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444696.705859:0:31949:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444696.705860:0:31949:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444696.705863:0:31949:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444696.705867:0:31949:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444696.705868:0:31949:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150b9a0 00000002:00010000:1.0:1783444696.705870:0:31949:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444696.705873:0:31949:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444696.705874:0:31949:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444696.705876:0:31949:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444696.705878:0:31949:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678000 count: 2 00010000:00000001:1.0:1783444696.705880:0:31949:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444696.705883:0:31949:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444696.705884:0:31949:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444696.705887:0:31949:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef4e4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd030 expref: -99 pid: 31949 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1783444696.705894:0:31949:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444696.705896:0:31949:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444696.705899:0:31949:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef4e4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd030 expref: -99 pid: 31949 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1783444696.705904:0:31949:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783444696.705906:0:31949:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444696.705908:0:31949:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444696.705910:0:31949:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444696.705911:0:31949:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444696.705913:0:31949:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783444696.705915:0:31949:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783444696.705917:0:31949:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444696.705919:0:31949:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c750f6ba00. 00000080:00000001:1.0:1783444696.705922:0:31949:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783444696.705924:0:31949:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444696.705927:0:31949:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:1.0:1783444696.705930:0:31949:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef4e4 00800000:00000001:1.0:1783444696.705933:0:31949:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444696.705935:0:31949:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444696.705936:0:31949:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444696.705938:0:31949:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444696.705939:0:31949:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da600 refcount=3 00000020:00000001:1.0:1783444696.705941:0:31949:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444696.705943:0:31949:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444696.705946:0:31949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444696.705947:0:31949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444696.705948:0:31949:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444696.705949:0:31949:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444696.705951:0:31949:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef4e4 from it ffffa3194150bbe8 00010000:00000001:1.0:1783444696.705953:0:31949:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444696.705954:0:31949:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444696.705955:0:31949:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da600 refcount=3 00000020:00000001:1.0:1783444696.705957:0:31949:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444696.705959:0:31949:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444696.705961:0:31949:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444696.705964:0:31949:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef4e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd030 expref: -99 pid: 31949 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783444696.705970:0:31949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444696.705971:0:31949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444696.705972:0:31949:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444696.705975:0:31949:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444696.705977:0:31949:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef4e4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd030 expref: -99 pid: 31949 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1783444696.705984:0:31949:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444696.705985:0:31949:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444696.705987:0:31949:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444696.705989:0:31949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444696.705990:0:31949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444696.705991:0:31949:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444696.705993:0:31949:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444696.705994:0:31949:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444696.705996:0:31949:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444696.705998:0:31949:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444696.705999:0:31949:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444696.706001:0:31949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444696.706002:0:31949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444696.706003:0:31949:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783444696.706004:0:31949:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444696.706006:0:31949:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:1.0:1783444696.706011:0:31949:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444696.706013:0:31949:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1783444696.706015:0:31949:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150bbd8 00000080:00002000:1.0:1783444696.706017:0:31949:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff91c748f541b0) flags 0x8000e refc 0 00000080:00000001:1.0:1783444696.706019:0:31949:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444696.706021:0:31949:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150bc20 00000080:00200000:1.0:1783444696.706023:0:31949:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=16392 00000080:00000001:1.0:1783444696.706027:0:31949:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1783444696.706028:0:31949:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150bba8 00000080:00002000:1.0:1783444696.706030:0:31949:0:(dcache.c:127:ll_ddelete()) keeping dentry d21g.recovery-small-1 (ffff91c748f541b0, parent ffff91c74931ae58, inode 0000000000000000) hashed, 00000080:00000001:1.0:1783444696.706033:0:31949:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444696.706229:0:31949:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150bd08 00000080:00200008:1.0:1783444696.706233:0:31949:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1783444696.706239:0:31949:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1783444696.706242:0:31949:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444696.706244:0:31949:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444696.706246:0:31949:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150bc80 00000080:00200000:1.0:1783444696.706248:0:31949:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:1.0:1783444696.706253:0:31949:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c750f6ba00. 00800000:00000002:1.0:1783444696.706256:0:31949:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444696.706259:0:31949:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444696.706261:0:31949:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444696.706263:0:31949:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150bba0 00800000:00000002:1.0:1783444696.706265:0:31949:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444696.706268:0:31949:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444696.706270:0:31949:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444696.706271:0:31949:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444696.706272:0:31949:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444696.706274:0:31949:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444696.706276:0:31949:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444696.706278:0:31949:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444696.706279:0:31949:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444696.706282:0:31949:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444696.706285:0:31949:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444696.706287:0:31949:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150ba70 00000002:00010000:1.0:1783444696.706289:0:31949:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444696.706291:0:31949:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444696.706293:0:31949:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444696.706295:0:31949:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444696.706298:0:31949:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678000 count: 2 00010000:00000001:1.0:1783444696.706300:0:31949:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444696.706302:0:31949:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444696.706304:0:31949:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444696.706308:0:31949:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef4e4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd030 expref: -99 pid: 31949 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1783444696.706314:0:31949:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444696.706317:0:31949:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444696.706321:0:31949:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef4e4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd030 expref: -99 pid: 31949 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1783444696.706326:0:31949:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783444696.706328:0:31949:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444696.706330:0:31949:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444696.706332:0:31949:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444696.706334:0:31949:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444696.706337:0:31949:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783444696.706339:0:31949:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783444696.706341:0:31949:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444696.706344:0:31949:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c750f6ba00. 00000080:00000001:1.0:1783444696.706347:0:31949:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783444696.706349:0:31949:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444696.706351:0:31949:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:1.0:1783444696.706354:0:31949:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef4e4 00800000:00000001:1.0:1783444696.706357:0:31949:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444696.706358:0:31949:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444696.706360:0:31949:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444696.706362:0:31949:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444696.706363:0:31949:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da600 refcount=3 00000020:00000001:1.0:1783444696.706366:0:31949:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444696.706368:0:31949:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444696.706370:0:31949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444696.706372:0:31949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444696.706374:0:31949:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444696.706375:0:31949:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444696.706378:0:31949:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef4e4 from it ffffa3194150bcb8 00010000:00000001:1.0:1783444696.706379:0:31949:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444696.706381:0:31949:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444696.706382:0:31949:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da600 refcount=3 00000020:00000001:1.0:1783444696.706384:0:31949:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444696.706386:0:31949:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444696.706388:0:31949:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444696.706391:0:31949:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef4e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd030 expref: -99 pid: 31949 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1783444696.706396:0:31949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444696.706397:0:31949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444696.706399:0:31949:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444696.706400:0:31949:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444696.706403:0:31949:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef4e4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd030 expref: -99 pid: 31949 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1783444696.706410:0:31949:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444696.706412:0:31949:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444696.706414:0:31949:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444696.706416:0:31949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444696.706418:0:31949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444696.706420:0:31949:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444696.706422:0:31949:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444696.706423:0:31949:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444696.706425:0:31949:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444696.706427:0:31949:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444696.706429:0:31949:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444696.706431:0:31949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444696.706432:0:31949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444696.706434:0:31949:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783444696.706435:0:31949:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783444696.706439:0:31949:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444696.706443:0:31949:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150bd08 00000080:00000008:1.0:1783444696.706445:0:31949:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1783444696.706919:0:31949:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444696.706944:0:31949:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150bd08 00000080:00200008:1.0:1783444696.706947:0:31949:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1783444696.706951:0:31949:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444696.706952:0:31949:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150bc80 00000080:00200000:1.0:1783444696.706954:0:31949:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:1.0:1783444696.706957:0:31949:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c750f6ba00. 00800000:00000002:1.0:1783444696.706961:0:31949:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444696.706963:0:31949:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444696.706965:0:31949:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444696.706967:0:31949:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150bba0 00800000:00000002:1.0:1783444696.706968:0:31949:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444696.706972:0:31949:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444696.706973:0:31949:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444696.706975:0:31949:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444696.706976:0:31949:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444696.706978:0:31949:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444696.706980:0:31949:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444696.706981:0:31949:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444696.706983:0:31949:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444696.706985:0:31949:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444696.706990:0:31949:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444696.706991:0:31949:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150ba70 00000002:00010000:1.0:1783444696.706993:0:31949:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444696.706995:0:31949:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444696.706997:0:31949:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444696.706999:0:31949:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444696.707002:0:31949:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678000 count: 2 00010000:00000001:1.0:1783444696.707004:0:31949:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444696.707007:0:31949:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444696.707010:0:31949:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444696.707013:0:31949:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef4e4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd030 expref: -99 pid: 31949 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1783444696.707020:0:31949:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444696.707023:0:31949:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444696.707026:0:31949:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef4e4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd030 expref: -99 pid: 31949 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1783444696.707032:0:31949:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783444696.707034:0:31949:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444696.707036:0:31949:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444696.707038:0:31949:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444696.707040:0:31949:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444696.707042:0:31949:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783444696.707045:0:31949:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783444696.707048:0:31949:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444696.707050:0:31949:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c750f6ba00. 00000080:00000001:1.0:1783444696.707053:0:31949:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783444696.707079:0:31949:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444696.707083:0:31949:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:1.0:1783444696.707087:0:31949:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef4e4 00800000:00000001:1.0:1783444696.707089:0:31949:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444696.707091:0:31949:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444696.707092:0:31949:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444696.707093:0:31949:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444696.707095:0:31949:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da600 refcount=3 00000020:00000001:1.0:1783444696.707097:0:31949:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444696.707099:0:31949:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444696.707101:0:31949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444696.707103:0:31949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444696.707104:0:31949:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444696.707106:0:31949:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444696.707108:0:31949:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef4e4 from it ffffa3194150bcb8 00010000:00000001:1.0:1783444696.707111:0:31949:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444696.707112:0:31949:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444696.707113:0:31949:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da600 refcount=3 00000020:00000001:1.0:1783444696.707115:0:31949:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444696.707117:0:31949:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444696.707119:0:31949:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444696.707122:0:31949:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef4e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd030 expref: -99 pid: 31949 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1783444696.707128:0:31949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444696.707129:0:31949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444696.707131:0:31949:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444696.707132:0:31949:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444696.707135:0:31949:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef4e4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd030 expref: -99 pid: 31949 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1783444696.707141:0:31949:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444696.707143:0:31949:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444696.707145:0:31949:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444696.707148:0:31949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444696.707149:0:31949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444696.707150:0:31949:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444696.707152:0:31949:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444696.707153:0:31949:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444696.707155:0:31949:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444696.707157:0:31949:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444696.707159:0:31949:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444696.707161:0:31949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444696.707163:0:31949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444696.707165:0:31949:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783444696.707166:0:31949:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783444696.707169:0:31949:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444696.707172:0:31949:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150bd08 00000080:00000008:1.0:1783444696.707174:0:31949:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1783444696.707291:0:31949:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444696.707294:0:31949:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444696.707295:0:31949:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150bb78 00000080:00200000:1.0:1783444696.707298:0:31949:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:1.0:1783444696.707302:0:31949:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c750f6ba00. 00800000:00000002:1.0:1783444696.707305:0:31949:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444696.707308:0:31949:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444696.707311:0:31949:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444696.707312:0:31949:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150ba98 00800000:00000002:1.0:1783444696.707314:0:31949:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444696.707317:0:31949:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444696.707318:0:31949:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444696.707320:0:31949:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444696.707321:0:31949:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444696.707323:0:31949:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444696.707324:0:31949:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444696.707326:0:31949:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444696.707328:0:31949:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444696.707330:0:31949:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444696.707333:0:31949:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444696.707334:0:31949:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150b968 00000002:00010000:1.0:1783444696.707336:0:31949:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444696.707339:0:31949:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444696.707340:0:31949:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444696.707342:0:31949:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444696.707344:0:31949:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678000 count: 2 00010000:00000001:1.0:1783444696.707347:0:31949:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444696.707349:0:31949:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444696.707351:0:31949:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444696.707354:0:31949:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef4e4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd030 expref: -99 pid: 31949 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1783444696.707361:0:31949:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444696.707363:0:31949:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444696.707366:0:31949:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef4e4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd030 expref: -99 pid: 31949 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1783444696.707372:0:31949:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783444696.707374:0:31949:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444696.707376:0:31949:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444696.707378:0:31949:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444696.707379:0:31949:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444696.707381:0:31949:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783444696.707384:0:31949:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783444696.707386:0:31949:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444696.707388:0:31949:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c750f6ba00. 00000080:00000001:1.0:1783444696.707391:0:31949:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783444696.707393:0:31949:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444696.707395:0:31949:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:1.0:1783444696.707398:0:31949:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef4e4 00800000:00000001:1.0:1783444696.707400:0:31949:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444696.707402:0:31949:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444696.707403:0:31949:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444696.707405:0:31949:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444696.707407:0:31949:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da600 refcount=3 00000020:00000001:1.0:1783444696.707409:0:31949:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444696.707413:0:31949:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444696.707415:0:31949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444696.707417:0:31949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444696.707418:0:31949:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444696.707420:0:31949:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444696.707422:0:31949:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef4e4 from it ffffa3194150bbb0 00010000:00000001:1.0:1783444696.707424:0:31949:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444696.707426:0:31949:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444696.707427:0:31949:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da600 refcount=3 00000020:00000001:1.0:1783444696.707429:0:31949:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444696.707431:0:31949:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444696.707433:0:31949:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444696.707436:0:31949:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef4e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd030 expref: -99 pid: 31949 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1783444696.707442:0:31949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444696.707444:0:31949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444696.707445:0:31949:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444696.707447:0:31949:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444696.707449:0:31949:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef4e4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd030 expref: -99 pid: 31949 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1783444696.707455:0:31949:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444696.707457:0:31949:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444696.707458:0:31949:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444696.707461:0:31949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444696.707462:0:31949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444696.707463:0:31949:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444696.707465:0:31949:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444696.707467:0:31949:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444696.707468:0:31949:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444696.707471:0:31949:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444696.707473:0:31949:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444696.707474:0:31949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444696.707475:0:31949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444696.707478:0:31949:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783444696.707479:0:31949:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444696.707481:0:31949:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 44 00000080:00000001:1.0:1783444696.707486:0:31949:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444696.707491:0:31949:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1783444696.707493:0:31949:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:1.0:1783444696.707495:0:31949:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150bb78 00000080:00200008:1.0:1783444696.707497:0:31949:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), flags 300000 00000080:00000010:1.0:1783444696.707502:0:31949:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91c742b6a8c0. 00000080:00000001:1.0:1783444696.707505:0:31949:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444696.707508:0:31949:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444696.707520:0:31949:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1783444696.707523:0:31949:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c03066f0 arg=7fff7421d660 00000020:00000001:1.0:1783444696.707530:0:31949:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1783444696.707534:0:31949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff91c751024c00. 00000020:00000001:1.0:1783444696.707539:0:31949:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444696.707543:0:31949:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:1.0:1783444696.707545:0:31949:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150bad0 00000080:00200000:1.0:1783444696.707548:0:31949:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) name=d21g.recovery-small-1 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:1.0:1783444696.707553:0:31949:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c750f6ba00. 00800000:00000002:1.0:1783444696.707556:0:31949:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00800000:00000001:1.0:1783444696.707564:0:31949:0:(lmv_obd.c:2300:lmv_create()) Process entered 00800000:00000001:1.0:1783444696.707566:0:31949:0:(lmv_obd.c:2238:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1783444696.707569:0:31949:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444696.707570:0:31949:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444696.707571:0:31949:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444696.707572:0:31949:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444696.707574:0:31949:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444696.707575:0:31949:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444696.707577:0:31949:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444696.707580:0:31949:0:(lmv_obd.c:2284:lmv_locate_tgt_create()) Process leaving (rc=18446622883747488256 : -121189962063360 : ffff91c7435c6200) 00800000:00000001:1.0:1783444696.707582:0:31949:0:(lmv_obd.c:1203:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1783444696.707584:0:31949:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1783444696.707586:0:31949:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1783444696.707589:0:31949:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1783444696.707592:0:31949:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff91c759350000: Allocated FID [0x200000405:0x1f:0x0] 40000000:00000001:1.0:1783444696.707595:0:31949:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444696.707598:0:31949:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444696.707600:0:31949:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444696.707602:0:31949:0:(lmv_obd.c:1227:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444696.707604:0:31949:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150b9e8 00800000:00000002:1.0:1783444696.707606:0:31949:0:(lmv_obd.c:2341:lmv_create()) CREATE name 'd21g.recovery-small-1' [0x200000405:0x1f:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:1.0:1783444696.707610:0:31949:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1783444696.707612:0:31949:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1783444696.707615:0:31949:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678000 count: 2 00010000:00000001:1.0:1783444696.707617:0:31949:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444696.707620:0:31949:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1783444696.707623:0:31949:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783444696.707626:0:31949:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef4e4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6dd030 expref: -99 pid: 31949 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:1.0:1783444696.707633:0:31949:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783444696.707637:0:31949:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783444696.707640:0:31949:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783444696.707642:0:31949:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1783444696.707644:0:31949:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444696.707646:0:31949:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444696.707647:0:31949:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678000 count: 3 00010000:00000001:1.0:1783444696.707649:0:31949:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444696.707652:0:31949:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444696.707653:0:31949:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444696.707654:0:31949:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444696.707655:0:31949:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678000 count: 3 00010000:00000001:1.0:1783444696.707657:0:31949:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444696.707659:0:31949:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444696.707661:0:31949:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444696.707662:0:31949:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444696.707663:0:31949:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678000 count: 3 00010000:00000001:1.0:1783444696.707665:0:31949:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444696.707666:0:31949:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444696.707668:0:31949:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1783444696.707671:0:31949:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91c748db39c0, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1783444696.707674:0:31949:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:1.0:1783444696.707677:0:31949:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150b670 00000080:00002000:1.0:1783444696.707678:0:31949:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21g.recovery-small-1 00000080:00000001:1.0:1783444696.707684:0:31949:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1783444696.707687:0:31949:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1783444696.707692:0:31949:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1783444696.707695:0:31949:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783444696.707696:0:31949:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444696.707699:0:31949:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783444696.707701:0:31949:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783444696.707703:0:31949:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783444696.707705:0:31949:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444696.707706:0:31949:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1783444696.707709:0:31949:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c7583da600 with handle 0x5503b2fe824ef4e4 from hash 00010000:00000001:1.0:1783444696.707712:0:31949:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783444696.707713:0:31949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444696.707714:0:31949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444696.707715:0:31949:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783444696.707717:0:31949:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783444696.707719:0:31949:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783444696.707722:0:31949:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1783444696.707724:0:31949:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444696.707725:0:31949:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1783444696.707730:0:31949:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758838700. 00000020:00000040:1.0:1783444696.707734:0:31949:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:1.0:1783444696.707739:0:31949:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1783444696.707741:0:31949:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444696.707743:0:31949:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783444696.707747:0:31949:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444696.707748:0:31949:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444696.707751:0:31949:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444696.707753:0:31949:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444696.707756:0:31949:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444696.707762:0:31949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c751026800. 00000100:00000001:1.0:1783444696.707768:0:31949:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444696.707782:0:31949:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444696.707784:0:31949:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1783444696.707790:0:31949:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef4e4 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd030 expref: -99 pid: 31949 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1783444696.707798:0:31949:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1783444696.707800:0:31949:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1783444696.707801:0:31949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783444696.707803:0:31949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef4e4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd030 expref: -99 pid: 31949 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:1.0:1783444696.707811:0:31949:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c741678000 count: 0 00010000:00000010:1.0:1783444696.707815:0:31949:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c7505f9100. 00010000:00000001:1.0:1783444696.707821:0:31949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444696.707822:0:31949:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444696.707824:0:31949:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444696.707826:0:31949:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444696.707828:0:31949:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1783444696.707839:0:31949:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1783444696.707852:0:31949:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c758838700 x1870075608267264/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783444696.707861:0:31949:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444696.707863:0:31949:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444696.707869:0:31949:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c751b89480. 00000100:00000001:1.0:1783444696.707871:0:31949:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883988411520 : -121189721140096 : ffff91c751b89480) 00000100:00000001:1.0:1783444696.707874:0:31949:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444696.707875:0:31949:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102375168 : -121189607176448 : ffff91c758838700) 00000100:00000001:1.0:1783444696.707880:0:31949:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444696.707884:0:31949:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444696.707886:0:31949:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444696.707888:0:31949:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444696.707892:0:31949:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c758838700 x1870075608267264/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444696.707899:0:31949:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444696.707901:0:31949:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444696.707905:0:31949:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444696.707908:0:31949:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444696.707910:0:31949:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444696.707914:0:31949:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c758838700 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:31949:1870075608267264:192.168.204.110@tcp:36:lfs.0 00000100:00000001:1.0:1783444696.707918:0:31949:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444696.707923:0:31949:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444696.707925:0:31949:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444696.707927:0:31949:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444696.707931:0:31949:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c751024000. 02000000:00000001:1.0:1783444696.707934:0:31949:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444696.707940:0:31949:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444696.707944:0:31949:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736318. 00000400:00000010:1.0:1783444696.707952:0:31949:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7590767f8. 00000100:00000200:1.0:1783444696.707959:0:31949:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608267264, portal 10 00000100:00000001:1.0:1783444696.707961:0:31949:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444696.707962:0:31949:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102375168 : -121189607176448 : ffff91c758838700) 00000100:00000040:1.0:1783444696.707967:0:31949:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c758838700 x1870075608267264/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444696.707975:0:31949:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444696.707978:0:31949:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444696.707980:0:31949:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076e58. 00000100:00000200:1.0:1783444696.707983:0:31949:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1870075608267264, offset 0 00000400:00000200:1.0:1783444696.707990:0:31949:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444696.708000:0:31949:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444696.708007:0:31949:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444696.708013:0:31949:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444696.708018:0:31949:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444696.708023:0:31949:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444696.708026:0:31949:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444696.708030:0:31949:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2613:2613:256:4294967295] 192.168.204.110@tcp LPNI seq info [2613:2613:8:4294967295] 00000400:00000200:1.0:1783444696.708035:0:31949:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444696.708047:0:31949:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444696.708053:0:31949:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444696.708080:0:31949:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c746193900. 00000800:00000200:1.0:1783444696.708086:0:31949:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444696.708094:0:31949:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444696.708099:0:31949:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c746193900 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:1.0:1783444696.708119:0:31949:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444696.708124:0:31949:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 858630 usecs (859 jiffies) 00000400:00000200:1.0:1783444696.708128:0:31949:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444696.708131:0:31949:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296336573 00000100:00000001:1.0:1783444696.708134:0:31949:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296337408 00000100:00000001:1.0:1783444696.708136:0:31949:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296336573 00000100:00000001:1.0:1783444696.708138:0:31949:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296337408 00000100:00000001:1.0:1783444696.708140:0:31949:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444696.708142:0:31949:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444696.708144:0:31949:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444696.708146:0:31949:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444696.708148:0:31949:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c751b89480 going to sleep for 11 seconds 00000100:00000001:1.0:1783444696.708150:0:31949:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444696.708153:0:31949:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444696.708259:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444696.708265:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c746193900. 00000400:00000200:0.0:1783444696.708270:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444696.708276:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444696.708281:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076e58 00000400:00000010:0.0:1783444696.708283:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076e58. 00000100:00000001:0.0:1783444696.708287:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444696.708291:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c758838700 x1870075608267264/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444696.708301:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444696.708304:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c758838700 x1870075608267264/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444712 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444696.708310:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444696.708312:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1783444696.715789:0:31954:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224e00. 00000080:00000010:1.1:1783444696.715811:0:31954:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eb580. 00010000:00000010:1.1:1783444696.715818:0:31954:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678000. 00010000:00000010:1.1:1783444696.715822:0:31954:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583da600. 00000800:00000001:1.0:1783444696.722656:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444696.722671:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444696.722675:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444696.722677:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444696.722685:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444696.722693:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444696.722701:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444696.722706:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444696.722711:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444696.722715:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 448 into portal 10 MB=0x6a4d2e8557a00 00000400:00000200:1.0:1783444696.722720:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444696.722725:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 448/448 into md 0x73c9 [1] + 224 00000800:00000001:1.0:1783444696.722732:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444696.722740:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444696.722743:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444696.722747:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444696.722754:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444696.722764:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c758838700 x1870075608267264/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444712 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444696.722784:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff91c758838700 x1870075608267264/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444696.722799:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444696.722806:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444696.722809:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444696.722862:0:31949:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444696.722869:0:31949:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444696.722872:0:31949:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444696.722875:0:31949:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736318. 00000400:00000200:3.0:1783444696.722879:0:31949:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7590767f8 00000400:00000010:3.0:1783444696.722881:0:31949:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7590767f8. 00000100:00000001:3.0:1783444696.722884:0:31949:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444696.722889:0:31949:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c758838700 x1870075608267264/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444696.722898:0:31949:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c758838700 x1870075608267264/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444712 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444696.722904:0:31949:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444696.722906:0:31949:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444696.722908:0:31949:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444696.722912:0:31949:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444696.722914:0:31949:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444696.722916:0:31949:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444696.722920:0:31949:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444696.722930:0:31949:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=26 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444696.722935:0:31949:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444696.722938:0:31949:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444696.722939:0:31949:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444696.722943:0:31949:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444696.722945:0:31949:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444696.722949:0:31949:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783444696.722950:0:31949:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x10000009a/0x1] 00000100:00000001:3.0:1783444696.722952:0:31949:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783444696.722954:0:31949:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444696.722955:0:31949:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102375168 : -121189607176448 : ffff91c758838700) 00000100:00000001:3.0:1783444696.722959:0:31949:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444696.722960:0:31949:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967592 00000100:00000001:3.0:1783444696.722963:0:31949:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444696.722965:0:31949:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444696.722971:0:31949:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c758838700 x1870075608267264/t4294967593(4294967593) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444712 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444696.722978:0:31949:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444696.722981:0:31949:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444696.722983:0:31949:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444696.722988:0:31949:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758838700 x1870075608267264/t4294967593(4294967593) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444712 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444696.722995:0:31949:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c758838700 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:31949:1870075608267264:192.168.204.110@tcp:36:lfs.0 00000100:00000001:3.0:1783444696.723000:0:31949:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444696.723003:0:31949:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444696.723006:0:31949:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444696.723008:0:31949:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444696.723010:0:31949:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c758838700 x1870075608267264/t4294967593(4294967593) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444712 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444696.723016:0:31949:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444696.723019:0:31949:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c751b89480. 00000100:00000001:3.0:1783444696.723023:0:31949:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444696.723025:0:31949:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444696.723033:0:31949:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444696.723036:0:31949:0:(lmv_obd.c:2349:lmv_create()) Created - [0x200000405:0x1f:0x0] 00800000:00000001:3.0:1783444696.723039:0:31949:0:(lmv_obd.c:2406:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444696.723042:0:31949:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783444696.723048:0:31949:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1783444696.723051:0:31949:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783444696.723086:0:31949:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611167 : 144115205339611167 : 20000040500001f) 00000080:00000001:3.0:1783444696.723091:0:31949:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1783444696.723107:0:31949:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91c748d72940. 00000080:00000001:3.0:1783444696.723115:0:31949:0:(llite_lib.c:3223:ll_read_inode2()) Process entered 00000080:00200000:3.0:1783444696.723117:0:31949:0:(llite_lib.c:3226:ll_read_inode2()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff91c748d72a08) 00000080:00000001:3.0:1783444696.723120:0:31949:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783444696.723122:0:31949:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x1f:0x0] 00000080:00000001:3.0:1783444696.723124:0:31949:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444696.723126:0:31949:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611167 : 144115205339611167 : 20000040500001f) 00000080:00000001:3.0:1783444696.723128:0:31949:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1783444696.723131:0:31949:0:(llite_lib.c:2920:ll_update_inode()) setting ino 144115205339611167 mtime from 0 to 1783444696 00000080:00200000:3.0:1783444696.723134:0:31949:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000405:0x1f:0x0], updating i_size 4096 00000080:00000001:3.0:1783444696.723137:0:31949:0:(llite_lib.c:3252:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1783444696.723139:0:31949:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622883839420936 : -121189870130680 : ffff91c748d72a08) 00000080:00000001:3.0:1783444696.723141:0:31949:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783444696.723153:0:31949:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1783444696.723155:0:31949:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444696.723161:0:31949:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444696.723165:0:31949:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c758838700 x1870075608267264/t4294967593(4294967593) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444712 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444696.723271:0:31949:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444696.723274:0:31949:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444696.723277:0:31949:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c750f6ba00. 00000080:00000010:3.0:1783444696.723282:0:31949:0:(dir.c:2105:ll_dir_ioctl()) kvfree 'data': 648 at ffff91c751024c00. 00000080:00000001:3.0:1783444696.723285:0:31949:0:(dir.c:2106:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444696.723302:0:31949:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:3.0:1783444696.723305:0:31949:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:3.0:1783444696.723308:0:31949:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150bd98 00000080:00200008:3.0:1783444696.723310:0:31949:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), flags 300000 00000080:00400000:3.0:1783444696.723315:0:31949:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1783444696.723318:0:31949:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91c742b6a8c0. 00000080:00000001:3.0:1783444696.723321:0:31949:0:(file.c:466:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1783444696.723324:0:31949:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194150bd98 00000080:00000008:3.0:1783444696.723326:0:31949:0:(file.c:491:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91c748db3a88), flags 300000, rc = 0 00000080:00000001:3.0:1783444696.723329:0:31949:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444696.723331:0:31949:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444696.735039:0:31956:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444696.735046:0:31956:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444696.735049:0:31956:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783444696.735052:0:31956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fb20 00000080:00200000:0.0:1783444696.735260:0:31956:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:0.0:1783444696.735268:0:31956:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c752030200. 00800000:00000002:0.0:1783444696.735275:0:31956:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444696.735280:0:31956:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444696.735284:0:31956:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444696.735287:0:31956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fa40 00800000:00000002:0.0:1783444696.735289:0:31956:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444696.735293:0:31956:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783444696.735297:0:31956:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444696.735301:0:31956:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444696.735303:0:31956:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444696.735306:0:31956:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444696.735309:0:31956:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444696.735312:0:31956:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444696.735314:0:31956:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444696.735318:0:31956:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783444696.735323:0:31956:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444696.735326:0:31956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157f910 00000002:00010000:0.0:1783444696.735328:0:31956:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783444696.735331:0:31956:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783444696.735333:0:31956:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444696.735336:0:31956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783444696.735343:0:31956:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444696.735345:0:31956:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444696.735347:0:31956:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444696.735350:0:31956:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783444696.735352:0:31956:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783444696.735357:0:31956:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746733100. 00000020:00000040:0.0:1783444696.735362:0:31956:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:0.0:1783444696.735369:0:31956:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783444696.735375:0:31956:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444696.735379:0:31956:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444696.735382:0:31956:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444696.735384:0:31956:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444696.735388:0:31956:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444696.735394:0:31956:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c746766400. 00000100:00000001:0.0:1783444696.735401:0:31956:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444696.735406:0:31956:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444696.735408:0:31956:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444696.735410:0:31956:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444696.735411:0:31956:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444696.735413:0:31956:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444696.735419:0:31956:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622883799314688 : -121189910236928 : ffff91c746733100) 00010000:00000001:0.0:1783444696.735422:0:31956:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783444696.735425:0:31956:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783444696.735429:0:31956:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747e41300. 00010000:00000010:0.0:1783444696.735433:0:31956:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c751113c80. 00010000:00000001:0.0:1783444696.735439:0:31956:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783444696.735443:0:31956:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c74652c600. 00000020:00000001:0.0:1783444696.735447:0:31956:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783444696.735450:0:31956:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c74652c600 with handle 0x5503b2fe824ef4f2 to hash 00000020:00000001:0.0:1783444696.735452:0:31956:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783444696.735454:0:31956:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444696.735457:0:31956:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444696.735461:0:31956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444696.735464:0:31956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444696.735468:0:31956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef4f2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31956 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444696.735478:0:31956:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef4f2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31956 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444696.735489:0:31956:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef4f2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31956 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783444696.735495:0:31956:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783444696.735497:0:31956:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783444696.735504:0:31956:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7603e0300. 00000100:00000001:0.0:1783444696.735506:0:31956:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884232037120 : -121189477514496 : ffff91c7603e0300) 00000100:00000001:0.0:1783444696.735509:0:31956:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444696.735511:0:31956:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799314688 : -121189910236928 : ffff91c746733100) 00000100:00000001:0.0:1783444696.735516:0:31956:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444696.735520:0:31956:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444696.735523:0:31956:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783444696.735525:0:31956:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444696.735536:0:31956:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746733100 x1870075608267392/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444696.735545:0:31956:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444696.735547:0:31956:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444696.735551:0:31956:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444696.735554:0:31956:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444696.735557:0:31956:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444696.735562:0:31956:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746733100 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:31956:1870075608267392:192.168.204.110@tcp:101:lfs.0 00000100:00000001:0.0:1783444696.735566:0:31956:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444696.735572:0:31956:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444696.735574:0:31956:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444696.735577:0:31956:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444696.735582:0:31956:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c7614b7000. 02000000:00000001:0.0:1783444696.735584:0:31956:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444696.735592:0:31956:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444696.735596:0:31956:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658fd10. 00000400:00000010:0.0:1783444696.735602:0:31956:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9000. 00000100:00000200:0.0:1783444696.735609:0:31956:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608267392, portal 10 00000100:00000001:0.0:1783444696.735611:0:31956:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444696.735612:0:31956:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799314688 : -121189910236928 : ffff91c746733100) 00000100:00000040:0.0:1783444696.735619:0:31956:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c746733100 x1870075608267392/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444712 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444696.735627:0:31956:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444696.735630:0:31956:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444696.735633:0:31956:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9198. 00000100:00000200:0.0:1783444696.735637:0:31956:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870075608267392, offset 0 00000400:00000200:0.0:1783444696.735644:0:31956:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444696.735652:0:31956:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444696.735659:0:31956:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444696.735665:0:31956:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444696.735669:0:31956:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444696.735672:0:31956:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444696.735675:0:31956:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444696.735679:0:31956:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2614:2614:256:4294967295] 192.168.204.110@tcp LPNI seq info [2614:2614:8:4294967295] 00000400:00000200:0.0:1783444696.735684:0:31956:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444696.735693:0:31956:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444696.735699:0:31956:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444696.735704:0:31956:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298900. 00000800:00000200:0.0:1783444696.735711:0:31956:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444696.735719:0:31956:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444696.735724:0:31956:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1783444696.739167:0:31956:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444696.739178:0:31956:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 857337 usecs (858 jiffies) 00000400:00000200:0.0:1783444696.739186:0:31956:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444696.739189:0:31956:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296336602 00000100:00000001:0.0:1783444696.739194:0:31956:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296337408 00000100:00000001:0.0:1783444696.739196:0:31956:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296336602 00000100:00000001:0.0:1783444696.739199:0:31956:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296337408 00000100:00000001:0.0:1783444696.739202:0:31956:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444696.739206:0:31956:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444696.739210:0:31956:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444696.739212:0:31956:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783444696.739216:0:31956:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7603e0300 going to sleep for 11 seconds 00000100:00000001:0.0:1783444696.739221:0:31956:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444696.739224:0:31956:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444696.739743:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444696.739749:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298900. 00000400:00000200:1.0:1783444696.739755:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444696.739762:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444696.739768:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9198 00000400:00000010:1.0:1783444696.739780:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9198. 00000100:00000001:1.0:1783444696.739785:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444696.739792:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746733100 x1870075608267392/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444712 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444696.739801:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444696.739804:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746733100 x1870075608267392/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444712 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444696.739810:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444696.739811:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444696.742493:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444696.742510:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444696.742515:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444696.742518:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444696.742526:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444696.742534:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444696.742543:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444696.742548:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444696.742554:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444696.742558:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e8557a80 00000400:00000200:1.0:1783444696.742563:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444696.742568:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x73d9 [1] + 224 00000800:00000001:1.0:1783444696.742576:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444696.742584:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444696.742589:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444696.742593:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444696.742600:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444696.742608:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746733100 x1870075608267392/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444712 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444696.742620:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c746733100 x1870075608267392/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444712 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444696.742666:0:31956:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444696.742694:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444696.742703:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444696.742707:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1783444696.742791:0:31956:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444696.742794:0:31956:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444696.742797:0:31956:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658fd10. 00000400:00000200:0.0:1783444696.742802:0:31956:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9000 00000400:00000010:0.0:1783444696.742805:0:31956:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9000. 00000100:00000001:0.0:1783444696.742808:0:31956:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444696.742812:0:31956:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746733100 x1870075608267392/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444712 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783444696.742821:0:31956:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746733100 x1870075608267392/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444712 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444696.742826:0:31956:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444696.742828:0:31956:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444696.742831:0:31956:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444696.742834:0:31956:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444696.742836:0:31956:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444696.742839:0:31956:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444696.742842:0:31956:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444696.742851:0:31956:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=26 v=5 (105 105 105 137) 00000100:00001000:0.0:1783444696.742856:0:31956:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444696.742858:0:31956:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444696.742860:0:31956:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444696.742863:0:31956:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444696.742867:0:31956:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444696.742871:0:31956:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444696.742873:0:31956:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967592 00000100:00000001:0.0:1783444696.742875:0:31956:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444696.742878:0:31956:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444696.742883:0:31956:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746733100 x1870075608267392/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444712 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444696.742889:0:31956:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444696.742892:0:31956:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444696.742893:0:31956:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444696.742897:0:31956:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746733100 x1870075608267392/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444712 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783444696.742904:0:31956:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746733100 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:31956:1870075608267392:192.168.204.110@tcp:101:lfs.0 00000100:00000001:0.0:1783444696.742909:0:31956:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444696.742912:0:31956:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444696.742915:0:31956:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783444696.742917:0:31956:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444696.742920:0:31956:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746733100 x1870075608267392/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444712 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444696.742926:0:31956:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444696.742929:0:31956:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7603e0300. 00000100:00000001:0.0:1783444696.742932:0:31956:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783444696.742933:0:31956:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444696.742936:0:31956:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783444696.742940:0:31956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444696.742942:0:31956:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444696.742945:0:31956:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=4 00000020:00000001:0.0:1783444696.742948:0:31956:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444696.742951:0:31956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000040:0.0:1783444696.742956:0:31956:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c74652c600, remote cookie: 0x332dd2263f6dd068, flags: 0x1001 00010000:00010000:0.0:1783444696.742962:0:31956:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef4f2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd068 expref: -99 pid: 31956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444696.742973:0:31956:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef4f2 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd068 expref: -99 pid: 31956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444696.742980:0:31956:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783444696.742983:0:31956:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783444696.742985:0:31956:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783444696.742987:0:31956:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783444696.742988:0:31956:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783444696.742991:0:31956:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91c747e41300) refcount = 1 00010000:00010000:0.0:1783444696.742995:0:31956:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef4f2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd068 expref: -99 pid: 31956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444696.743002:0:31956:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783444696.743004:0:31956:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783444696.743006:0:31956:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444696.743009:0:31956:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783444696.743012:0:31956:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444696.743015:0:31956:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef4f2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd068 expref: -99 pid: 31956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444696.743021:0:31956:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783444696.743022:0:31956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444696.743024:0:31956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444696.743025:0:31956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444696.743026:0:31956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444696.743027:0:31956:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444696.743045:0:31956:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783444696.743046:0:31956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444696.743047:0:31956:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444696.743049:0:31956:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=3 00000020:00000001:0.0:1783444696.743051:0:31956:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444696.743053:0:31956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444696.743175:0:31956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444696.743176:0:31956:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444696.743178:0:31956:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=4 00000020:00000001:0.0:1783444696.743180:0:31956:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444696.743182:0:31956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444696.743186:0:31956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444696.743189:0:31956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444696.743193:0:31956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef4f2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd068 expref: -99 pid: 31956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444696.743200:0:31956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444696.743201:0:31956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444696.743203:0:31956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444696.743204:0:31956:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444696.743205:0:31956:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=5 00000020:00000001:0.0:1783444696.743207:0:31956:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444696.743209:0:31956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444696.743211:0:31956:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444696.743214:0:31956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef4f2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd068 expref: -99 pid: 31956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444696.743219:0:31956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444696.743220:0:31956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783444696.743222:0:31956:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef4f2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd068 expref: -99 pid: 31956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444696.743233:0:31956:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444696.743234:0:31956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444696.743235:0:31956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444696.743236:0:31956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444696.743237:0:31956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783444696.743243:0:31956:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91c746733100 x1870075608267392/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444712 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1783444696.743252:0:31956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444696.743253:0:31956:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444696.743254:0:31956:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=3 00000020:00000001:0.0:1783444696.743256:0:31956:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444696.743258:0:31956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444696.743260:0:31956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444696.743261:0:31956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444696.743263:0:31956:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444696.743265:0:31956:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444696.743268:0:31956:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783444696.743270:0:31956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444696.743271:0:31956:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444696.743272:0:31956:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=3 00000020:00000001:0.0:1783444696.743273:0:31956:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444696.743276:0:31956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00000002:00010000:0.0:1783444696.743279:0:31956:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef4f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd068 expref: -99 pid: 31956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444696.743286:0:31956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444696.743287:0:31956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444696.743289:0:31956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783444696.743290:0:31956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444696.743291:0:31956:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444696.743293:0:31956:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=3 00000020:00000001:0.0:1783444696.743295:0:31956:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444696.743297:0:31956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000040:0.0:1783444696.743302:0:31956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41300 count: 2 00010000:00000001:0.0:1783444696.743305:0:31956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783444696.743309:0:31956:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1783444696.743312:0:31956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444696.743312:0:31956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444696.743314:0:31956:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783444696.743317:0:31956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157f898 00000002:00002000:0.0:1783444696.743319:0:31956:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1783444696.743322:0:31956:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444696.743326:0:31956:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444696.743328:0:31956:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783444696.743332:0:31956:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783444696.743334:0:31956:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444696.743338:0:31956:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:0.0:1783444696.743343:0:31956:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c752030200. 00000080:00000001:0.0:1783444696.743347:0:31956:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783444696.743350:0:31956:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783444696.743356:0:31956:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1783444696.743360:0:31956:0:(lmv_obd.c:3920:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1783444696.743366:0:31956:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c7453590c0. 00800000:00000001:0.0:1783444696.743368:0:31956:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622883778498752 : -121189931052864 : ffff91c7453590c0) 00800000:00000001:0.0:1783444696.743371:0:31956:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444696.743373:0:31956:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783444696.743376:0:31956:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783444696.743378:0:31956:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1783444696.743381:0:31956:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1783444696.743383:0:31956:0:(llite_lib.c:1814:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1783444696.743385:0:31956:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444696.743390:0:31956:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1783444696.743393:0:31956:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1783444696.743396:0:31956:0:(llite_lib.c:2920:ll_update_inode()) setting ino 144115188193296385 mtime from 1783444690 to 1783444696 00000080:00200000:0.0:1783444696.743400:0:31956:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1783444696.743402:0:31956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444696.743404:0:31956:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444696.743406:0:31956:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=3 00000020:00000001:0.0:1783444696.743408:0:31956:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444696.743411:0:31956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444696.743413:0:31956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444696.743414:0:31956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783444696.743416:0:31956:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783444696.743419:0:31956:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1783444696.743421:0:31956:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c7453590c0 1 00800000:00000010:0.0:1783444696.743424:0:31956:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c7453590c0. 00800000:00000001:0.0:1783444696.743428:0:31956:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444696.743432:0:31956:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef4f2 00800000:00000001:0.0:1783444696.743435:0:31956:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783444696.743437:0:31956:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783444696.743439:0:31956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444696.743440:0:31956:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444696.743442:0:31956:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=3 00000020:00000001:0.0:1783444696.743444:0:31956:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444696.743447:0:31956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444696.743449:0:31956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444696.743451:0:31956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444696.743452:0:31956:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444696.743455:0:31956:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444696.743457:0:31956:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444696.743459:0:31956:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:0.0:1783444696.743463:0:31956:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef4f2 from it ffffa3194157fb58 00010000:00000001:0.0:1783444696.743464:0:31956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444696.743465:0:31956:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444696.743467:0:31956:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=3 00000020:00000001:0.0:1783444696.743469:0:31956:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444696.743471:0:31956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444696.743473:0:31956:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444696.743475:0:31956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef4f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd068 expref: -99 pid: 31956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444696.743488:0:31956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444696.743489:0:31956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444696.743490:0:31956:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444696.743492:0:31956:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444696.743495:0:31956:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef4f2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd068 expref: -99 pid: 31956 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783444696.743500:0:31956:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444696.743502:0:31956:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444696.743504:0:31956:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444696.743508:0:31956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444696.743509:0:31956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444696.743510:0:31956:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444696.743512:0:31956:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444696.743513:0:31956:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444696.743515:0:31956:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444696.743517:0:31956:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444696.743518:0:31956:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444696.743519:0:31956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444696.743519:0:31956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783444696.743521:0:31956:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444696.743524:0:31956:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746733100 x1870075608267392/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444712 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444696.743529:0:31956:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444696.743531:0:31956:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444696.743533:0:31956:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c7614b7000. 02000000:00000001:0.0:1783444696.743536:0:31956:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444696.743539:0:31956:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444696.743540:0:31956:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444696.743541:0:31956:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444696.743544:0:31956:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c746766400. 02000000:00000001:0.0:1783444696.743548:0:31956:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444696.743549:0:31956:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444696.743550:0:31956:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746733100. 00000100:00000001:0.0:1783444696.743553:0:31956:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444696.743554:0:31956:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444696.743557:0:31956:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:0.0:1783444696.743561:0:31956:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783444696.743569:0:31956:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91c746478a80. 00000020:00000001:0.0:1783444696.743571:0:31956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fae8 00000080:00200000:0.0:1783444696.743573:0:31956:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), flags=13 00000080:00000001:0.0:1783444696.743576:0:31956:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783444696.743578:0:31956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157f998 00000080:00200000:0.0:1783444696.743580:0:31956:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), intent=getattr 00000080:00000010:0.0:1783444696.743586:0:31956:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c752030200. 00800000:00000002:0.0:1783444696.743589:0:31956:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444696.743592:0:31956:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444696.743594:0:31956:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444696.743595:0:31956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157f8b8 00800000:00000002:0.0:1783444696.743596:0:31956:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444696.743599:0:31956:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783444696.743602:0:31956:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444696.743604:0:31956:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444696.743606:0:31956:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444696.743608:0:31956:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444696.743609:0:31956:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444696.743611:0:31956:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444696.743612:0:31956:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444696.743614:0:31956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157f850 00800000:00000002:0.0:1783444696.743615:0:31956:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:0.0:1783444696.743618:0:31956:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444696.743619:0:31956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157f788 00000002:00010000:0.0:1783444696.743620:0:31956:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1783444696.743623:0:31956:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783444696.743625:0:31956:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783444696.743627:0:31956:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746733100. 00000020:00000040:0.0:1783444696.743630:0:31956:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:0.0:1783444696.743633:0:31956:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783444696.743636:0:31956:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444696.743638:0:31956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444696.743638:0:31956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444696.743639:0:31956:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444696.743641:0:31956:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444696.743643:0:31956:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444696.743646:0:31956:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444696.743650:0:31956:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c746766400. 00000100:00000001:0.0:1783444696.743655:0:31956:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444696.743657:0:31956:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444696.743658:0:31956:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444696.743660:0:31956:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444696.743661:0:31956:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444696.743663:0:31956:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444696.743668:0:31956:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622883799314688 : -121189910236928 : ffff91c746733100) 00010000:00000001:0.0:1783444696.743670:0:31956:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783444696.743672:0:31956:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783444696.743675:0:31956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41300 count: 2 00010000:00000001:0.0:1783444696.743677:0:31956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444696.743679:0:31956:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783444696.743683:0:31956:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c74652d000. 00000020:00000001:0.0:1783444696.743782:0:31956:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783444696.743785:0:31956:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c74652d000 with handle 0x5503b2fe824ef4f9 to hash 00000020:00000001:0.0:1783444696.743787:0:31956:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783444696.743788:0:31956:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:0.0:1783444696.743792:0:31956:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:0.0:1783444696.743795:0:31956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444696.743797:0:31956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444696.743801:0:31956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef4f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31956 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444696.743807:0:31956:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef4f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31956 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444696.743817:0:31956:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef4f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31956 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783444696.743822:0:31956:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783444696.743824:0:31956:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783444696.743829:0:31956:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7603e0300. 00000100:00000001:0.0:1783444696.743831:0:31956:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884232037120 : -121189477514496 : ffff91c7603e0300) 00000100:00000001:0.0:1783444696.743834:0:31956:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444696.743835:0:31956:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799314688 : -121189910236928 : ffff91c746733100) 00000100:00000001:0.0:1783444696.743839:0:31956:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444696.743844:0:31956:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444696.743846:0:31956:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783444696.743848:0:31956:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444696.743852:0:31956:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746733100 x1870075608267520/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444696.743860:0:31956:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444696.743862:0:31956:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444696.743866:0:31956:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444696.743869:0:31956:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444696.743871:0:31956:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444696.743875:0:31956:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746733100 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:31956:1870075608267520:192.168.204.110@tcp:101:lfs.0 00000100:00000001:0.0:1783444696.743879:0:31956:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444696.743884:0:31956:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444696.743886:0:31956:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444696.743889:0:31956:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444696.743893:0:31956:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c7614b7000. 02000000:00000001:0.0:1783444696.743895:0:31956:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444696.743900:0:31956:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444696.743903:0:31956:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658fd10. 00000400:00000010:0.0:1783444696.743908:0:31956:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9000. 00000100:00000200:0.0:1783444696.743915:0:31956:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608267520, portal 10 00000100:00000001:0.0:1783444696.743917:0:31956:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444696.743918:0:31956:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799314688 : -121189910236928 : ffff91c746733100) 00000100:00000040:0.0:1783444696.743923:0:31956:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c746733100 x1870075608267520/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444712 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444696.743935:0:31956:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444696.743939:0:31956:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444696.743943:0:31956:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f92a8. 00000100:00000200:0.0:1783444696.743946:0:31956:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1870075608267520, offset 0 00000400:00000200:0.0:1783444696.743953:0:31956:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444696.743959:0:31956:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444696.743966:0:31956:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444696.743972:0:31956:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444696.743976:0:31956:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444696.743980:0:31956:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444696.743983:0:31956:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444696.743986:0:31956:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2615:2615:256:4294967295] 192.168.204.110@tcp LPNI seq info [2615:2615:8:4294967295] 00000400:00000200:0.0:1783444696.743991:0:31956:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444696.743999:0:31956:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444696.744004:0:31956:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444696.744010:0:31956:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298900. 00000800:00000200:0.0:1783444696.744016:0:31956:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444696.744022:0:31956:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444696.744026:0:31956:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1783444696.744145:0:31956:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444696.744150:0:31956:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 856035 usecs (857 jiffies) 00000400:00000200:0.0:1783444696.744155:0:31956:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444696.744158:0:31956:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296336607 00000100:00000001:0.0:1783444696.744161:0:31956:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296337408 00000100:00000001:0.0:1783444696.744163:0:31956:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296336607 00000100:00000001:0.0:1783444696.744166:0:31956:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296337408 00000100:00000001:0.0:1783444696.744168:0:31956:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444696.744171:0:31956:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444696.744174:0:31956:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444696.744177:0:31956:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783444696.744180:0:31956:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7603e0300 going to sleep for 11 seconds 00000100:00000001:0.0:1783444696.744183:0:31956:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444696.744186:0:31956:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444696.744651:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444696.744657:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298900. 00000400:00000200:1.0:1783444696.744662:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444696.744667:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444696.744672:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f92a8 00000400:00000010:1.0:1783444696.744674:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f92a8. 00000100:00000001:1.0:1783444696.744679:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444696.744734:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746733100 x1870075608267520/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444712 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444696.744746:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444696.744750:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746733100 x1870075608267520/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444712 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444696.744756:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444696.744757:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444696.749823:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444696.749840:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444696.749844:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444696.749847:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444696.749855:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444696.749863:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444696.749874:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444696.749879:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444696.749884:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444696.749889:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 584 into portal 10 MB=0x6a4d2e8557b00 00000400:00000200:0.0:1783444696.749893:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444696.749899:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 584/584 into md 0x73e9 [1] + 224 00000800:00000001:0.0:1783444696.749906:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444696.749913:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444696.749917:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444696.749921:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444696.749929:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444696.749939:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746733100 x1870075608267520/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444712 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444696.749951:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff91c746733100 x1870075608267520/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444712 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444696.750041:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444696.750051:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444696.750081:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444696.753934:0:31956:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1783444696.753938:0:31956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fb70 00000080:00002000:3.0:1783444696.753941:0:31956:0:(dcache.c:127:ll_ddelete()) keeping dentry d21g.recovery-small-2 (ffff91c748e60438, parent ffff91c74931ae58, inode 0000000000000000) hashed, 00000080:00000001:3.0:1783444696.753944:0:31956:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444696.753978:0:31956:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783444696.753993:0:31956:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783444696.753996:0:31956:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444696.753997:0:31956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fbb0 00000080:00200000:3.0:1783444696.754000:0:31956:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:3.0:1783444696.754006:0:31956:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c744fe0e00. 00800000:00000002:3.0:1783444696.754011:0:31956:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444696.754015:0:31956:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444696.754019:0:31956:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444696.754021:0:31956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fad0 00800000:00000002:3.0:1783444696.754023:0:31956:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444696.754026:0:31956:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444696.754029:0:31956:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444696.754031:0:31956:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444696.754110:0:31956:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444696.754112:0:31956:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444696.754115:0:31956:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444696.754117:0:31956:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444696.754120:0:31956:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444696.754123:0:31956:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444696.754129:0:31956:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444696.754131:0:31956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157f9a0 00000002:00010000:3.0:1783444696.754133:0:31956:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444696.754137:0:31956:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444696.754139:0:31956:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444696.754141:0:31956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444696.754147:0:31956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41300 count: 2 00010000:00000001:3.0:1783444696.754150:0:31956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444696.754155:0:31956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444696.754158:0:31956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444696.754162:0:31956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef4f2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd068 expref: -99 pid: 31956 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1783444696.754171:0:31956:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444696.754175:0:31956:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444696.754178:0:31956:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef4f2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd068 expref: -99 pid: 31956 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1783444696.754184:0:31956:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783444696.754186:0:31956:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444696.754187:0:31956:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444696.754189:0:31956:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444696.754191:0:31956:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444696.754193:0:31956:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783444696.754195:0:31956:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783444696.754198:0:31956:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444696.754200:0:31956:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c744fe0e00. 00000080:00000001:3.0:1783444696.754203:0:31956:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444696.754205:0:31956:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444696.754207:0:31956:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:3.0:1783444696.754210:0:31956:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef4f2 00800000:00000001:3.0:1783444696.754213:0:31956:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444696.754215:0:31956:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444696.754217:0:31956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444696.754219:0:31956:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444696.754220:0:31956:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=3 00000020:00000001:3.0:1783444696.754223:0:31956:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:3.0:1783444696.754225:0:31956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:3.0:1783444696.754228:0:31956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444696.754230:0:31956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444696.754231:0:31956:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444696.754233:0:31956:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444696.754235:0:31956:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef4f2 from it ffffa3194157fbe8 00010000:00000001:3.0:1783444696.754237:0:31956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444696.754238:0:31956:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444696.754239:0:31956:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=3 00000020:00000001:3.0:1783444696.754241:0:31956:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:3.0:1783444696.754243:0:31956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:3.0:1783444696.754245:0:31956:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444696.754247:0:31956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef4f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd068 expref: -99 pid: 31956 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1783444696.754253:0:31956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444696.754254:0:31956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444696.754255:0:31956:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444696.754257:0:31956:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444696.754259:0:31956:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef4f2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd068 expref: -99 pid: 31956 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1783444696.754265:0:31956:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444696.754267:0:31956:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444696.754268:0:31956:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444696.754271:0:31956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444696.754272:0:31956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444696.754273:0:31956:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444696.754276:0:31956:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444696.754277:0:31956:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444696.754279:0:31956:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444696.754281:0:31956:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444696.754283:0:31956:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444696.754284:0:31956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444696.754286:0:31956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444696.754287:0:31956:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783444696.754289:0:31956:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444696.754292:0:31956:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:3.0:1783444696.754296:0:31956:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444696.754300:0:31956:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1783444696.754302:0:31956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fbd8 00000080:00002000:3.0:1783444696.754303:0:31956:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff91c748e60438) flags 0x8000e refc 0 00000080:00000001:3.0:1783444696.754306:0:31956:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444696.754307:0:31956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fc20 00000080:00200000:3.0:1783444696.754309:0:31956:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=16392 00000080:00000001:3.0:1783444696.754312:0:31956:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1783444696.754314:0:31956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fba8 00000080:00002000:3.0:1783444696.754315:0:31956:0:(dcache.c:127:ll_ddelete()) keeping dentry d21g.recovery-small-2 (ffff91c748e60438, parent ffff91c74931ae58, inode 0000000000000000) hashed, 00000080:00000001:3.0:1783444696.754317:0:31956:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444696.754338:0:31956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fd08 00000080:00200008:3.0:1783444696.754340:0:31956:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1783444696.754345:0:31956:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444696.754346:0:31956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fc80 00000080:00200000:3.0:1783444696.754348:0:31956:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:3.0:1783444696.754351:0:31956:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c744fe0e00. 00800000:00000002:3.0:1783444696.754354:0:31956:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444696.754356:0:31956:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444696.754357:0:31956:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444696.754359:0:31956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fba0 00800000:00000002:3.0:1783444696.754361:0:31956:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444696.754363:0:31956:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444696.754365:0:31956:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444696.754366:0:31956:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444696.754367:0:31956:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444696.754369:0:31956:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444696.754371:0:31956:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444696.754372:0:31956:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444696.754792:0:31956:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444696.754796:0:31956:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444696.754800:0:31956:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444696.754802:0:31956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fa70 00000002:00010000:3.0:1783444696.754804:0:31956:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444696.754808:0:31956:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444696.754809:0:31956:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444696.754810:0:31956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444696.754814:0:31956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41300 count: 2 00010000:00000001:3.0:1783444696.754816:0:31956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444696.754818:0:31956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444696.754820:0:31956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444696.754823:0:31956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef4f2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd068 expref: -99 pid: 31956 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1783444696.754830:0:31956:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444696.754833:0:31956:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444696.754836:0:31956:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef4f2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd068 expref: -99 pid: 31956 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1783444696.754842:0:31956:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783444696.754843:0:31956:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444696.754845:0:31956:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444696.754847:0:31956:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444696.754849:0:31956:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444696.754851:0:31956:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783444696.754854:0:31956:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783444696.754855:0:31956:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444696.754858:0:31956:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c744fe0e00. 00000080:00000001:3.0:1783444696.754860:0:31956:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444696.754862:0:31956:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444696.754864:0:31956:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:3.0:1783444696.754867:0:31956:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef4f2 00800000:00000001:3.0:1783444696.754870:0:31956:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444696.754871:0:31956:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444696.754873:0:31956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444696.754874:0:31956:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444696.754876:0:31956:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=3 00000020:00000001:3.0:1783444696.754878:0:31956:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:3.0:1783444696.754881:0:31956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:3.0:1783444696.754883:0:31956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444696.754884:0:31956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444696.754886:0:31956:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444696.754887:0:31956:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444696.754889:0:31956:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef4f2 from it ffffa3194157fcb8 00010000:00000001:3.0:1783444696.754891:0:31956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444696.754892:0:31956:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444696.754894:0:31956:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=3 00000020:00000001:3.0:1783444696.754896:0:31956:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:3.0:1783444696.754898:0:31956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:3.0:1783444696.754900:0:31956:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444696.754903:0:31956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef4f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd068 expref: -99 pid: 31956 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1783444696.754909:0:31956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444696.754910:0:31956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444696.754911:0:31956:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444696.754912:0:31956:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444696.754915:0:31956:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef4f2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd068 expref: -99 pid: 31956 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1783444696.754921:0:31956:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444696.754923:0:31956:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444696.754924:0:31956:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444696.754926:0:31956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444696.754928:0:31956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444696.754929:0:31956:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444696.754931:0:31956:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444696.754932:0:31956:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444696.754934:0:31956:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444696.754936:0:31956:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444696.754938:0:31956:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444696.754939:0:31956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444696.754941:0:31956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444696.754942:0:31956:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783444696.754944:0:31956:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444696.754947:0:31956:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444696.754951:0:31956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fd08 00000080:00000008:3.0:1783444696.754953:0:31956:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1783444696.756881:0:31956:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444696.756914:0:31956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fd08 00000080:00200008:3.0:1783444696.756918:0:31956:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1783444696.756923:0:31956:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444696.756925:0:31956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fc80 00000080:00200000:3.0:1783444696.756927:0:31956:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:3.0:1783444696.756932:0:31956:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c744fe0e00. 00800000:00000002:3.0:1783444696.756936:0:31956:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444696.756940:0:31956:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444696.756945:0:31956:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444696.756947:0:31956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fba0 00800000:00000002:3.0:1783444696.756949:0:31956:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444696.756952:0:31956:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444696.756954:0:31956:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444696.756958:0:31956:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444696.756960:0:31956:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444696.756962:0:31956:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444696.756964:0:31956:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444696.756966:0:31956:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444696.756969:0:31956:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444696.756972:0:31956:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444696.756976:0:31956:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444696.756978:0:31956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fa70 00000002:00010000:3.0:1783444696.756980:0:31956:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444696.756983:0:31956:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444696.756985:0:31956:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444696.756988:0:31956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444696.756994:0:31956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41300 count: 2 00010000:00000001:3.0:1783444696.756997:0:31956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444696.757002:0:31956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444696.757005:0:31956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444696.757010:0:31956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef4f2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd068 expref: -99 pid: 31956 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1783444696.757019:0:31956:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444696.757023:0:31956:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444696.757026:0:31956:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef4f2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd068 expref: -99 pid: 31956 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1783444696.757044:0:31956:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783444696.757046:0:31956:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444696.757048:0:31956:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444696.757050:0:31956:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444696.757052:0:31956:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444696.757070:0:31956:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783444696.757073:0:31956:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783444696.757076:0:31956:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444696.757079:0:31956:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c744fe0e00. 00000080:00000001:3.0:1783444696.757083:0:31956:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444696.757084:0:31956:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444696.757087:0:31956:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:3.0:1783444696.757090:0:31956:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef4f2 00800000:00000001:3.0:1783444696.757093:0:31956:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444696.757096:0:31956:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444696.757097:0:31956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444696.757099:0:31956:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444696.757102:0:31956:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=3 00000020:00000001:3.0:1783444696.757104:0:31956:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:3.0:1783444696.757107:0:31956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:3.0:1783444696.757110:0:31956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444696.757111:0:31956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444696.757113:0:31956:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444696.757114:0:31956:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444696.757117:0:31956:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef4f2 from it ffffa3194157fcb8 00010000:00000001:3.0:1783444696.757119:0:31956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444696.757121:0:31956:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444696.757122:0:31956:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=3 00000020:00000001:3.0:1783444696.757124:0:31956:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:3.0:1783444696.757126:0:31956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:3.0:1783444696.757129:0:31956:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444696.757132:0:31956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef4f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd068 expref: -99 pid: 31956 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1783444696.757138:0:31956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444696.757139:0:31956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444696.757141:0:31956:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444696.757143:0:31956:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444696.757145:0:31956:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef4f2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd068 expref: -99 pid: 31956 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1783444696.757153:0:31956:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444696.757156:0:31956:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444696.757158:0:31956:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444696.757161:0:31956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444696.757162:0:31956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444696.757164:0:31956:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444696.757167:0:31956:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444696.757169:0:31956:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444696.757170:0:31956:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444696.757173:0:31956:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444696.757175:0:31956:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444696.757176:0:31956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444696.757178:0:31956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444696.757180:0:31956:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783444696.757182:0:31956:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444696.757185:0:31956:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444696.757189:0:31956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fd08 00000080:00000008:3.0:1783444696.757191:0:31956:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1783444696.757297:0:31956:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783444696.757299:0:31956:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444696.757301:0:31956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fb78 00000080:00200000:3.0:1783444696.757304:0:31956:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:3.0:1783444696.757308:0:31956:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c744fe0e00. 00800000:00000002:3.0:1783444696.757311:0:31956:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444696.757314:0:31956:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444696.757316:0:31956:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444696.757317:0:31956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fa98 00800000:00000002:3.0:1783444696.757319:0:31956:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444696.757322:0:31956:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444696.757323:0:31956:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444696.757324:0:31956:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444696.757325:0:31956:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444696.757327:0:31956:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444696.757329:0:31956:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444696.757330:0:31956:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444696.757332:0:31956:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444696.757334:0:31956:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444696.757337:0:31956:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444696.757339:0:31956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157f968 00000002:00010000:3.0:1783444696.757341:0:31956:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444696.757344:0:31956:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444696.757345:0:31956:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444696.757346:0:31956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444696.757349:0:31956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41300 count: 2 00010000:00000001:3.0:1783444696.757351:0:31956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444696.757353:0:31956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444696.757355:0:31956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444696.757359:0:31956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef4f2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd068 expref: -99 pid: 31956 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1783444696.757366:0:31956:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444696.757368:0:31956:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444696.757371:0:31956:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef4f2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd068 expref: -99 pid: 31956 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1783444696.757395:0:31956:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783444696.757397:0:31956:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444696.757399:0:31956:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444696.757401:0:31956:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444696.757403:0:31956:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444696.757405:0:31956:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783444696.757407:0:31956:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783444696.757409:0:31956:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444696.757412:0:31956:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c744fe0e00. 00000080:00000001:3.0:1783444696.757415:0:31956:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444696.757416:0:31956:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444696.757419:0:31956:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:3.0:1783444696.757421:0:31956:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef4f2 00800000:00000001:3.0:1783444696.757424:0:31956:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444696.757425:0:31956:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444696.757426:0:31956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444696.757427:0:31956:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444696.757429:0:31956:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=3 00000020:00000001:3.0:1783444696.757431:0:31956:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:3.0:1783444696.757433:0:31956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:3.0:1783444696.757435:0:31956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444696.757436:0:31956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444696.757437:0:31956:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444696.757439:0:31956:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444696.757441:0:31956:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef4f2 from it ffffa3194157fbb0 00010000:00000001:3.0:1783444696.757443:0:31956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444696.757443:0:31956:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444696.757445:0:31956:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=3 00000020:00000001:3.0:1783444696.757446:0:31956:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:3.0:1783444696.757448:0:31956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:3.0:1783444696.757449:0:31956:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444696.757452:0:31956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef4f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd068 expref: -99 pid: 31956 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1783444696.757458:0:31956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444696.757459:0:31956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444696.757460:0:31956:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444696.757461:0:31956:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444696.757463:0:31956:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef4f2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd068 expref: -99 pid: 31956 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1783444696.757468:0:31956:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444696.757470:0:31956:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444696.757471:0:31956:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444696.757473:0:31956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444696.757474:0:31956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444696.757475:0:31956:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444696.757477:0:31956:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444696.757478:0:31956:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444696.757479:0:31956:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444696.757481:0:31956:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444696.757483:0:31956:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444696.757484:0:31956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444696.757485:0:31956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444696.757487:0:31956:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783444696.757488:0:31956:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444696.757490:0:31956:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 44 00000080:00000001:3.0:1783444696.757494:0:31956:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444696.757498:0:31956:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:3.0:1783444696.757500:0:31956:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:3.0:1783444696.757502:0:31956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fb78 00000080:00200008:3.0:1783444696.757504:0:31956:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), flags 300000 00000080:00000010:3.0:1783444696.757509:0:31956:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91c7461117c0. 00000080:00000001:3.0:1783444696.757514:0:31956:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444696.757515:0:31956:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444696.757527:0:31956:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444696.757529:0:31956:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c03066f0 arg=7ffe64265390 00000020:00000001:3.0:1783444696.757535:0:31956:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444696.757540:0:31956:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff91c7452ae800. 00000020:00000001:3.0:1783444696.757544:0:31956:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444696.757548:0:31956:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:3.0:1783444696.757549:0:31956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fad0 00000080:00200000:3.0:1783444696.757552:0:31956:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) name=d21g.recovery-small-2 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:3.0:1783444696.757558:0:31956:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c744fe0e00. 00800000:00000002:3.0:1783444696.757560:0:31956:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00800000:00000001:3.0:1783444696.757568:0:31956:0:(lmv_obd.c:2300:lmv_create()) Process entered 00800000:00000001:3.0:1783444696.757571:0:31956:0:(lmv_obd.c:2238:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1783444696.757574:0:31956:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444696.757575:0:31956:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444696.757576:0:31956:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444696.757577:0:31956:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444696.757579:0:31956:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444696.757581:0:31956:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444696.757583:0:31956:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444696.757586:0:31956:0:(lmv_obd.c:2284:lmv_locate_tgt_create()) Process leaving (rc=18446622883747488256 : -121189962063360 : ffff91c7435c6200) 00800000:00000001:3.0:1783444696.757589:0:31956:0:(lmv_obd.c:1203:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1783444696.757590:0:31956:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1783444696.757593:0:31956:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1783444696.757595:0:31956:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1783444696.757598:0:31956:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff91c759350000: Allocated FID [0x200000405:0x20:0x0] 40000000:00000001:3.0:1783444696.757601:0:31956:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444696.757603:0:31956:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444696.757605:0:31956:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444696.757607:0:31956:0:(lmv_obd.c:1227:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444696.757609:0:31956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157f9e8 00800000:00000002:3.0:1783444696.757611:0:31956:0:(lmv_obd.c:2341:lmv_create()) CREATE name 'd21g.recovery-small-2' [0x200000405:0x20:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:3.0:1783444696.757615:0:31956:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1783444696.757617:0:31956:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783444696.757620:0:31956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41300 count: 2 00010000:00000001:3.0:1783444696.757622:0:31956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444696.757625:0:31956:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783444696.757628:0:31956:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783444696.757630:0:31956:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef4f2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6dd068 expref: -99 pid: 31956 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:3.0:1783444696.757639:0:31956:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783444696.757642:0:31956:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783444696.757644:0:31956:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783444696.757646:0:31956:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1783444696.757649:0:31956:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444696.757650:0:31956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444696.757652:0:31956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41300 count: 3 00010000:00000001:3.0:1783444696.757654:0:31956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444696.757656:0:31956:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444696.757658:0:31956:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444696.757659:0:31956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444696.757661:0:31956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41300 count: 3 00010000:00000001:3.0:1783444696.757662:0:31956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444696.757664:0:31956:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444696.757665:0:31956:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444696.757666:0:31956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444696.757668:0:31956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41300 count: 3 00010000:00000001:3.0:1783444696.757669:0:31956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444696.757671:0:31956:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444696.757672:0:31956:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1783444696.757675:0:31956:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91c748db39c0, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1783444696.757678:0:31956:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:3.0:1783444696.757681:0:31956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157f670 00000080:00002000:3.0:1783444696.757683:0:31956:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21g.recovery-small-2 00000080:00000001:3.0:1783444696.757688:0:31956:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1783444696.757691:0:31956:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1783444696.757694:0:31956:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1783444696.757696:0:31956:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783444696.757698:0:31956:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444696.757701:0:31956:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783444696.757704:0:31956:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783444696.757706:0:31956:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783444696.757707:0:31956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444696.757709:0:31956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783444696.757712:0:31956:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c74652c600 with handle 0x5503b2fe824ef4f2 from hash 00010000:00000001:3.0:1783444696.757714:0:31956:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783444696.757716:0:31956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444696.757717:0:31956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444696.757718:0:31956:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783444696.757720:0:31956:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783444696.757722:0:31956:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783444696.757724:0:31956:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783444696.757726:0:31956:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444696.757728:0:31956:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1783444696.757733:0:31956:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760460a80. 00000020:00000040:3.0:1783444696.757737:0:31956:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:3.0:1783444696.757742:0:31956:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1783444696.757744:0:31956:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444696.757746:0:31956:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783444696.757749:0:31956:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444696.757751:0:31956:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444696.757753:0:31956:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444696.757756:0:31956:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444696.757759:0:31956:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444696.757764:0:31956:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c7452ac400. 00000100:00000001:3.0:1783444696.757784:0:31956:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444696.757787:0:31956:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444696.757789:0:31956:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1783444696.757795:0:31956:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef4f2 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd068 expref: -99 pid: 31956 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1783444696.757802:0:31956:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1783444696.757803:0:31956:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783444696.757805:0:31956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783444696.757807:0:31956:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef4f2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd068 expref: -99 pid: 31956 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:3.0:1783444696.757814:0:31956:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747e41300 count: 0 00010000:00000010:3.0:1783444696.757819:0:31956:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c751113c80. 00010000:00000001:3.0:1783444696.757825:0:31956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444696.757827:0:31956:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444696.757829:0:31956:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444696.757830:0:31956:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444696.757832:0:31956:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1783444696.757842:0:31956:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1783444696.757856:0:31956:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c760460a80 x1870075608267776/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783444696.757864:0:31956:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444696.757866:0:31956:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444696.757872:0:31956:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c76036f540. 00000100:00000001:3.0:1783444696.757874:0:31956:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884231574848 : -121189477976768 : ffff91c76036f540) 00000100:00000001:3.0:1783444696.757877:0:31956:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444696.757878:0:31956:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232563328 : -121189476988288 : ffff91c760460a80) 00000100:00000001:3.0:1783444696.757883:0:31956:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444696.757887:0:31956:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444696.757889:0:31956:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444696.757890:0:31956:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444696.757894:0:31956:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760460a80 x1870075608267776/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444696.757902:0:31956:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444696.757904:0:31956:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444696.757908:0:31956:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444696.757910:0:31956:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444696.757913:0:31956:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444696.757916:0:31956:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760460a80 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:31956:1870075608267776:192.168.204.110@tcp:36:lfs.0 00000100:00000001:3.0:1783444696.757919:0:31956:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444696.757924:0:31956:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444696.757927:0:31956:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444696.757929:0:31956:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444696.757933:0:31956:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452af800. 02000000:00000001:3.0:1783444696.757935:0:31956:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444696.757943:0:31956:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444696.757947:0:31956:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811cb8. 00000400:00000010:3.0:1783444696.757954:0:31956:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602186e8. 00000100:00000200:3.0:1783444696.757961:0:31956:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608267776, portal 10 00000100:00000001:3.0:1783444696.757963:0:31956:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444696.757964:0:31956:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232563328 : -121189476988288 : ffff91c760460a80) 00000100:00000040:3.0:1783444696.757969:0:31956:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760460a80 x1870075608267776/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444696.757976:0:31956:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444696.757978:0:31956:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444696.757981:0:31956:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602187f8. 00000100:00000200:3.0:1783444696.757984:0:31956:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1870075608267776, offset 0 00000400:00000200:3.0:1783444696.757991:0:31956:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444696.757999:0:31956:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444696.758006:0:31956:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444696.758012:0:31956:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444696.758016:0:31956:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444696.758020:0:31956:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444696.758023:0:31956:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444696.758026:0:31956:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2616:2616:256:4294967295] 192.168.204.110@tcp LPNI seq info [2616:2616:8:4294967295] 00000400:00000200:3.0:1783444696.758031:0:31956:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444696.758040:0:31956:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444696.758046:0:31956:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444696.758051:0:31956:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760f26b00. 00000800:00000200:3.0:1783444696.758080:0:31956:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444696.758088:0:31956:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444696.758093:0:31956:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760f26b00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:3.0:1783444696.758112:0:31956:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444696.758117:0:31956:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 854735 usecs (855 jiffies) 00000400:00000200:3.0:1783444696.758122:0:31956:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444696.758124:0:31956:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296336619 00000100:00000001:3.0:1783444696.758128:0:31956:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296337408 00000100:00000001:3.0:1783444696.758132:0:31956:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296336619 00000100:00000001:3.0:1783444696.758134:0:31956:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296337408 00000100:00000001:3.0:1783444696.758137:0:31956:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444696.758139:0:31956:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444696.758141:0:31956:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444696.758144:0:31956:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444696.758146:0:31956:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c76036f540 going to sleep for 11 seconds 00000100:00000001:3.0:1783444696.758149:0:31956:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444696.758152:0:31956:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444696.758232:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444696.758236:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760f26b00. 00000400:00000200:0.0:1783444696.758242:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444696.758246:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444696.758252:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7602187f8 00000400:00000010:0.0:1783444696.758254:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7602187f8. 00000100:00000001:0.0:1783444696.758257:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444696.758261:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760460a80 x1870075608267776/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444696.758269:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444696.758272:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760460a80 x1870075608267776/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444712 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444696.758280:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444696.758281:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444696.764806:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444696.764822:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444696.764827:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444696.764830:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444696.764837:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444696.764845:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444696.764854:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444696.764858:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444696.764863:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444696.764867:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 448 into portal 10 MB=0x6a4d2e8557c00 00000400:00000200:1.0:1783444696.764872:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444696.764877:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 448/448 into md 0x73f9 [1] + 224 00000800:00000001:1.0:1783444696.764884:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444696.764889:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444696.764893:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444696.764898:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444696.764906:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444696.764915:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760460a80 x1870075608267776/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444712 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444696.764925:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff91c760460a80 x1870075608267776/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444696.764944:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444696.764953:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444696.764956:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1783444696.765104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652d000. 00000100:00000001:3.0:1783444696.765206:0:31956:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444696.765214:0:31956:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444696.765216:0:31956:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444696.765219:0:31956:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811cb8. 00000400:00000200:3.0:1783444696.765223:0:31956:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7602186e8 00000400:00000010:3.0:1783444696.765226:0:31956:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7602186e8. 00000100:00000001:3.0:1783444696.765229:0:31956:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444696.765233:0:31956:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760460a80 x1870075608267776/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444696.765242:0:31956:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760460a80 x1870075608267776/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444712 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444696.765248:0:31956:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444696.765250:0:31956:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444696.765252:0:31956:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444696.765255:0:31956:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444696.765258:0:31956:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444696.765260:0:31956:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444696.765263:0:31956:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444696.765270:0:31956:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=26 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444696.765274:0:31956:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444696.765276:0:31956:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444696.765277:0:31956:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444696.765280:0:31956:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444696.765283:0:31956:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444696.765286:0:31956:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783444696.765288:0:31956:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x10000009a/0x1] 00000100:00000001:3.0:1783444696.765289:0:31956:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783444696.765292:0:31956:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444696.765293:0:31956:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232563328 : -121189476988288 : ffff91c760460a80) 00000100:00000001:3.0:1783444696.765297:0:31956:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444696.765299:0:31956:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967592 00000100:00000001:3.0:1783444696.765301:0:31956:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444696.765303:0:31956:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444696.765308:0:31956:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760460a80 x1870075608267776/t4294967594(4294967594) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444712 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444696.765314:0:31956:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444696.765317:0:31956:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444696.765319:0:31956:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444696.765323:0:31956:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760460a80 x1870075608267776/t4294967594(4294967594) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444712 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444696.765330:0:31956:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760460a80 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:31956:1870075608267776:192.168.204.110@tcp:36:lfs.0 00000100:00000001:3.0:1783444696.765334:0:31956:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444696.765336:0:31956:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444696.765338:0:31956:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444696.765340:0:31956:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444696.765344:0:31956:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760460a80 x1870075608267776/t4294967594(4294967594) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444712 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444696.765350:0:31956:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444696.765353:0:31956:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c76036f540. 00000100:00000001:3.0:1783444696.765356:0:31956:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444696.765357:0:31956:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444696.765364:0:31956:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444696.765367:0:31956:0:(lmv_obd.c:2349:lmv_create()) Created - [0x200000405:0x20:0x0] 00800000:00000001:3.0:1783444696.765370:0:31956:0:(lmv_obd.c:2406:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444696.765373:0:31956:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783444696.765379:0:31956:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1783444696.765382:0:31956:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783444696.765385:0:31956:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:3.0:1783444696.765388:0:31956:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1783444696.765396:0:31956:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91c748d75280. 00000080:00000001:3.0:1783444696.765406:0:31956:0:(llite_lib.c:3223:ll_read_inode2()) Process entered 00000080:00200000:3.0:1783444696.765408:0:31956:0:(llite_lib.c:3226:ll_read_inode2()) VFS Op:inode=[0x200000405:0x20:0x0](ffff91c748d75348) 00000080:00000001:3.0:1783444696.765411:0:31956:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783444696.765413:0:31956:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x20:0x0] 00000080:00000001:3.0:1783444696.765416:0:31956:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444696.765417:0:31956:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:3.0:1783444696.765420:0:31956:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1783444696.765422:0:31956:0:(llite_lib.c:2920:ll_update_inode()) setting ino 144115205339611168 mtime from 0 to 1783444696 00000080:00200000:3.0:1783444696.765426:0:31956:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000405:0x20:0x0], updating i_size 4096 00000080:00000001:3.0:1783444696.765428:0:31956:0:(llite_lib.c:3252:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1783444696.765430:0:31956:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622883839431496 : -121189870120120 : ffff91c748d75348) 00000080:00000001:3.0:1783444696.765433:0:31956:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783444696.765436:0:31956:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1783444696.765438:0:31956:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444696.765445:0:31956:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444696.765448:0:31956:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760460a80 x1870075608267776/t4294967594(4294967594) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444712 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444696.765455:0:31956:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444696.765457:0:31956:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444696.765460:0:31956:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c744fe0e00. 00000080:00000010:3.0:1783444696.765464:0:31956:0:(dir.c:2105:ll_dir_ioctl()) kvfree 'data': 648 at ffff91c7452ae800. 00000080:00000001:3.0:1783444696.765467:0:31956:0:(dir.c:2106:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444696.765479:0:31956:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:3.0:1783444696.765481:0:31956:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:3.0:1783444696.765484:0:31956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fd98 00000080:00200008:3.0:1783444696.765487:0:31956:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), flags 300000 00000080:00400000:3.0:1783444696.765491:0:31956:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1783444696.765494:0:31956:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91c7461117c0. 00000080:00000001:3.0:1783444696.765498:0:31956:0:(file.c:466:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1783444696.765500:0:31956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fd98 00000080:00000008:3.0:1783444696.765502:0:31956:0:(file.c:491:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91c748db3a88), flags 300000, rc = 0 00000080:00000001:3.0:1783444696.765505:0:31956:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444696.765506:0:31956:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.1:1783444696.768107:0:31956:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c746478a80. 00010000:00000010:3.1:1783444696.768119:0:31956:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41300. 00010000:00000010:3.1:1783444696.768124:0:31956:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652c600. 00000080:00000001:0.0:1783444696.798515:0:31962:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444696.798523:0:31962:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444696.798525:0:31962:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783444696.798528:0:31962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13bc0 00000080:00200000:0.0:1783444696.798533:0:31962:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:0.0:1783444696.798541:0:31962:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c752030e00. 00800000:00000002:0.0:1783444696.798548:0:31962:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444696.798552:0:31962:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444696.798557:0:31962:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444696.798559:0:31962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13ae0 00800000:00000002:0.0:1783444696.798563:0:31962:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444696.798566:0:31962:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783444696.798570:0:31962:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444696.798573:0:31962:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444696.798575:0:31962:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444696.798577:0:31962:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444696.798579:0:31962:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444696.798581:0:31962:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444696.798583:0:31962:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444696.798587:0:31962:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783444696.798592:0:31962:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444696.798594:0:31962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e139b0 00000002:00010000:0.0:1783444696.798596:0:31962:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783444696.798600:0:31962:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783444696.798603:0:31962:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444696.798606:0:31962:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783444696.798613:0:31962:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444696.798616:0:31962:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444696.798618:0:31962:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444696.798620:0:31962:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783444696.798622:0:31962:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783444696.798629:0:31962:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746730380. 00000020:00000040:0.0:1783444696.798634:0:31962:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:0.0:1783444696.798641:0:31962:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783444696.798646:0:31962:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444696.798649:0:31962:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444696.798652:0:31962:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444696.798654:0:31962:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444696.798658:0:31962:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444696.798665:0:31962:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c746767000. 00000100:00000001:0.0:1783444696.798671:0:31962:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444696.798676:0:31962:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444696.798678:0:31962:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444696.798679:0:31962:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444696.798680:0:31962:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444696.798682:0:31962:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444696.798687:0:31962:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622883799303040 : -121189910248576 : ffff91c746730380) 00010000:00000001:0.0:1783444696.798692:0:31962:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783444696.798694:0:31962:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783444696.798698:0:31962:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747e41200. 00010000:00000010:0.0:1783444696.798703:0:31962:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c751113d80. 00010000:00000001:0.0:1783444696.798708:0:31962:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783444696.798711:0:31962:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c74652d200. 00000020:00000001:0.0:1783444696.798715:0:31962:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783444696.798718:0:31962:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c74652d200 with handle 0x5503b2fe824ef500 to hash 00000020:00000001:0.0:1783444696.798720:0:31962:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783444696.798722:0:31962:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883797193216 : -121189912358400 : ffff91c74652d200) 00010000:00000001:0.0:1783444696.798726:0:31962:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883797193216 : -121189912358400 : ffff91c74652d200) 00010000:00000001:0.0:1783444696.798730:0:31962:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444696.798733:0:31962:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444696.798737:0:31962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef500 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444696.798747:0:31962:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef500 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444696.798758:0:31962:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef500 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31962 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783444696.798763:0:31962:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783444696.798765:0:31962:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783444696.800149:0:31962:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7603e0b40. 00000100:00000001:0.0:1783444696.800155:0:31962:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884232039232 : -121189477512384 : ffff91c7603e0b40) 00000100:00000001:0.0:1783444696.800159:0:31962:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444696.800161:0:31962:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799303040 : -121189910248576 : ffff91c746730380) 00000100:00000001:0.0:1783444696.800167:0:31962:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444696.800172:0:31962:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444696.800175:0:31962:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783444696.800176:0:31962:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444696.800187:0:31962:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746730380 x1870075608267904/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444696.800195:0:31962:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444696.800197:0:31962:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444696.800201:0:31962:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444696.800205:0:31962:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444696.800208:0:31962:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444696.800212:0:31962:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746730380 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:31962:1870075608267904:192.168.204.110@tcp:101:multiop.0 00000100:00000001:0.0:1783444696.800216:0:31962:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444696.800221:0:31962:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444696.800223:0:31962:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444696.800225:0:31962:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444696.800230:0:31962:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c7614b5800. 02000000:00000001:0.0:1783444696.800232:0:31962:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444696.800239:0:31962:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444696.800244:0:31962:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f840. 00000400:00000010:0.0:1783444696.800321:0:31962:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9330. 00000100:00000200:0.0:1783444696.800329:0:31962:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608267904, portal 10 00000100:00000001:0.0:1783444696.800331:0:31962:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444696.800332:0:31962:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799303040 : -121189910248576 : ffff91c746730380) 00000100:00000040:0.0:1783444696.800340:0:31962:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c746730380 x1870075608267904/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444712 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444696.800347:0:31962:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444696.800349:0:31962:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444696.800352:0:31962:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9cc0. 00000100:00000200:0.0:1783444696.800354:0:31962:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870075608267904, offset 0 00000400:00000200:0.0:1783444696.800360:0:31962:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444696.800368:0:31962:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444696.800375:0:31962:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444696.800380:0:31962:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444696.800385:0:31962:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444696.800389:0:31962:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444696.800392:0:31962:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444696.800396:0:31962:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2617:2617:256:4294967295] 192.168.204.110@tcp LPNI seq info [2617:2617:8:4294967295] 00000400:00000200:0.0:1783444696.800401:0:31962:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444696.800412:0:31962:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444696.800419:0:31962:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444696.800425:0:31962:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298900. 00000800:00000200:0.0:1783444696.800433:0:31962:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444696.800442:0:31962:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444696.800446:0:31962:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1783444696.800459:0:31962:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444696.800464:0:31962:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 853440 usecs (854 jiffies) 00000400:00000200:0.0:1783444696.800469:0:31962:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444696.800472:0:31962:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296336660 00000800:00000200:0.0:1783444696.800565:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444696.800568:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298900. 00000400:00000200:0.0:1783444696.800572:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444696.800577:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444696.800581:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9cc0 00000400:00000010:0.0:1783444696.800584:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9cc0. 00000100:00000001:0.0:1783444696.800587:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444696.800591:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730380 x1870075608267904/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444712 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444696.800601:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444696.800605:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746730380 x1870075608267904/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444712 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444696.800610:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444696.800612:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783444696.800624:0:31962:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296337408 00000100:00000001:0.0:1783444696.800627:0:31962:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296336660 00000100:00000001:0.0:1783444696.800629:0:31962:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296337408 00000100:00000001:0.0:1783444696.800631:0:31962:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444696.800633:0:31962:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444696.800635:0:31962:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444696.800637:0:31962:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783444696.800639:0:31962:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7603e0b40 going to sleep for 11 seconds 00000100:00000001:0.0:1783444696.800642:0:31962:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444696.800644:0:31962:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444696.808505:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444696.808668:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444696.808674:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444696.808678:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444696.808687:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444696.808695:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444696.808704:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444696.808714:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444696.808720:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444696.808724:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e8557c80 00000400:00000200:0.0:1783444696.808728:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444696.808733:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x7401 [1] + 224 00000800:00000001:0.0:1783444696.808741:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444696.808750:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444696.808753:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444696.808757:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444696.808763:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444696.808783:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746730380 x1870075608267904/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444712 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444696.808795:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c746730380 x1870075608267904/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444712 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444696.808816:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444696.808825:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444696.808828:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1783444696.811801:0:31962:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9cc0. 00000100:00000200:0.0:1783444696.811809:0:31962:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1870075608268032, offset 0 00000400:00000200:0.0:1783444696.811818:0:31962:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444696.811826:0:31962:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444696.811833:0:31962:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444696.811838:0:31962:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444696.811842:0:31962:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444696.811845:0:31962:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444696.811848:0:31962:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444696.811851:0:31962:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2618:2618:256:4294967295] 192.168.204.110@tcp LPNI seq info [2618:2618:8:4294967295] 00000400:00000200:0.0:1783444696.811855:0:31962:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444696.811864:0:31962:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444696.811870:0:31962:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444696.811876:0:31962:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298900. 00000800:00000200:0.0:1783444696.811882:0:31962:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444696.811890:0:31962:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444696.811894:0:31962:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1783444696.811916:0:31962:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444696.811925:0:31962:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 852152 usecs (853 jiffies) 00000400:00000200:0.0:1783444696.811929:0:31962:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444696.811932:0:31962:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296336670 00000100:00000001:0.0:1783444696.811936:0:31962:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296337408 00000100:00000001:0.0:1783444696.811938:0:31962:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296336670 00000100:00000001:0.0:1783444696.811940:0:31962:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296337408 00000100:00000001:0.0:1783444696.811942:0:31962:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444696.811946:0:31962:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444696.811948:0:31962:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444696.811950:0:31962:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783444696.811953:0:31962:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75859e840 going to sleep for 11 seconds 00000100:00000001:0.0:1783444696.811956:0:31962:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444696.811959:0:31962:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444696.812043:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444696.812049:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298900. 00000400:00000200:1.0:1783444696.812083:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444696.812089:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444696.812095:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9cc0 00000400:00000010:1.0:1783444696.812097:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9cc0. 00000100:00000001:1.0:1783444696.812101:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444696.812106:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0e00 x1870075608268032/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444712 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444696.812123:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444696.812127:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f0e00 x1870075608268032/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444712 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444696.812134:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444696.812136:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444696.823311:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444696.823327:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444696.823331:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444696.823334:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444696.823343:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444696.823352:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444696.823361:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444696.823366:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444696.823371:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444696.823375:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e8557d00 00000400:00000200:0.0:1783444696.823380:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444696.823386:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x7411 [1] + 224 00000800:00000001:0.0:1783444696.823393:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444696.823401:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444696.823404:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444696.823408:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444696.823416:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444696.823425:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0e00 x1870075608268032/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444712 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444696.823437:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c7603f0e00 x1870075608268032/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444712 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444696.823464:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444696.823472:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444696.823475:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000002:3.0:1783444696.824511:0:31962:0:(llite_lib.c:3158:ll_update_dir_depth_dmv()) d21g.recovery-small-1 [0x200000405:0x1f:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:3.0:1783444696.824517:0:31962:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1783444696.824522:0:31962:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1f:0x0](ffff91c748d72a08) 00000080:00010000:3.0:1783444696.824526:0:31962:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef507 from it ffffa31941e13ac8 00010000:00000001:3.0:1783444696.824528:0:31962:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444696.824530:0:31962:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444696.824532:0:31962:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224000 refcount=3 00000020:00000001:3.0:1783444696.824534:0:31962:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:3.0:1783444696.824536:0:31962:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:3.0:1783444696.824539:0:31962:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444696.824542:0:31962:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef507 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd0bc expref: -99 pid: 31962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444696.824550:0:31962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444696.824551:0:31962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444696.824552:0:31962:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444696.824555:0:31962:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444696.824557:0:31962:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef507 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd0bc expref: -99 pid: 31962 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444696.824564:0:31962:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444696.824567:0:31962:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444696.824569:0:31962:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444696.824573:0:31962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444696.824574:0:31962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444696.824575:0:31962:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444696.824578:0:31962:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444696.824580:0:31962:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444696.824582:0:31962:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444696.824585:0:31962:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444696.824587:0:31962:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444696.824588:0:31962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444696.824590:0:31962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783444696.824591:0:31962:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1783444696.824595:0:31962:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7467c3200. 00000100:00000001:3.0:1783444696.824599:0:31962:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444696.824605:0:31962:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0e00 x1870075608268032/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444712 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444696.824612:0:31962:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444696.824614:0:31962:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444696.824618:0:31962:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c743c08000. 02000000:00000001:3.0:1783444696.824621:0:31962:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444696.824623:0:31962:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444696.824624:0:31962:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444696.824627:0:31962:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444696.824630:0:31962:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c76023a800. 02000000:00000001:3.0:1783444696.824633:0:31962:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444696.824635:0:31962:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444696.824637:0:31962:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0e00. 00000100:00000001:3.0:1783444696.824641:0:31962:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444696.824642:0:31962:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444696.824649:0:31962:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:3.0:1783444696.824652:0:31962:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff91c748d72a08), inode mode 41ed mask 1 00000080:00000001:3.0:1783444696.824657:0:31962:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783444696.824672:0:31962:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91c74630a820. 00000080:00000001:3.0:1783444696.824676:0:31962:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:3.0:1783444696.824678:0:31962:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff91c748d72a08), inode mode 41ed mask 3 00000080:00000001:3.0:1783444696.824680:0:31962:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444696.824683:0:31962:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1783444696.824685:0:31962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13b50 00000080:00200000:3.0:1783444696.824687:0:31962:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000405:0x1f:0x0](ffff91c748d72a08), file ffff91c7502ac600, open_flags 8042, mode 81a4 opened 0 00000080:00000010:3.0:1783444696.824692:0:31962:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff91c7604bb480. 00000080:00000001:3.0:1783444696.824695:0:31962:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1783444696.824697:0:31962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13a00 00000080:00200000:3.0:1783444696.824699:0:31962:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x1f:0x0](ffff91c748d72a08), intent=open|creat 00000080:00000010:3.0:1783444696.824707:0:31962:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c744fe0c00. 00800000:00000002:3.0:1783444696.824710:0:31962:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c76050ac00 2 00000080:00000001:3.0:1783444696.824715:0:31962:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444696.824718:0:31962:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444696.824720:0:31962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13920 00800000:00000002:3.0:1783444696.824722:0:31962:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000405:0x1f:0x0] 00800000:00000001:3.0:1783444696.824725:0:31962:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1783444696.824727:0:31962:0:(lmv_obd.c:2238:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1783444696.824730:0:31962:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444696.824733:0:31962:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444696.824735:0:31962:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444696.824737:0:31962:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444696.824739:0:31962:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444696.824741:0:31962:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:3.0:1783444696.824753:0:31962:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444696.824757:0:31962:0:(lmv_obd.c:2284:lmv_locate_tgt_create()) Process leaving (rc=18446622883747488256 : -121189962063360 : ffff91c7435c6200) 00800000:00000001:3.0:1783444696.824761:0:31962:0:(lmv_obd.c:1203:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1783444696.824762:0:31962:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1783444696.824765:0:31962:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1783444696.824775:0:31962:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1783444696.824777:0:31962:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff91c759350000: Allocated FID [0x200000405:0x21:0x0] 40000000:00000001:3.0:1783444696.824780:0:31962:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444696.824782:0:31962:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444696.824784:0:31962:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444696.824785:0:31962:0:(lmv_obd.c:1227:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444696.824787:0:31962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e138a0 00800000:00000002:3.0:1783444696.824789:0:31962:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000405:0x1f:0x0], fid2=[0x200000405:0x21:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:3.0:1783444696.824794:0:31962:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444696.824795:0:31962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e137d8 00000002:00010000:3.0:1783444696.824797:0:31962:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f,[0x200000405:0x21:0x0]) in obj [0x200000405:0x1f:0x0], intent: open|creat flags 0100103 00000002:00000001:3.0:1783444696.824801:0:31962:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783444696.824803:0:31962:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1783444696.824806:0:31962:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1783444696.824810:0:31962:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444696.824812:0:31962:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783444696.824814:0:31962:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211200 count: 2 00010000:00000001:3.0:1783444696.824817:0:31962:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444696.824819:0:31962:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783444696.824823:0:31962:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444696.824825:0:31962:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444696.824827:0:31962:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444696.824831:0:31962:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760461f80. 00000020:00000040:3.0:1783444696.824835:0:31962:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:3.0:1783444696.824839:0:31962:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1783444696.824840:0:31962:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444696.824842:0:31962:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783444696.824846:0:31962:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444696.824849:0:31962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444696.824850:0:31962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444696.824851:0:31962:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444696.824853:0:31962:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444696.824855:0:31962:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444696.824859:0:31962:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444696.824865:0:31962:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c7452ae800. 00000100:00000001:3.0:1783444696.824870:0:31962:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444696.824873:0:31962:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444696.824875:0:31962:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444696.824876:0:31962:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444696.824877:0:31962:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444696.824879:0:31962:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444696.824886:0:31962:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622884232568704 : -121189476982912 : ffff91c760461f80) 00010000:00000001:3.0:1783444696.824889:0:31962:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783444696.824891:0:31962:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1783444696.824893:0:31962:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211200 count: 2 00010000:00000001:3.0:1783444696.824895:0:31962:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444696.824897:0:31962:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783444696.824900:0:31962:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c751b15000. 00000020:00000001:3.0:1783444696.824903:0:31962:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783444696.824906:0:31962:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c751b15000 with handle 0x5503b2fe824ef50e to hash 00000020:00000001:3.0:1783444696.824908:0:31962:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783444696.824909:0:31962:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444696.824912:0:31962:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444696.824915:0:31962:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444696.824917:0:31962:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444696.824920:0:31962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef50e lrc: 3/0,1 mode: --/CW res: [0x200000405:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444696.824927:0:31962:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef50e lrc: 3/0,1 mode: --/CW res: [0x200000405:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31962 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1783444696.824937:0:31962:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1783444696.824944:0:31962:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c760461f80 x1870075608268288/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1783444696.824953:0:31962:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef50e lrc: 3/0,1 mode: --/CW res: [0x200000405:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31962 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783444696.824958:0:31962:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444696.824960:0:31962:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444696.824965:0:31962:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c76036ff00. 00000100:00000001:3.0:1783444696.824967:0:31962:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884231577344 : -121189477974272 : ffff91c76036ff00) 00000100:00000001:3.0:1783444696.824969:0:31962:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444696.824971:0:31962:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232568704 : -121189476982912 : ffff91c760461f80) 00000100:00000001:3.0:1783444696.824975:0:31962:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444696.824979:0:31962:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444696.824981:0:31962:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444696.824982:0:31962:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444696.824986:0:31962:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760461f80 x1870075608268288/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444696.824992:0:31962:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444696.824994:0:31962:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444696.824998:0:31962:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444696.825001:0:31962:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444696.825003:0:31962:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444696.825006:0:31962:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760461f80 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:31962:1870075608268288:192.168.204.110@tcp:101:multiop.0 00000100:00000001:3.0:1783444696.825010:0:31962:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444696.825016:0:31962:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444696.825018:0:31962:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444696.825020:0:31962:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444696.825090:0:31962:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff91c7604e0000. 02000000:00000001:3.0:1783444696.825093:0:31962:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444696.825099:0:31962:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444696.825103:0:31962:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811cb8. 00000400:00000010:3.0:1783444696.825109:0:31962:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff91c7452ad800. 00000100:00000200:3.0:1783444696.825115:0:31962:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870075608268288, portal 10 00000100:00000001:3.0:1783444696.825117:0:31962:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444696.825119:0:31962:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232568704 : -121189476982912 : ffff91c760461f80) 00000100:00000040:3.0:1783444696.825124:0:31962:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c760461f80 x1870075608268288/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444712 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444696.825132:0:31962:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444696.825135:0:31962:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444696.825138:0:31962:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602186e8. 00000100:00000200:3.0:1783444696.825141:0:31962:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1870075608268288, offset 0 00000400:00000200:3.0:1783444696.825147:0:31962:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444696.825154:0:31962:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444696.825163:0:31962:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444696.825168:0:31962:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444696.825172:0:31962:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444696.825176:0:31962:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444696.825179:0:31962:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444696.825182:0:31962:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2619:2619:256:4294967295] 192.168.204.110@tcp LPNI seq info [2619:2619:8:4294967295] 00000400:00000200:3.0:1783444696.825204:0:31962:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444696.825214:0:31962:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444696.825220:0:31962:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444696.825226:0:31962:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760f26900. 00000800:00000200:3.0:1783444696.825232:0:31962:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444696.825240:0:31962:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444696.825244:0:31962:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760f26900 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1783444696.825261:0:31962:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444696.825266:0:31962:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 850875 usecs (851 jiffies) 00000400:00000200:3.0:1783444696.825269:0:31962:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444696.825272:0:31962:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296336682 00000100:00000001:3.0:1783444696.825274:0:31962:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296337408 00000100:00000001:3.0:1783444696.825277:0:31962:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296336682 00000100:00000001:3.0:1783444696.825279:0:31962:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296337408 00000100:00000001:3.0:1783444696.825281:0:31962:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444696.825284:0:31962:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444696.825286:0:31962:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444696.825288:0:31962:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444696.825291:0:31962:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c76036ff00 going to sleep for 11 seconds 00000100:00000001:3.0:1783444696.825294:0:31962:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444696.825295:0:31962:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444696.825378:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444696.825384:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760f26900. 00000400:00000200:1.0:1783444696.825390:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444696.825395:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444696.825400:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7602186e8 00000400:00000010:1.0:1783444696.825402:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7602186e8. 00000100:00000001:1.0:1783444696.825407:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444696.825411:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760461f80 x1870075608268288/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444712 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444696.825420:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444696.825424:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760461f80 x1870075608268288/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444712 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444696.825430:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444696.825432:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444696.838359:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444696.838377:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444696.838381:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444696.838384:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444696.838393:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444696.838400:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444696.838410:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444696.838414:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444696.838419:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444696.838424:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a4d2e8557e00 00000400:00000200:0.0:1783444696.838429:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444696.838434:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x7421 [32] + 224 00000800:00000001:0.0:1783444696.838441:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444696.838447:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444696.838450:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444696.838454:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444696.838461:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444696.838470:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760461f80 x1870075608268288/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444712 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444696.838481:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff91c760461f80 x1870075608268288/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444712 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444696.838501:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444696.838510:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444696.838514:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444696.838706:0:31962:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444696.838715:0:31962:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444696.838717:0:31962:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444696.838721:0:31962:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811cb8. 00000400:00000200:3.0:1783444696.838725:0:31962:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7452ad800 00000400:00000010:3.0:1783444696.838728:0:31962:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff91c7452ad800. 00000100:00000001:3.0:1783444696.838731:0:31962:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444696.838737:0:31962:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760461f80 x1870075608268288/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444712 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783444696.838746:0:31962:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760461f80 x1870075608268288/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444712 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444696.838753:0:31962:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444696.838754:0:31962:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444696.838757:0:31962:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444696.838761:0:31962:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444696.838763:0:31962:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444696.838950:0:31962:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444696.838956:0:31962:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444696.838965:0:31962:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=26 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444696.838970:0:31962:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444696.838973:0:31962:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444696.838975:0:31962:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444696.838978:0:31962:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444696.838981:0:31962:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444696.838984:0:31962:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783444696.838986:0:31962:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x100000129/0x1] 00000100:00000001:3.0:1783444696.838988:0:31962:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783444696.838990:0:31962:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444696.838992:0:31962:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232568704 : -121189476982912 : ffff91c760461f80) 00000100:00000001:3.0:1783444696.838995:0:31962:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444696.838997:0:31962:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967592 00000100:00000001:3.0:1783444696.838998:0:31962:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444696.839001:0:31962:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444696.839006:0:31962:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760461f80 x1870075608268288/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444712 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444696.839014:0:31962:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444696.839017:0:31962:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444696.839019:0:31962:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444696.839023:0:31962:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760461f80 x1870075608268288/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444712 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783444696.839031:0:31962:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760461f80 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:31962:1870075608268288:192.168.204.110@tcp:101:multiop.0 00000100:00000001:3.0:1783444696.839036:0:31962:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444696.839039:0:31962:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444696.839041:0:31962:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444696.839044:0:31962:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444696.839047:0:31962:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760461f80 x1870075608268288/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444712 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444696.839092:0:31962:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444696.839095:0:31962:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c76036ff00. 00000100:00000001:3.0:1783444696.839099:0:31962:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444696.839100:0:31962:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444696.839103:0:31962:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783444696.839108:0:31962:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444696.839110:0:31962:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444696.839113:0:31962:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15000 refcount=4 00000020:00000001:3.0:1783444696.839115:0:31962:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444696.839118:0:31962:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000040:3.0:1783444696.839124:0:31962:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c751b15000, remote cookie: 0x332dd2263f6dd0d8, flags: 0x1001 00010000:00010000:3.0:1783444696.839129:0:31962:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef50e lrc: 4/0,1 mode: --/CW res: [0x200000405:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd0d8 expref: -99 pid: 31962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1783444696.839137:0:31962:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x21:0x0].0x0, instead of [0x200000405:0x1f:0x0].0x0 00010000:00000001:3.0:1783444696.839140:0:31962:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1783444696.839148:0:31962:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c743ebfa00. 00010000:00000010:3.0:1783444696.839153:0:31962:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c75904a380. 00010000:00000001:3.0:1783444696.839158:0:31962:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444696.839161:0:31962:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef50e lrc: 4/0,1 mode: --/PR res: [0x200000405:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd0d8 expref: -99 pid: 31962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444696.840282:0:31962:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef50e lrc: 4/0,1 mode: --/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd0d8 expref: -99 pid: 31962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444696.840291:0:31962:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783444696.840295:0:31962:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783444696.840297:0:31962:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783444696.840298:0:31962:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783444696.840300:0:31962:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783444696.840303:0:31962:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x21:0x0].0x0 (ffff91c743ebfa00) refcount = 1 00010000:00010000:3.0:1783444696.840307:0:31962:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef50e lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd0d8 expref: -99 pid: 31962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444696.840314:0:31962:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783444696.840318:0:31962:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783444696.840320:0:31962:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444696.840323:0:31962:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783444696.840326:0:31962:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444696.840329:0:31962:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef50e lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd0d8 expref: -99 pid: 31962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444696.840335:0:31962:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783444696.840337:0:31962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444696.840339:0:31962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444696.840340:0:31962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444696.840341:0:31962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444696.840343:0:31962:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444696.840348:0:31962:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783444696.840351:0:31962:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444696.840353:0:31962:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444696.840355:0:31962:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15000 refcount=3 00000020:00000001:3.0:1783444696.840356:0:31962:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444696.840359:0:31962:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444696.840361:0:31962:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444696.840362:0:31962:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444696.840363:0:31962:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15000 refcount=4 00000020:00000001:3.0:1783444696.840365:0:31962:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444696.840367:0:31962:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444696.840369:0:31962:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444696.840373:0:31962:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444696.840376:0:31962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef50e lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd0d8 expref: -99 pid: 31962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444696.840382:0:31962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444696.840383:0:31962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444696.840385:0:31962:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444696.840386:0:31962:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444696.840387:0:31962:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15000 refcount=5 00000020:00000001:3.0:1783444696.840389:0:31962:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444696.840391:0:31962:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444696.840394:0:31962:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444696.840396:0:31962:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef50e lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd0d8 expref: -99 pid: 31962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444696.840402:0:31962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444696.840404:0:31962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783444696.840406:0:31962:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef50e lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd0d8 expref: -99 pid: 31962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444696.840412:0:31962:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444696.840413:0:31962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444696.840414:0:31962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444696.840415:0:31962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444696.840416:0:31962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783444696.840423:0:31962:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff91c760461f80 x1870075608268288/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444712 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1783444696.840433:0:31962:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1783444696.840437:0:31962:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c760461f80 x1870075608268288/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444712 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1783444696.840444:0:31962:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444696.840450:0:31962:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444696.840451:0:31962:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444696.840452:0:31962:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15000 refcount=3 00000020:00000001:3.0:1783444696.840454:0:31962:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444696.840456:0:31962:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00000002:00010000:3.0:1783444696.840460:0:31962:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef50e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd0d8 expref: -99 pid: 31962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444697.314166:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444697.314174:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444697.314180:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444697.314181:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444697.314207:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783444697.314210:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444697.314213:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1783444697.623967:0:31974:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783444697.623977:0:31974:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783444697.623981:0:31974:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444697.623985:0:31974:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfbc0 00000080:00200000:3.0:1783444697.623992:0:31974:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:3.0:1783444697.624002:0:31974:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c741343200. 00800000:00000002:3.0:1783444697.624011:0:31974:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444697.624017:0:31974:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444697.624023:0:31974:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444697.624026:0:31974:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfae0 00800000:00000002:3.0:1783444697.624029:0:31974:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444697.624034:0:31974:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444697.624038:0:31974:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444697.624041:0:31974:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444697.624149:0:31974:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444697.624152:0:31974:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444697.624155:0:31974:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444697.624157:0:31974:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444697.624160:0:31974:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444697.624164:0:31974:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444697.624170:0:31974:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444697.624173:0:31974:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bf9b0 00000002:00010000:3.0:1783444697.624175:0:31974:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444697.624179:0:31974:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444697.624182:0:31974:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444697.624185:0:31974:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444697.624193:0:31974:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41200 count: 2 00010000:00000001:3.0:1783444697.624196:0:31974:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444697.624202:0:31974:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444697.624207:0:31974:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444697.624213:0:31974:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef500 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd0a0 expref: -99 pid: 31962 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1783444697.624226:0:31974:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444697.624232:0:31974:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444697.624236:0:31974:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef500 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd0a0 expref: -99 pid: 31962 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1783444697.624250:0:31974:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783444697.624252:0:31974:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444697.624255:0:31974:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444697.624257:0:31974:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444697.624259:0:31974:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444697.624262:0:31974:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783444697.624265:0:31974:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783444697.624269:0:31974:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444697.624272:0:31974:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c741343200. 00000080:00000001:3.0:1783444697.624278:0:31974:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444697.624281:0:31974:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444697.624284:0:31974:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:3.0:1783444697.624288:0:31974:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef500 00800000:00000001:3.0:1783444697.624291:0:31974:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444697.624294:0:31974:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444697.624296:0:31974:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444697.624299:0:31974:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444697.624303:0:31974:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d200 refcount=3 00000020:00000001:3.0:1783444697.624305:0:31974:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797193216 : -121189912358400 : ffff91c74652d200) 00010000:00000001:3.0:1783444697.624308:0:31974:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797193216 : -121189912358400 : ffff91c74652d200) 00010000:00000001:3.0:1783444697.624311:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.624313:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444697.624314:0:31974:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444697.624317:0:31974:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444697.625554:0:31974:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef500 from it ffffa319419bfbf8 00010000:00000001:3.0:1783444697.625566:0:31974:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444697.625569:0:31974:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444697.625573:0:31974:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d200 refcount=3 00000020:00000001:3.0:1783444697.625575:0:31974:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797193216 : -121189912358400 : ffff91c74652d200) 00010000:00000001:3.0:1783444697.625579:0:31974:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797193216 : -121189912358400 : ffff91c74652d200) 00010000:00000001:3.0:1783444697.625582:0:31974:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444697.625588:0:31974:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef500 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd0a0 expref: -99 pid: 31962 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444697.625599:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.625601:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444697.625603:0:31974:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444697.625606:0:31974:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444697.625609:0:31974:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef500 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd0a0 expref: -99 pid: 31962 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1783444697.625621:0:31974:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444697.625625:0:31974:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444697.625627:0:31974:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444697.625633:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.625634:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444697.625636:0:31974:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444697.625639:0:31974:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444697.625641:0:31974:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444697.625643:0:31974:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444697.625646:0:31974:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444697.625648:0:31974:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444697.625650:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.625651:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444697.625655:0:31974:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783444697.625658:0:31974:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444697.625662:0:31974:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:3.0:1783444697.625669:0:31974:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783444697.625686:0:31974:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91c74630a5a0. 00000020:00000001:3.0:1783444697.625693:0:31974:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfb28 00000080:00200000:3.0:1783444697.625695:0:31974:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), flags=25 00000080:00000001:3.0:1783444697.625700:0:31974:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1783444697.625703:0:31974:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bf9d8 00000080:00200000:3.0:1783444697.625705:0:31974:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), intent=0 00000080:00000010:3.0:1783444697.625715:0:31974:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c741343200. 00800000:00000002:3.0:1783444697.625721:0:31974:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444697.625727:0:31974:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444697.625731:0:31974:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444697.625733:0:31974:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bf8f8 00800000:00000002:3.0:1783444697.625735:0:31974:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444697.625738:0:31974:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444697.625742:0:31974:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444697.625745:0:31974:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444697.625748:0:31974:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444697.625750:0:31974:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444697.625766:0:31974:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444697.625769:0:31974:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444697.625771:0:31974:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444697.625774:0:31974:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bf890 00800000:00000002:3.0:1783444697.625776:0:31974:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:3.0:1783444697.625782:0:31974:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444697.625783:0:31974:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bf7c8 00000002:00010000:3.0:1783444697.625785:0:31974:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1783444697.625789:0:31974:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783444697.625792:0:31974:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1783444697.625799:0:31974:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760463100. 00000020:00000040:3.0:1783444697.625804:0:31974:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:3.0:1783444697.625810:0:31974:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783444697.625815:0:31974:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444697.625818:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.625820:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444697.625821:0:31974:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444697.625825:0:31974:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444697.625827:0:31974:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444697.625831:0:31974:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444697.625841:0:31974:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c7452ad800. 00000100:00000001:3.0:1783444697.625849:0:31974:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444697.625856:0:31974:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444697.625858:0:31974:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444697.625859:0:31974:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444697.625861:0:31974:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444697.625863:0:31974:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444697.625872:0:31974:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622884232573184 : -121189476978432 : ffff91c760463100) 00010000:00000001:3.0:1783444697.625878:0:31974:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783444697.625881:0:31974:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1783444697.625886:0:31974:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41200 count: 2 00010000:00000001:3.0:1783444697.625889:0:31974:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444697.625892:0:31974:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783444697.625897:0:31974:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c751b14000. 00000020:00000001:3.0:1783444697.625900:0:31974:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783444697.625903:0:31974:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c751b14000 with handle 0x5503b2fe824ef515 to hash 00000020:00000001:3.0:1783444697.625905:0:31974:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783444697.625907:0:31974:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444697.625911:0:31974:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444697.625915:0:31974:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444697.625917:0:31974:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444697.625921:0:31974:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14000/0x5503b2fe824ef515 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444697.625930:0:31974:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14000/0x5503b2fe824ef515 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444697.625940:0:31974:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14000/0x5503b2fe824ef515 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31974 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783444697.625946:0:31974:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444697.625949:0:31974:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444697.625957:0:31974:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c76036ff00. 00000100:00000001:3.0:1783444697.625959:0:31974:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884231577344 : -121189477974272 : ffff91c76036ff00) 00000100:00000001:3.0:1783444697.625962:0:31974:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444697.625963:0:31974:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232573184 : -121189476978432 : ffff91c760463100) 00000100:00000001:3.0:1783444697.625969:0:31974:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444697.625975:0:31974:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444697.625977:0:31974:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444697.625979:0:31974:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444697.625993:0:31974:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760463100 x1870075608268416/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444697.626008:0:31974:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444697.626011:0:31974:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444697.626015:0:31974:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444697.626018:0:31974:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444697.626021:0:31974:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444697.626025:0:31974:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760463100 pname:cluuid:pid:xid:nid:opc:job touch:666e3c65-e321-43ec-a94e-a01058e25d7d:31974:1870075608268416:192.168.204.110@tcp:101:touch.0 00000100:00000001:3.0:1783444697.626041:0:31974:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444697.626049:0:31974:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444697.626052:0:31974:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444697.626072:0:31974:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444697.626078:0:31974:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c742b21800. 02000000:00000001:3.0:1783444697.626080:0:31974:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444697.626089:0:31974:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444697.626095:0:31974:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811cb8. 00000400:00000010:3.0:1783444697.626104:0:31974:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218770. 00000100:00000200:3.0:1783444697.626112:0:31974:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608268416, portal 10 00000100:00000001:3.0:1783444697.626114:0:31974:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444697.626116:0:31974:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232573184 : -121189476978432 : ffff91c760463100) 00000100:00000040:3.0:1783444697.626122:0:31974:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c760463100 x1870075608268416/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444713 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444697.626130:0:31974:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444697.626134:0:31974:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444697.626137:0:31974:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218f68. 00000100:00000200:3.0:1783444697.626141:0:31974:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1870075608268416, offset 0 00000400:00000200:3.0:1783444697.626148:0:31974:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444697.626159:0:31974:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444697.626169:0:31974:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444697.626175:0:31974:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444697.626180:0:31974:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444697.626185:0:31974:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444697.626188:0:31974:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444697.626193:0:31974:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2620:2620:256:4294967295] 192.168.204.110@tcp LPNI seq info [2620:2620:8:4294967295] 00000400:00000200:3.0:1783444697.626198:0:31974:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444697.626210:0:31974:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444697.626218:0:31974:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444697.626224:0:31974:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760f26900. 00000800:00000200:3.0:1783444697.626232:0:31974:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444697.626242:0:31974:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444697.626247:0:31974:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760f26900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1783444697.626270:0:31974:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444697.626276:0:31974:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 849605 usecs (850 jiffies) 00000400:00000200:3.0:1783444697.626279:0:31974:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444697.626283:0:31974:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296337482 00000100:00000001:3.0:1783444697.626294:0:31974:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296337408 00000100:00000001:3.0:1783444697.626302:0:31974:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296337482 00000100:00000001:3.0:1783444697.626306:0:31974:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296337408 00000100:00000001:3.0:1783444697.626309:0:31974:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444697.626312:0:31974:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444697.626316:0:31974:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444697.626318:0:31974:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444697.626322:0:31974:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c76036ff00 going to sleep for 11 seconds 00000100:00000001:3.0:1783444697.626325:0:31974:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444697.626329:0:31974:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444697.626463:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444697.626470:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760f26900. 00000400:00000200:1.0:1783444697.626479:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444697.626485:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444697.626491:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218f68 00000400:00000010:1.0:1783444697.626494:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218f68. 00000100:00000001:1.0:1783444697.626499:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444697.626504:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760463100 x1870075608268416/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444713 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444697.626516:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444697.626519:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760463100 x1870075608268416/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444713 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444697.626533:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444697.626535:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444697.631254:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444697.631290:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444697.631297:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444697.631300:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444697.631313:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444697.631336:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444697.631348:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444697.631354:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444697.631362:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444697.631367:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e8557e80 00000400:00000200:0.0:1783444697.631384:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444697.631392:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x7429 [1] + 224 00000800:00000001:0.0:1783444697.631401:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444697.631414:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444697.631418:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444697.631424:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444697.631435:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444697.631446:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760463100 x1870075608268416/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444713 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444697.631459:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c760463100 x1870075608268416/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444713 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444697.631476:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444697.631487:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444697.631490:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444697.631518:0:31974:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444697.631529:0:31974:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444697.631531:0:31974:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444697.631535:0:31974:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811cb8. 00000400:00000200:3.0:1783444697.631540:0:31974:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218770 00000400:00000010:3.0:1783444697.631543:0:31974:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218770. 00000100:00000001:3.0:1783444697.631546:0:31974:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444697.631552:0:31974:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760463100 x1870075608268416/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444713 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783444697.631568:0:31974:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760463100 x1870075608268416/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444713 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444697.631575:0:31974:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444697.631577:0:31974:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444697.631580:0:31974:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444697.631584:0:31974:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444697.631587:0:31974:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444697.631589:0:31974:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444697.631593:0:31974:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444697.631604:0:31974:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=27 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444697.631609:0:31974:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444697.631612:0:31974:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444697.631613:0:31974:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444697.631617:0:31974:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444697.631621:0:31974:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444697.631625:0:31974:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444697.631627:0:31974:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967592 00000100:00000001:3.0:1783444697.631629:0:31974:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444697.631632:0:31974:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444697.631637:0:31974:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760463100 x1870075608268416/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444713 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444697.631644:0:31974:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444697.631647:0:31974:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444697.631650:0:31974:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444697.631654:0:31974:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760463100 x1870075608268416/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444713 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783444697.631662:0:31974:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760463100 pname:cluuid:pid:xid:nid:opc:job touch:666e3c65-e321-43ec-a94e-a01058e25d7d:31974:1870075608268416:192.168.204.110@tcp:101:touch.0 00000100:00000001:3.0:1783444697.631667:0:31974:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444697.631670:0:31974:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444697.631672:0:31974:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444697.631675:0:31974:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444697.631679:0:31974:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760463100 x1870075608268416/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444713 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444697.631685:0:31974:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444697.631688:0:31974:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c76036ff00. 00000100:00000001:3.0:1783444697.631691:0:31974:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444697.631693:0:31974:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444697.631696:0:31974:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783444697.631701:0:31974:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444697.631705:0:31974:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444697.631709:0:31974:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14000 refcount=4 00000020:00000001:3.0:1783444697.631711:0:31974:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444697.631715:0:31974:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000040:3.0:1783444697.631722:0:31974:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c751b14000, remote cookie: 0x332dd2263f6dd0fb, flags: 0x1001 00010000:00010000:3.0:1783444697.631728:0:31974:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14000/0x5503b2fe824ef515 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd0fb expref: -99 pid: 31974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1783444697.631737:0:31974:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1783444697.631740:0:31974:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1783444697.631750:0:31974:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c743ebf100. 00010000:00000010:3.0:1783444697.631828:0:31974:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c75904ae80. 00010000:00000001:3.0:1783444697.631836:0:31974:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444697.631840:0:31974:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14000/0x5503b2fe824ef515 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd0fb expref: -99 pid: 31974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444697.631848:0:31974:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14000/0x5503b2fe824ef515 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd0fb expref: -99 pid: 31974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444697.631856:0:31974:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783444697.631861:0:31974:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783444697.631864:0:31974:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783444697.631866:0:31974:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783444697.631868:0:31974:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783444697.631871:0:31974:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x20:0x0].0x0 (ffff91c743ebf100) refcount = 1 00010000:00010000:3.0:1783444697.631875:0:31974:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14000/0x5503b2fe824ef515 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd0fb expref: -99 pid: 31974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444697.631882:0:31974:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783444697.631886:0:31974:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783444697.631887:0:31974:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444697.631890:0:31974:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783444697.631893:0:31974:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444697.631896:0:31974:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14000/0x5503b2fe824ef515 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd0fb expref: -99 pid: 31974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444697.631902:0:31974:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783444697.631904:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.631906:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444697.631907:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.631908:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444697.631910:0:31974:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444697.631915:0:31974:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783444697.631918:0:31974:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444697.631919:0:31974:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444697.631921:0:31974:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14000 refcount=3 00000020:00000001:3.0:1783444697.631923:0:31974:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444697.631925:0:31974:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444697.631928:0:31974:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444697.631929:0:31974:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444697.631930:0:31974:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14000 refcount=4 00000020:00000001:3.0:1783444697.631932:0:31974:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444697.631934:0:31974:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444697.631937:0:31974:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444697.631941:0:31974:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444697.631944:0:31974:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14000/0x5503b2fe824ef515 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd0fb expref: -99 pid: 31974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444697.631957:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.631958:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444697.631960:0:31974:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444697.631961:0:31974:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444697.631963:0:31974:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14000 refcount=5 00000020:00000001:3.0:1783444697.631965:0:31974:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444697.631967:0:31974:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444697.631970:0:31974:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444697.631972:0:31974:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14000/0x5503b2fe824ef515 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd0fb expref: -99 pid: 31974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444697.631979:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.631980:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783444697.631982:0:31974:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14000/0x5503b2fe824ef515 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd0fb expref: -99 pid: 31974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444697.631988:0:31974:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444697.631990:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.631991:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444697.631992:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.631993:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783444697.631998:0:31974:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff91c760463100 x1870075608268416/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444713 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783444697.632007:0:31974:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444697.632008:0:31974:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444697.632010:0:31974:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14000 refcount=3 00000020:00000001:3.0:1783444697.632012:0:31974:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444697.632014:0:31974:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444697.632016:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.632017:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444697.632019:0:31974:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444697.632022:0:31974:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444697.632025:0:31974:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783444697.632027:0:31974:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444697.632029:0:31974:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444697.632030:0:31974:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14000 refcount=3 00000020:00000001:3.0:1783444697.632032:0:31974:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444697.632034:0:31974:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00000002:00010000:3.0:1783444697.632038:0:31974:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14000/0x5503b2fe824ef515 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd0fb expref: -99 pid: 31974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444697.632045:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.632046:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444697.632048:0:31974:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783444697.632049:0:31974:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444697.632051:0:31974:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444697.632052:0:31974:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14000 refcount=3 00000020:00000001:3.0:1783444697.632089:0:31974:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444697.632093:0:31974:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000040:3.0:1783444697.632098:0:31974:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf100 count: 2 00010000:00000001:3.0:1783444697.632101:0:31974:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783444697.632105:0:31974:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589935621/32 (0 0) 00010000:00000001:3.0:1783444697.632108:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.632109:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444697.632111:0:31974:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783444697.632115:0:31974:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bf750 00000002:00002000:3.0:1783444697.632118:0:31974:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=lookup status=0 disp=b: rc = 0 00000002:00000001:3.0:1783444697.632122:0:31974:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444697.632127:0:31974:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444697.632132:0:31974:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783444697.632137:0:31974:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1783444697.632141:0:31974:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444697.632146:0:31974:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000001:3.0:1783444697.632149:0:31974:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1783444697.632221:0:31974:0:(namei.c:674:ll_lookup_it_finish()) it ffffa319419bfac8 it_disposition b 00000080:00000001:3.0:1783444697.632227:0:31974:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783444697.632234:0:31974:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1783444697.632238:0:31974:0:(lmv_obd.c:3920:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1783444697.632244:0:31974:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c74317b9c0. 00800000:00000001:3.0:1783444697.632246:0:31974:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622883742988736 : -121189966562880 : ffff91c74317b9c0) 00800000:00000001:3.0:1783444697.632249:0:31974:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444697.632252:0:31974:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783444697.632255:0:31974:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:3.0:1783444697.632258:0:31974:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1783444697.632266:0:31974:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783444697.632268:0:31974:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x20:0x0] 00000080:00000001:3.0:1783444697.632271:0:31974:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000002:3.0:1783444697.632276:0:31974:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=0 index=0 hash=invalid:0x0 max_inherit=0 max_inherit_rr=0 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:3.0:1783444697.632281:0:31974:0:(llite_lib.c:1827:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1783444697.632283:0:31974:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444697.632286:0:31974:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:3.0:1783444697.632289:0:31974:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1783444697.632497:0:31974:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000405:0x20:0x0], updating i_size 4096 00000080:00200000:3.0:1783444697.632503:0:31974:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x20:0x0](ffff91c748d75348): rc = 0 00000080:00000001:3.0:1783444697.632505:0:31974:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622883839431496 : -121189870120120 : ffff91c748d75348) 00010000:00000001:3.0:1783444697.632508:0:31974:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444697.632510:0:31974:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444697.632511:0:31974:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14000 refcount=3 00000020:00000001:3.0:1783444697.632513:0:31974:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444697.632516:0:31974:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444697.632518:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.632519:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783444697.632521:0:31974:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783444697.632524:0:31974:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1783444697.632526:0:31974:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444697.632530:0:31974:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x20:0x0](ffff91c748d75348) for lock 0x5503b2fe824ef515 00800000:00000001:3.0:1783444697.632533:0:31974:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444697.632535:0:31974:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444697.632537:0:31974:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444697.632538:0:31974:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444697.632539:0:31974:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14000 refcount=3 00000020:00000001:3.0:1783444697.632542:0:31974:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444697.632543:0:31974:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444697.632546:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.632546:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444697.632548:0:31974:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444697.632551:0:31974:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1783444697.632559:0:31974:0:(namei.c:653:ll_splice_alias()) Add dentry ffff91c748cdc1b0 inode ffff91c748d75348 refc 1 flags 0x20000e 00000080:00000002:3.0:1783444697.632565:0:31974:0:(llite_lib.c:3158:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:3.0:1783444697.632569:0:31974:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1783444697.632573:0:31974:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x20:0x0](ffff91c748d75348) 00000080:00010000:3.0:1783444697.632577:0:31974:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef515 from it ffffa319419bfac8 00010000:00000001:3.0:1783444697.632579:0:31974:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444697.632580:0:31974:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444697.632581:0:31974:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14000 refcount=3 00000020:00000001:3.0:1783444697.632583:0:31974:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444697.632585:0:31974:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444697.632587:0:31974:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444697.632590:0:31974:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14000/0x5503b2fe824ef515 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd0fb expref: -99 pid: 31974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444697.632597:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.632598:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444697.632600:0:31974:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444697.632603:0:31974:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444697.632605:0:31974:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14000/0x5503b2fe824ef515 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd0fb expref: -99 pid: 31974 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444697.632613:0:31974:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444697.632616:0:31974:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444697.632618:0:31974:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444697.632624:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.632625:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444697.632627:0:31974:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444697.632630:0:31974:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444697.632632:0:31974:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444697.632634:0:31974:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444697.632637:0:31974:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444697.632639:0:31974:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444697.632640:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.632641:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783444697.632643:0:31974:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1783444697.632647:0:31974:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c741343200. 00000100:00000001:3.0:1783444697.632652:0:31974:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444697.632658:0:31974:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760463100 x1870075608268416/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444713 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444697.632667:0:31974:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444697.632670:0:31974:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444697.632675:0:31974:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c742b21800. 02000000:00000001:3.0:1783444697.632679:0:31974:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444697.632682:0:31974:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444697.632684:0:31974:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444697.632687:0:31974:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444697.632690:0:31974:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c7452ad800. 02000000:00000001:3.0:1783444697.632694:0:31974:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444697.632697:0:31974:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444697.632699:0:31974:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760463100. 00000100:00000001:3.0:1783444697.632703:0:31974:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444697.632705:0:31974:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444697.632716:0:31974:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:3.0:1783444697.632720:0:31974:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000405:0x20:0x0](ffff91c748d75348), inode mode 41ed mask 1 00000080:00000001:3.0:1783444697.632726:0:31974:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783444697.632745:0:31974:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91c74630a7a0. 00000080:00000001:3.0:1783444697.632751:0:31974:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:3.0:1783444697.632828:0:31974:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000405:0x20:0x0](ffff91c748d75348), inode mode 41ed mask 3 00000080:00000001:3.0:1783444697.632832:0:31974:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444697.632836:0:31974:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1783444697.632837:0:31974:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfb50 00000080:00200000:3.0:1783444697.632840:0:31974:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000405:0x20:0x0](ffff91c748d75348), file ffff91c742a8b800, open_flags 8941, mode 81b6 opened 0 00000080:00000010:3.0:1783444697.632846:0:31974:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff91c7604bbea0. 00000080:00000001:3.0:1783444697.632851:0:31974:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1783444697.632853:0:31974:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfa00 00000080:00200000:3.0:1783444697.632855:0:31974:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x20:0x0](ffff91c748d75348), intent=open|creat 00000080:00000010:3.0:1783444697.632865:0:31974:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c741343200. 00800000:00000002:3.0:1783444697.632869:0:31974:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c74317b9c0 2 00000080:00000001:3.0:1783444697.632877:0:31974:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444697.632881:0:31974:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444697.632883:0:31974:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bf920 00800000:00000002:3.0:1783444697.632885:0:31974:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000405:0x20:0x0] 00800000:00000001:3.0:1783444697.632889:0:31974:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1783444697.632892:0:31974:0:(lmv_obd.c:2238:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1783444697.632896:0:31974:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444697.632899:0:31974:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444697.632902:0:31974:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444697.632904:0:31974:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444697.632907:0:31974:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444697.632910:0:31974:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:3.0:1783444697.632913:0:31974:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444697.632917:0:31974:0:(lmv_obd.c:2284:lmv_locate_tgt_create()) Process leaving (rc=18446622883747488256 : -121189962063360 : ffff91c7435c6200) 00800000:00000001:3.0:1783444697.632921:0:31974:0:(lmv_obd.c:1203:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1783444697.632923:0:31974:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1783444697.632926:0:31974:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1783444697.632930:0:31974:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1783444697.632933:0:31974:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff91c759350000: Allocated FID [0x200000405:0x22:0x0] 40000000:00000001:3.0:1783444697.632936:0:31974:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444697.632938:0:31974:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444697.632940:0:31974:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444697.632942:0:31974:0:(lmv_obd.c:1227:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444697.632944:0:31974:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bf8a0 00800000:00000002:3.0:1783444697.632946:0:31974:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000405:0x20:0x0], fid2=[0x200000405:0x22:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:3.0:1783444697.632951:0:31974:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444697.632953:0:31974:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bf7d8 00000002:00010000:3.0:1783444697.632955:0:31974:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f,[0x200000405:0x22:0x0]) in obj [0x200000405:0x20:0x0], intent: open|creat flags 0104502 00000002:00000001:3.0:1783444697.632960:0:31974:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783444697.632963:0:31974:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1783444697.632966:0:31974:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1783444697.632971:0:31974:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444697.632973:0:31974:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783444697.632975:0:31974:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf100 count: 2 00010000:00000001:3.0:1783444697.632978:0:31974:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444697.632981:0:31974:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783444697.632984:0:31974:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444697.632986:0:31974:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444697.632988:0:31974:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444697.632992:0:31974:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760463100. 00000020:00000040:3.0:1783444697.632996:0:31974:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:3.0:1783444697.633001:0:31974:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1783444697.633003:0:31974:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444697.633006:0:31974:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783444697.633011:0:31974:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444697.633014:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.633015:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444697.633017:0:31974:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444697.633020:0:31974:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444697.633023:0:31974:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444697.633027:0:31974:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444697.633035:0:31974:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c7452ad800. 00000100:00000001:3.0:1783444697.633041:0:31974:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444697.633045:0:31974:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444697.633047:0:31974:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444697.633049:0:31974:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444697.633050:0:31974:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444697.633052:0:31974:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444697.633084:0:31974:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622884232573184 : -121189476978432 : ffff91c760463100) 00010000:00000001:3.0:1783444697.633088:0:31974:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783444697.633091:0:31974:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1783444697.633094:0:31974:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf100 count: 2 00010000:00000001:3.0:1783444697.633096:0:31974:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444697.633100:0:31974:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783444697.633104:0:31974:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c751b14800. 00000020:00000001:3.0:1783444697.633108:0:31974:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783444697.633111:0:31974:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c751b14800 with handle 0x5503b2fe824ef51c to hash 00000020:00000001:3.0:1783444697.633113:0:31974:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783444697.633115:0:31974:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444697.633120:0:31974:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444697.633122:0:31974:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444697.633125:0:31974:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444697.633128:0:31974:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef51c lrc: 3/0,1 mode: --/CW res: [0x200000405:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444697.633136:0:31974:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef51c lrc: 3/0,1 mode: --/CW res: [0x200000405:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31974 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1783444697.633149:0:31974:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1783444697.633232:0:31974:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c760463100 x1870075608268672/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1783444697.633243:0:31974:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef51c lrc: 3/0,1 mode: --/CW res: [0x200000405:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31974 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783444697.633249:0:31974:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444697.633252:0:31974:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444697.633259:0:31974:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c76036ff00. 00000100:00000001:3.0:1783444697.633261:0:31974:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884231577344 : -121189477974272 : ffff91c76036ff00) 00000100:00000001:3.0:1783444697.633264:0:31974:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444697.633266:0:31974:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232573184 : -121189476978432 : ffff91c760463100) 00000100:00000001:3.0:1783444697.633271:0:31974:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444697.633276:0:31974:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444697.633278:0:31974:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444697.633280:0:31974:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444697.633284:0:31974:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760463100 x1870075608268672/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444697.633298:0:31974:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444697.633300:0:31974:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444697.633305:0:31974:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444697.633308:0:31974:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444697.633311:0:31974:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444697.633314:0:31974:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760463100 pname:cluuid:pid:xid:nid:opc:job touch:666e3c65-e321-43ec-a94e-a01058e25d7d:31974:1870075608268672:192.168.204.110@tcp:101:touch.0 00000100:00000001:3.0:1783444697.633319:0:31974:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444697.633326:0:31974:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444697.633330:0:31974:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444697.633333:0:31974:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444697.633411:0:31974:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff91c7604e0000. 02000000:00000001:3.0:1783444697.633414:0:31974:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444697.633421:0:31974:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444697.633426:0:31974:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811cb8. 00000400:00000010:3.0:1783444697.633433:0:31974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff91c7452acc00. 00000100:00000200:3.0:1783444697.633443:0:31974:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870075608268672, portal 10 00000100:00000001:3.0:1783444697.633445:0:31974:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444697.633446:0:31974:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232573184 : -121189476978432 : ffff91c760463100) 00000100:00000040:3.0:1783444697.633453:0:31974:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c760463100 x1870075608268672/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444713 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444697.633460:0:31974:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444697.633463:0:31974:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444697.633468:0:31974:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218770. 00000100:00000200:3.0:1783444697.633472:0:31974:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1870075608268672, offset 0 00000400:00000200:3.0:1783444697.633479:0:31974:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444697.633488:0:31974:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444697.633497:0:31974:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444697.633505:0:31974:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444697.633510:0:31974:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444697.633515:0:31974:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444697.633519:0:31974:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444697.633523:0:31974:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2621:2621:256:4294967295] 192.168.204.110@tcp LPNI seq info [2621:2621:8:4294967295] 00000400:00000200:3.0:1783444697.633529:0:31974:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444697.633539:0:31974:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444697.633547:0:31974:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444697.633553:0:31974:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760f26b00. 00000800:00000200:3.0:1783444697.633562:0:31974:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444697.633573:0:31974:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444697.633579:0:31974:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760f26b00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1783444697.633656:0:31974:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444697.633662:0:31974:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 848322 usecs (849 jiffies) 00000400:00000200:3.0:1783444697.633667:0:31974:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444697.633671:0:31974:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296337488 00000100:00000001:3.0:1783444697.633680:0:31974:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296337482 00000100:00000001:3.0:1783444697.633687:0:31974:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296337488 00000100:00000001:3.0:1783444697.633691:0:31974:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296337482 00000100:00000001:3.0:1783444697.633694:0:31974:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444697.633697:0:31974:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444697.633700:0:31974:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444697.633702:0:31974:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444697.633706:0:31974:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c76036ff00 going to sleep for 11 seconds 00000100:00000001:3.0:1783444697.633709:0:31974:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444697.633712:0:31974:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444697.633941:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444697.633947:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760f26b00. 00000400:00000200:1.0:1783444697.633954:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444697.633960:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444697.633967:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218770 00000400:00000010:1.0:1783444697.633969:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218770. 00000100:00000001:1.0:1783444697.633973:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444697.633977:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760463100 x1870075608268672/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444713 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444697.633987:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444697.633991:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760463100 x1870075608268672/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444713 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444697.633998:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444697.633999:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444697.651651:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444697.651679:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444697.651684:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444697.651687:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444697.651699:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444697.651709:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444697.651722:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444697.651728:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444697.651734:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444697.651740:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a4d2e8557f80 00000400:00000200:0.0:1783444697.651745:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444697.651763:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x7431 [32] + 224 00000800:00000001:0.0:1783444697.651773:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444697.651782:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444697.651786:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444697.651792:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444697.651802:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444697.651813:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760463100 x1870075608268672/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444713 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444697.651828:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff91c760463100 x1870075608268672/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444713 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444697.651899:0:31974:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444697.651920:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444697.651932:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444697.651936:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783444697.656190:0:31974:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444697.656200:0:31974:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444697.656206:0:31974:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811cb8. 00000400:00000200:3.0:1783444697.656229:0:31974:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7452acc00 00000400:00000010:3.0:1783444697.656232:0:31974:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff91c7452acc00. 00000100:00000001:3.0:1783444697.656239:0:31974:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444697.656672:0:31974:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760463100 x1870075608268672/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444713 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783444697.656692:0:31974:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760463100 x1870075608268672/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444713 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444697.656709:0:31974:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444697.656713:0:31974:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444697.656717:0:31974:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444697.656721:0:31974:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444697.656723:0:31974:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444697.656726:0:31974:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444697.656730:0:31974:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444697.656742:0:31974:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=27 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444697.656746:0:31974:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444697.656749:0:31974:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444697.656751:0:31974:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444697.656764:0:31974:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444697.656768:0:31974:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444697.656772:0:31974:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783444697.656774:0:31974:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x10000012a/0x1] 00000100:00000001:3.0:1783444697.656777:0:31974:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783444697.656779:0:31974:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444697.656782:0:31974:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232573184 : -121189476978432 : ffff91c760463100) 00000100:00000001:3.0:1783444697.656786:0:31974:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444697.656789:0:31974:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967592 00000100:00000001:3.0:1783444697.656791:0:31974:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444697.656795:0:31974:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444697.656800:0:31974:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760463100 x1870075608268672/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444713 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444697.656808:0:31974:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444697.656812:0:31974:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444697.656814:0:31974:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444697.656818:0:31974:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760463100 x1870075608268672/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444713 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783444697.656827:0:31974:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760463100 pname:cluuid:pid:xid:nid:opc:job touch:666e3c65-e321-43ec-a94e-a01058e25d7d:31974:1870075608268672:192.168.204.110@tcp:101:touch.0 00000100:00000001:3.0:1783444697.656833:0:31974:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444697.656838:0:31974:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444697.656841:0:31974:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444697.656844:0:31974:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444697.656848:0:31974:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760463100 x1870075608268672/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444713 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444697.656856:0:31974:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444697.656859:0:31974:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c76036ff00. 00000100:00000001:3.0:1783444697.656863:0:31974:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444697.656865:0:31974:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444697.656869:0:31974:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783444697.656875:0:31974:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444697.656878:0:31974:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444697.656882:0:31974:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14800 refcount=4 00000020:00000001:3.0:1783444697.656885:0:31974:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444697.656888:0:31974:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000040:3.0:1783444697.656896:0:31974:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c751b14800, remote cookie: 0x332dd2263f6dd117, flags: 0x1001 00010000:00010000:3.0:1783444697.656903:0:31974:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef51c lrc: 4/0,1 mode: --/CW res: [0x200000405:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd117 expref: -99 pid: 31974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1783444697.656914:0:31974:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x22:0x0].0x0, instead of [0x200000405:0x20:0x0].0x0 00010000:00000001:3.0:1783444697.656918:0:31974:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1783444697.656933:0:31974:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c743ebfe00. 00010000:00000010:3.0:1783444697.656938:0:31974:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c75904ad00. 00010000:00000001:3.0:1783444697.656944:0:31974:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444697.656948:0:31974:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef51c lrc: 4/0,1 mode: --/PR res: [0x200000405:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd117 expref: -99 pid: 31974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444697.656957:0:31974:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef51c lrc: 4/0,1 mode: --/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd117 expref: -99 pid: 31974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444697.656970:0:31974:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783444697.656975:0:31974:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783444697.656977:0:31974:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783444697.656979:0:31974:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783444697.656982:0:31974:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783444697.656985:0:31974:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x22:0x0].0x0 (ffff91c743ebfe00) refcount = 1 00010000:00010000:3.0:1783444697.656989:0:31974:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef51c lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd117 expref: -99 pid: 31974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444697.656996:0:31974:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783444697.656999:0:31974:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783444697.657001:0:31974:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444697.657004:0:31974:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783444697.657007:0:31974:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444697.657011:0:31974:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef51c lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd117 expref: -99 pid: 31974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444697.657017:0:31974:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783444697.657019:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.657021:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444697.657022:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.657023:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444697.657025:0:31974:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444697.657031:0:31974:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783444697.657034:0:31974:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444697.657035:0:31974:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444697.657037:0:31974:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14800 refcount=3 00000020:00000001:3.0:1783444697.657039:0:31974:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444697.657041:0:31974:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444697.657044:0:31974:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444697.657045:0:31974:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444697.657046:0:31974:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14800 refcount=4 00000020:00000001:3.0:1783444697.657048:0:31974:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444697.657050:0:31974:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444697.657080:0:31974:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444697.657087:0:31974:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444697.657092:0:31974:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef51c lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd117 expref: -99 pid: 31974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444697.657098:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.657099:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444697.657101:0:31974:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444697.657102:0:31974:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444697.657103:0:31974:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14800 refcount=5 00000020:00000001:3.0:1783444697.657105:0:31974:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444697.657107:0:31974:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444697.657109:0:31974:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444697.657112:0:31974:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef51c lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd117 expref: -99 pid: 31974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444697.657118:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.657119:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783444697.657122:0:31974:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef51c lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd117 expref: -99 pid: 31974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444697.657128:0:31974:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444697.657130:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.657131:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444697.657132:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.657133:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783444697.657138:0:31974:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff91c760463100 x1870075608268672/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444713 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1783444697.657148:0:31974:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1783444697.657153:0:31974:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c760463100 x1870075608268672/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444713 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1783444697.657165:0:31974:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444697.657173:0:31974:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444697.657175:0:31974:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444697.657177:0:31974:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14800 refcount=3 00000020:00000001:3.0:1783444697.657179:0:31974:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444697.657181:0:31974:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00000002:00010000:3.0:1783444697.657185:0:31974:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef51c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd117 expref: -99 pid: 31974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1783444697.657195:0:31974:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff91c74317be00. 00010000:00000001:3.0:1783444697.657197:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.657199:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444697.657200:0:31974:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444697.657202:0:31974:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444697.657206:0:31974:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1783444697.657543:0:31974:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444697.657546:0:31974:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232573184 : -121189476978432 : ffff91c760463100) 00000100:00000001:3.0:1783444697.657549:0:31974:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444697.657550:0:31974:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232573184 : -121189476978432 : ffff91c760463100) 00010000:00000001:3.0:1783444697.657552:0:31974:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444697.657553:0:31974:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444697.657555:0:31974:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14800 refcount=3 00000020:00000001:3.0:1783444697.657557:0:31974:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444697.657559:0:31974:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00000002:00010000:3.0:1783444697.657563:0:31974:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef51c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd117 expref: -99 pid: 31974 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444697.657571:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.657572:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444697.657575:0:31974:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783444697.657576:0:31974:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444697.657578:0:31974:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444697.657579:0:31974:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14800 refcount=3 00000020:00000001:3.0:1783444697.657581:0:31974:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444697.657583:0:31974:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000040:3.0:1783444697.657588:0:31974:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebfe00 count: 2 00010000:00000001:3.0:1783444697.657591:0:31974:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783444697.657596:0:31974:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589935621/34 (0 0) 00010000:00000001:3.0:1783444697.657599:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.657600:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444697.657602:0:31974:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783444697.657605:0:31974:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bf760 00000002:00002000:3.0:1783444697.657608:0:31974:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:3.0:1783444697.657612:0:31974:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444697.657616:0:31974:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444697.657619:0:31974:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783444697.657623:0:31974:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000405:0x20:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1783444697.657627:0:31974:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444697.657633:0:31974:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c74317b9c0 2 00000080:00000001:3.0:1783444697.657637:0:31974:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1783444697.657639:0:31974:0:(namei.c:674:ll_lookup_it_finish()) it ffff91c7604bbea0 it_disposition 1800037 00000080:00002000:3.0:1783444697.657646:0:31974:0:(namei.c:653:ll_splice_alias()) Add dentry ffff91c748e126c0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1783444697.657653:0:31974:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1783444697.657656:0:31974:0:(namei.c:1619:ll_create_it()) Process entered 00000020:00000001:3.0:1783444697.657658:0:31974:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bf988 00000080:00200000:3.0:1783444697.657660:0:31974:0:(namei.c:1623:ll_create_it()) VFS Op:name=f, dir=[0x200000405:0x20:0x0](ffff91c748d75348), intent=open|creat 00000080:00000001:3.0:1783444697.657663:0:31974:0:(namei.c:1570:ll_create_node()) Process entered 00000080:00000001:3.0:1783444697.657665:0:31974:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783444697.657671:0:31974:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1783444697.657675:0:31974:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783444697.657679:0:31974:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611170 : 144115205339611170 : 200000405000022) 00000080:00000001:3.0:1783444697.657682:0:31974:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1783444697.657694:0:31974:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91c748d76b40. 00000020:00000001:3.0:1783444697.657707:0:31974:0:(class_obd.c:1011:obd_heat_clear()) Process entered 00000020:00000001:3.0:1783444697.657709:0:31974:0:(class_obd.c:1014:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1783444697.657713:0:31974:0:(llite_lib.c:3223:ll_read_inode2()) Process entered 00000080:00200000:3.0:1783444697.657716:0:31974:0:(llite_lib.c:3226:ll_read_inode2()) VFS Op:inode=[0x200000405:0x22:0x0](ffff91c748d76c08) 00000020:00000001:3.0:1783444697.657721:0:31974:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783444697.657726:0:31974:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c74526c990. 00000020:00000010:3.0:1783444697.657731:0:31974:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c741342e00. 00000020:00000010:3.0:1783444697.657737:0:31974:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c741342800. 00000020:00000010:3.0:1783444697.657741:0:31974:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7604bbb40. 00000008:00000010:3.0:1783444697.657750:0:31974:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444697.658039:0:31974:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759654540. 00008000:00000010:3.0:1783444697.658046:0:31974:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444697.658054:0:31974:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444697.658101:0:31974:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444697.658109:0:31974:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7505e0800. 00000008:00000010:3.0:1783444697.658114:0:31974:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444697.658118:0:31974:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444697.658122:0:31974:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444697.658126:0:31974:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c758828000. 00000020:00000001:3.0:1783444697.658130:0:31974:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883777530264 : -121189932021352 : ffff91c74526c998) 00000020:00001000:3.0:1783444697.658132:0:31974:0:(cl_object.c:831:cl_env_get()) 1@ffff91c74526c990 00000020:00000001:3.0:1783444697.658137:0:31974:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:3.0:1783444697.658142:0:31974:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff91c74353b000. 00000020:00000001:3.0:1783444697.658145:0:31974:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1783444697.658147:0:31974:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444697.658155:0:31974:0:(lov_object.c:2354:lov_object_alloc()) Process entered 00020000:00000010:3.0:1783444697.658160:0:31974:0:(lov_object.c:2355:lov_object_alloc()) slab-alloced 'lov': 248 at ffff91c7435f10f8. 00020000:00000001:3.0:1783444697.658162:0:31974:0:(lov_object.c:2369:lov_object_alloc()) Process leaving (rc=18446622883747664120 : -121189961887496 : ffff91c7435f10f8) 00020000:00000001:3.0:1783444697.658165:0:31974:0:(lov_object.c:1409:lov_object_init()) Process entered 00020000:00000001:3.0:1783444697.658169:0:31974:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1783444697.658175:0:31974:0:(lov_ea.c:221:lsme_unpack()) kmalloced '(lsme)': 80 at ffff91c7604bb960. 00020000:00000010:3.0:1783444697.658180:0:31974:0:(lov_ea.c:258:lsme_unpack()) slab-alloced 'loi': 112 at ffff91c76057e380. 00020000:00000010:3.0:1783444697.658186:0:31974:0:(lov_ea.c:385:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91c7604bbf00. 00020000:00000001:3.0:1783444697.658188:0:31974:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446622884232937216 : -121189476614400 : ffff91c7604bbf00) 00020000:00000002:3.0:1783444697.658192:0:31974:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c7604bbf00, objid 0x22:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1783444697.658197:0:31974:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1783444697.658202:0:31974:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c76057e380: ostid: 0x2c0000401:18 ost idx: 1 gen: 0 00020000:00000001:3.0:1783444697.658205:0:31974:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1783444697.658360:0:31974:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c7604bbf00, objid 0x22:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1783444697.658365:0:31974:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1783444697.658368:0:31974:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c76057e380: ostid: 0x2c0000401:18 ost idx: 1 gen: 0 00020000:00000010:3.0:1783444697.658373:0:31974:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff91c742c2ddf0. 00020000:00000010:3.0:1783444697.658377:0:31974:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff91c76036ff00. 00020000:00000001:3.0:1783444697.658384:0:31974:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1783444697.658387:0:31974:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff91c7586f7210. 00020000:00000001:3.0:1783444697.658391:0:31974:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1783444697.658392:0:31974:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:3.0:1783444697.658398:0:31974:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1783444697.658402:0:31974:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff91c74353ba28. 00000020:00000001:3.0:1783444697.658404:0:31974:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1783444697.658405:0:31974:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444697.658408:0:31974:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446622883746921128 : -121189962630488 : ffff91c74353baa8) 00020000:00000001:3.0:1783444697.658412:0:31974:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1783444697.658418:0:31974:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff91c7512a7880. 00020000:00000001:3.0:1783444697.658421:0:31974:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444697.658426:0:31974:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622883746921128 : -121189962630488 : ffff91c74353baa8) 00020000:00000001:3.0:1783444697.658429:0:31974:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446622883746921128 : -121189962630488 : ffff91c74353baa8) 00020000:00000002:3.0:1783444697.658433:0:31974:0:(lov_object.c:134:lov_init_sub()) [0x2c0000401:0x12:0x0]@ffff91c74353ba28[0:0] -> [0x200000405:0x22:0x0]@ffff91c74353b000: ostid: 0x2c0000401:18 ost idx: 1 gen: 0 00020000:00000001:3.0:1783444697.658438:0:31974:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1783444697.658440:0:31974:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:3.0:1783444697.658443:0:31974:0:(lov_object.c:1437:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444697.658446:0:31974:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622883746918528 : -121189962633088 : ffff91c74353b080) 00000020:00001000:3.0:1783444697.658449:0:31974:0:(cl_object.c:925:cl_env_put()) 1@ffff91c74526c990 00000020:00000010:3.0:1783444697.658453:0:31974:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c741342800. 00000020:00000010:3.0:1783444697.658459:0:31974:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7604bbb40. 00000008:00000010:3.0:1783444697.658462:0:31974:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444697.658536:0:31974:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759654540. 00008000:00000010:3.0:1783444697.658543:0:31974:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444697.658547:0:31974:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444697.658551:0:31974:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444697.658554:0:31974:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c741342e00. 00000008:00000010:3.0:1783444697.658557:0:31974:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444697.658561:0:31974:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444697.658564:0:31974:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444697.658566:0:31974:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c758828000. 00000020:00000010:3.0:1783444697.658569:0:31974:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7505e0800. 00000020:00000010:3.0:1783444697.658572:0:31974:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c74526c990. 00000080:00000001:3.0:1783444697.658577:0:31974:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611170 : 144115205339611170 : 200000405000022) 00000080:00000001:3.0:1783444697.658581:0:31974:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1783444697.658584:0:31974:0:(llite_lib.c:2920:ll_update_inode()) setting ino 144115205339611170 mtime from 0 to 1783444697 00000080:00000001:3.0:1783444697.658590:0:31974:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1783444697.658593:0:31974:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622883839437832 : -121189870113784 : ffff91c748d76c08) 00010000:00000001:3.0:1783444697.658596:0:31974:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444697.658598:0:31974:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444697.658600:0:31974:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14800 refcount=3 00000020:00000001:3.0:1783444697.658602:0:31974:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444697.658604:0:31974:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00000080:00000001:3.0:1783444697.658608:0:31974:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:3.0:1783444697.658610:0:31974:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783444697.658612:0:31974:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c74526c990. 00000020:00000010:3.0:1783444697.658615:0:31974:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7505e0800. 00000020:00000010:3.0:1783444697.658618:0:31974:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7505e0600. 00000020:00000010:3.0:1783444697.658621:0:31974:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7604bbb40. 00000008:00000010:3.0:1783444697.658624:0:31974:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444697.658627:0:31974:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759654540. 00008000:00000010:3.0:1783444697.658629:0:31974:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444697.658632:0:31974:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444697.658635:0:31974:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444697.658638:0:31974:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7505e0200. 00000008:00000010:3.0:1783444697.658641:0:31974:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444697.658643:0:31974:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444697.658646:0:31974:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444697.658649:0:31974:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c758828000. 00000020:00000001:3.0:1783444697.658651:0:31974:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883777530264 : -121189932021352 : ffff91c74526c998) 00000020:00001000:3.0:1783444697.658653:0:31974:0:(cl_object.c:831:cl_env_get()) 1@ffff91c74526c990 00000020:00000001:3.0:1783444697.658656:0:31974:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1783444697.658658:0:31974:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:3.0:1783444697.658660:0:31974:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1783444697.658662:0:31974:0:(lov_ea.c:221:lsme_unpack()) kmalloced '(lsme)': 80 at ffff91c7604bbf60. 00020000:00000010:3.0:1783444697.658664:0:31974:0:(lov_ea.c:258:lsme_unpack()) slab-alloced 'loi': 112 at ffff91c76057eb00. 00020000:00000010:3.0:1783444697.658668:0:31974:0:(lov_ea.c:385:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91c7604bb5a0. 00020000:00000001:3.0:1783444697.658670:0:31974:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446622884232934816 : -121189476616800 : ffff91c7604bb5a0) 00020000:00000002:3.0:1783444697.658673:0:31974:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c7604bb5a0, objid 0x22:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1783444697.658676:0:31974:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1783444697.658679:0:31974:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c76057eb00: ostid: 0x2c0000401:18 ost idx: 1 gen: 0 00020000:00000002:3.0:1783444697.658683:0:31974:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff91c7435f10f8) owner ffff91c751178000 00020000:00000001:3.0:1783444697.658686:0:31974:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1783444697.658689:0:31974:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff91c7435f10f8) owner ffff91c751178000 00020000:00000010:3.0:1783444697.658694:0:31974:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91c76057eb00. 00020000:00000010:3.0:1783444697.658699:0:31974:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff91c7604bbf60. 00020000:00000010:3.0:1783444697.658701:0:31974:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91c7604bb5a0. 00020000:00000002:3.0:1783444697.658703:0:31974:0:(lov_object.c:1533:lov_conf_set()) [0x200000405:0x22:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1783444697.658706:0:31974:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444697.658708:0:31974:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444697.658712:0:31974:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1783444697.658715:0:31974:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7435f10f8) owner 0000000000000000/ffff91c751178000 00020000:00000002:3.0:1783444697.658718:0:31974:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff91c7604bbf00 addref 2/0 by ffff91c751178000. 00020000:00000002:3.0:1783444697.658721:0:31974:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7435f10f8) owner 0000000000000000/ffff91c751178000 00020000:00000001:3.0:1783444697.658723:0:31974:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1783444697.658725:0:31974:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1783444697.658727:0:31974:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1783444697.658729:0:31974:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1783444697.658731:0:31974:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1783444697.658735:0:31974:0:(file.c:6749:ll_layout_conf()) [0x200000405:0x22:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1783444697.658737:0:31974:0:(cl_object.c:925:cl_env_put()) 1@ffff91c74526c990 00000020:00000010:3.0:1783444697.658739:0:31974:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7505e0600. 00000020:00000010:3.0:1783444697.658742:0:31974:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7604bbb40. 00000008:00000010:3.0:1783444697.658744:0:31974:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444697.658747:0:31974:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759654540. 00008000:00000010:3.0:1783444697.658749:0:31974:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444697.658900:0:31974:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444697.658903:0:31974:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444697.658906:0:31974:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7505e0800. 00000008:00000010:3.0:1783444697.658909:0:31974:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444697.658911:0:31974:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444697.658914:0:31974:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444697.658916:0:31974:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c758828000. 00000020:00000010:3.0:1783444697.658919:0:31974:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7505e0200. 00000020:00000010:3.0:1783444697.658922:0:31974:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c74526c990. 00000080:00000001:3.0:1783444697.658925:0:31974:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444697.658927:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.658928:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783444697.658931:0:31974:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783444697.658935:0:31974:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1783444697.658937:0:31974:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444697.658940:0:31974:0:(namei.c:1589:ll_create_node()) setting l_ast_data to inode [0x200000405:0x22:0x0](ffff91c748d76c08) 00000080:00010000:3.0:1783444697.658944:0:31974:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x22:0x0](ffff91c748d76c08) for lock 0x5503b2fe824ef51c 00800000:00000001:3.0:1783444697.658947:0:31974:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444697.658950:0:31974:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444697.658952:0:31974:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444697.658954:0:31974:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444697.658956:0:31974:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14800 refcount=3 00000020:00000001:3.0:1783444697.658958:0:31974:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444697.658960:0:31974:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444697.658962:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.658963:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444697.658965:0:31974:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444697.658968:0:31974:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444697.658970:0:31974:0:(namei.c:1591:ll_create_node()) Process leaving 00000100:00000001:3.0:1783444697.658973:0:31974:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444697.658983:0:31974:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff91c760463100 x1870075608268672/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444713 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444697.658992:0:31974:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444697.658998:0:31974:0:(namei.c:1675:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444697.659003:0:31974:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x22:0x0](ffff91c748d76c08) 00000080:00000001:3.0:1783444697.659006:0:31974:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1783444697.659010:0:31974:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c741343200. 00000100:00000001:3.0:1783444697.659014:0:31974:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444697.659017:0:31974:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760463100 x1870075608268672/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444713 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444697.659025:0:31974:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444697.659029:0:31974:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1783444697.659031:0:31974:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444697.659042:0:31974:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:3.0:1783444697.659045:0:31974:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfa60 00000080:00200008:3.0:1783444697.659048:0:31974:0:(file.c:1058:ll_file_open()) START file f:[0x200000405:0x22:0x0](ffff91c748d76c08), flags 104501 00000080:00000010:3.0:1783444697.659087:0:31974:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91c7461117c0. 00000080:00000010:3.0:1783444697.659096:0:31974:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff91c74317bcc0. 00000080:00000001:3.0:1783444697.659099:0:31974:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:3.0:1783444697.659105:0:31974:0:(lmv_obd.c:4175:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1783444697.659109:0:31974:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444697.659112:0:31974:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444697.659116:0:31974:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444697.659118:0:31974:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444697.659120:0:31974:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444697.659123:0:31974:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:3.0:1783444697.659125:0:31974:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444697.659129:0:31974:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1783444697.659135:0:31974:0:(obd.h:1438:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91c74630abc0. 00000002:00100000:3.0:1783444697.659140:0:31974:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c760463100 x1870075608268672/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444713 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1783444697.659147:0:31974:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444697.659149:0:31974:0:(lmv_obd.c:4181:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1783444697.659153:0:31974:0:(rw.c:949:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1783444697.659157:0:31974:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444697.659159:0:31974:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444697.659162:0:31974:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444697.659165:0:31974:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760463100 x1870075608268672/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444713 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1783444697.659172:0:31974:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444697.659177:0:31974:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff91c7604e0000. 02000000:00000001:3.0:1783444697.659251:0:31974:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1783444697.659254:0:31974:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444697.659257:0:31974:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfa60 00000080:00000008:3.0:1783444697.659259:0:31974:0:(file.c:1297:ll_file_open()) COMPLETED file f:[0x200000405:0x22:0x0](ffff91c748d76c08), flags 104501, rc = 0 00000080:00000001:3.0:1783444697.659264:0:31974:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1783444697.659266:0:31974:0:(dcache.c:176:ll_intent_release()) intent ffff91c7604bbea0 released 00000080:00010000:3.0:1783444697.659268:0:31974:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef51c from it ffff91c7604bbea0 00010000:00000001:3.0:1783444697.659270:0:31974:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444697.659272:0:31974:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444697.659273:0:31974:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14800 refcount=3 00000020:00000001:3.0:1783444697.659275:0:31974:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444697.659277:0:31974:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444697.659279:0:31974:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444697.659284:0:31974:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef51c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6dd117 expref: -99 pid: 31974 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444697.659292:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.659293:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444697.659294:0:31974:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444697.659298:0:31974:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444697.659300:0:31974:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef51c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dd117 expref: -99 pid: 31974 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444697.659309:0:31974:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444697.659313:0:31974:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444697.659316:0:31974:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444697.659321:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.659322:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444697.659325:0:31974:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444697.659328:0:31974:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444697.659330:0:31974:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444697.659333:0:31974:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444697.659337:0:31974:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444697.659339:0:31974:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444697.659341:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.659342:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783444697.659344:0:31974:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1783444697.659346:0:31974:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1783444697.659349:0:31974:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1783444697.659351:0:31974:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444697.659354:0:31974:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1783444697.659355:0:31974:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444697.659360:0:31974:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1783444697.659361:0:31974:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444697.659363:0:31974:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1783444697.659366:0:31974:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444697.659367:0:31974:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1783444697.659370:0:31974:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff91c7604bbea0. 00000080:00000001:3.0:1783444697.659373:0:31974:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444697.659379:0:31974:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:3.0:1783444697.659381:0:31974:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000405:0x22:0x0](ffff91c748d76c08), inode mode 81a4 mask 40 00000080:00000001:3.0:1783444697.659386:0:31974:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444697.659435:0:31974:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1783444697.659439:0:31974:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7435f10f8) owner 0000000000000000/ffff91c751178000 00020000:00000002:3.0:1783444697.659442:0:31974:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7435f10f8) owner 0000000000000000/ffff91c751178000 00020000:00000001:3.0:1783444697.659445:0:31974:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444697.659457:0:31974:0:(llite_lib.c:2298:ll_setattr_raw()) Process entered 00000020:00000001:3.0:1783444697.659460:0:31974:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfc30 00000080:00200008:3.0:1783444697.659462:0:31974:0:(llite_lib.c:2307:ll_setattr_raw()) START file f:[0x200000405:0x22:0x0](ffff91c748d76c08) current size 0, valid attrs 20070, mode 0, uid -1053552110, gid -1, new size 213440, atime 1783444697.000000000, mtime 1783444697.000000000, ctime 1783444697.000000000 00000080:00000002:3.0:1783444697.659559:0:31974:0:(llite_lib.c:2356:ll_setattr_raw()) setting mtime 1783444697, ctime 1783444697, now = 1783444697 00000080:00000010:3.0:1783444697.659565:0:31974:0:(llite_lib.c:2365:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff91c7505e0200. 00000080:00000001:3.0:1783444697.659568:0:31974:0:(llite_lib.c:2005:ll_md_setattr()) Process entered 00800000:00000001:3.0:1783444697.659576:0:31974:0:(lmv_obd.c:3024:lmv_setattr()) Process entered 00800000:00000002:3.0:1783444697.659578:0:31974:0:(lmv_obd.c:3028:lmv_setattr()) SETATTR for [0x200000405:0x22:0x0], valid 0x100201f0/0x0 00800000:00000001:3.0:1783444697.659580:0:31974:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444697.659581:0:31974:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444697.659583:0:31974:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444697.659585:0:31974:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444697.659586:0:31974:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444697.659588:0:31974:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:3.0:1783444697.659590:0:31974:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444697.659595:0:31974:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:3.0:1783444697.659598:0:31974:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783444697.659605:0:31974:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebfe00 count: 2 00010000:00000001:3.0:1783444697.659608:0:31974:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444697.659612:0:31974:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783444697.659615:0:31974:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783444697.659618:0:31974:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef51c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x332dd2263f6dd117 expref: -99 pid: 31974 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1783444697.659627:0:31974:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783444697.659632:0:31974:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783444697.659634:0:31974:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783444697.659636:0:31974:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x22:0x0] mode (null) 00000002:00000001:3.0:1783444697.659640:0:31974:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444697.659642:0:31974:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444697.659645:0:31974:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebfe00 count: 3 00010000:00000001:3.0:1783444697.659647:0:31974:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444697.659651:0:31974:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444697.659652:0:31974:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444697.659653:0:31974:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444697.659655:0:31974:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebfe00 count: 3 00010000:00000001:3.0:1783444697.659657:0:31974:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444697.659659:0:31974:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444697.659660:0:31974:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444697.659661:0:31974:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444697.659663:0:31974:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebfe00 count: 3 00010000:00000001:3.0:1783444697.659665:0:31974:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444697.659667:0:31974:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444697.659668:0:31974:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444697.659669:0:31974:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444697.659671:0:31974:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebfe00 count: 3 00010000:00000001:3.0:1783444697.659673:0:31974:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444697.659675:0:31974:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444697.659677:0:31974:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444697.659679:0:31974:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:3.0:1783444697.659681:0:31974:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783444697.659684:0:31974:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c74526c990. 00000020:00000010:3.0:1783444697.659686:0:31974:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7505e0800. 00000020:00000010:3.0:1783444697.659689:0:31974:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7505e0600. 00000020:00000010:3.0:1783444697.659692:0:31974:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7604bbea0. 00000008:00000010:3.0:1783444697.659697:0:31974:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444697.659701:0:31974:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759654540. 00008000:00000010:3.0:1783444697.659705:0:31974:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444697.659710:0:31974:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444697.659713:0:31974:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444697.659717:0:31974:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7505e1a00. 00000008:00000010:3.0:1783444697.659721:0:31974:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444697.659724:0:31974:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444697.659727:0:31974:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444697.659730:0:31974:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c758828000. 00000020:00000001:3.0:1783444697.659733:0:31974:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883777530264 : -121189932021352 : ffff91c74526c998) 00000020:00001000:3.0:1783444697.659735:0:31974:0:(cl_object.c:831:cl_env_get()) 1@ffff91c74526c990 00000020:00000001:3.0:1783444697.659737:0:31974:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1783444697.659740:0:31974:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x22:0x0]: losing layout lock 00000080:00000001:3.0:1783444697.659743:0:31974:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1783444697.659746:0:31974:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1783444697.659748:0:31974:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:3.0:1783444697.659751:0:31974:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1783444697.659886:0:31974:0:(lov_object.c:1533:lov_conf_set()) [0x200000405:0x22:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1783444697.659890:0:31974:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444697.659893:0:31974:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1783444697.659895:0:31974:0:(cl_object.c:925:cl_env_put()) 1@ffff91c74526c990 00000020:00000010:3.0:1783444697.659898:0:31974:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7505e0600. 00000020:00000010:3.0:1783444697.659901:0:31974:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7604bbea0. 00000008:00000010:3.0:1783444697.659904:0:31974:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444697.659907:0:31974:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759654540. 00008000:00000010:3.0:1783444697.659909:0:31974:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444697.659913:0:31974:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444697.659915:0:31974:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444697.659918:0:31974:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7505e0800. 00000008:00000010:3.0:1783444697.659920:0:31974:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444697.659923:0:31974:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444697.659926:0:31974:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444697.659930:0:31974:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c758828000. 00000020:00000010:3.0:1783444697.659932:0:31974:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7505e1a00. 00000020:00000010:3.0:1783444697.659934:0:31974:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c74526c990. 00000080:00000001:3.0:1783444697.659936:0:31974:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444697.659939:0:31974:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1783444697.659940:0:31974:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x22:0x0](ffff91c748d76c08) invalid 00000020:00000001:3.0:1783444697.659943:0:31974:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bf838 00000080:00002000:3.0:1783444697.659944:0:31974:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f (ffff91c748e126c0) parent ffff91c748cdc1b0 inode ffff91c748d76c08 refc 1 00000080:00000001:3.0:1783444697.659949:0:31974:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1783444697.659951:0:31974:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783444697.659952:0:31974:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444697.659956:0:31974:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783444697.659959:0:31974:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783444697.659961:0:31974:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783444697.659964:0:31974:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444697.659966:0:31974:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783444697.659970:0:31974:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c751b14800 with handle 0x5503b2fe824ef51c from hash 00010000:00000001:3.0:1783444697.659972:0:31974:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783444697.659974:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.659975:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444697.659977:0:31974:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783444697.659981:0:31974:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783444697.659984:0:31974:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783444697.659986:0:31974:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783444697.659988:0:31974:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444697.659990:0:31974:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1783444697.659998:0:31974:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760460000. 00000020:00000040:3.0:1783444697.660002:0:31974:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:3.0:1783444697.660007:0:31974:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783444697.660012:0:31974:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444697.660015:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444697.660016:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444697.660017:0:31974:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444697.660021:0:31974:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444697.660023:0:31974:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444697.660028:0:31974:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444697.660035:0:31974:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c7505e1a00. 00000100:00000001:3.0:1783444697.660043:0:31974:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444697.660046:0:31974:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444697.660048:0:31974:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1783444697.660116:0:31974:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef51c lrc: 1/0,0 mode: --/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x332dd2263f6dd117 expref: -99 pid: 31974 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1783444697.660125:0:31974:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1783444697.660127:0:31974:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783444697.660128:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783444697.660131:0:31974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef51c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x332dd2263f6dd117 expref: -99 pid: 31974 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1783444697.660139:0:31974:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91c74317be00. 00010000:00000040:3.0:1783444697.660143:0:31974:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c743ebfe00 count: 0 00010000:00000010:3.0:1783444697.660148:0:31974:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c75904ad00. 00010000:00000001:3.0:1783444697.660158:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444697.660160:0:31974:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444697.660162:0:31974:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444697.660164:0:31974:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444697.660166:0:31974:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:3.0:1783444697.660169:0:31974:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1783444697, ctime 1783444697 00000020:00100000:3.0:1783444697.660179:0:31974:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1783444697.660189:0:31974:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c760460000 x1870075608268928/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783444697.660198:0:31974:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444697.660200:0:31974:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444697.660381:0:31974:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c76036f540. 00000100:00000001:3.0:1783444697.660385:0:31974:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884231574848 : -121189477976768 : ffff91c76036f540) 00000100:00000001:3.0:1783444697.660389:0:31974:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444697.660390:0:31974:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232560640 : -121189476990976 : ffff91c760460000) 00000100:00000001:3.0:1783444697.660395:0:31974:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444697.660400:0:31974:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444697.660403:0:31974:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444697.660405:0:31974:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444697.660410:0:31974:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760460000 x1870075608268928/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444697.660418:0:31974:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444697.660421:0:31974:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444697.660426:0:31974:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444697.660429:0:31974:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444697.660431:0:31974:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444697.660435:0:31974:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760460000 pname:cluuid:pid:xid:nid:opc:job touch:666e3c65-e321-43ec-a94e-a01058e25d7d:31974:1870075608268928:192.168.204.110@tcp:36:touch.0 00000100:00000001:3.0:1783444697.660439:0:31974:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444697.660447:0:31974:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444697.660450:0:31974:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444697.660453:0:31974:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444697.660458:0:31974:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452acc00. 02000000:00000001:3.0:1783444697.660460:0:31974:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444697.660535:0:31974:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444697.660542:0:31974:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811cb8. 00000400:00000010:3.0:1783444697.660552:0:31974:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218990. 00000100:00000200:3.0:1783444697.660561:0:31974:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608268928, portal 10 00000100:00000001:3.0:1783444697.660563:0:31974:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444697.660565:0:31974:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232560640 : -121189476990976 : ffff91c760460000) 00000100:00000040:3.0:1783444697.660572:0:31974:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760460000 x1870075608268928/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1783444713 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444697.660579:0:31974:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444697.660583:0:31974:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444697.660585:0:31974:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602184c8. 00000100:00000200:3.0:1783444697.660589:0:31974:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1870075608268928, offset 0 00000400:00000200:3.0:1783444697.660596:0:31974:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444697.660606:0:31974:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444697.660616:0:31974:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444697.660623:0:31974:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444697.660627:0:31974:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444697.660632:0:31974:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444697.660635:0:31974:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444697.660639:0:31974:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2622:2622:256:4294967295] 192.168.204.110@tcp LPNI seq info [2622:2622:8:4294967295] 00000400:00000200:3.0:1783444697.660644:0:31974:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444697.660655:0:31974:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444697.660664:0:31974:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444697.660670:0:31974:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760f26000. 00000800:00000200:3.0:1783444697.660679:0:31974:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444697.660689:0:31974:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444697.660694:0:31974:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760f26000 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:3.0:1783444697.660887:0:31974:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444697.660892:0:31974:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 847077 usecs (848 jiffies) 00000400:00000200:3.0:1783444697.660895:0:31974:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444697.660898:0:31974:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296337514 00000100:00000001:3.0:1783444697.660906:0:31974:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296337488 00000100:00000001:3.0:1783444697.660911:0:31974:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296337514 00000100:00000001:3.0:1783444697.660913:0:31974:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296337488 00000100:00000001:3.0:1783444697.660917:0:31974:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444697.660919:0:31974:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444697.660921:0:31974:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444697.660923:0:31974:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444697.660925:0:31974:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c76036f540 going to sleep for 11 seconds 00000100:00000001:3.0:1783444697.660928:0:31974:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444697.660930:0:31974:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444697.661139:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444697.661146:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760f26000. 00000400:00000200:1.0:1783444697.661153:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444697.661159:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444697.661165:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7602184c8 00000400:00000010:1.0:1783444697.661167:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7602184c8. 00000100:00000001:1.0:1783444697.661172:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444697.661179:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760460000 x1870075608268928/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1783444713 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444697.661190:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444697.661193:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760460000 x1870075608268928/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1783444713 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444697.661200:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444697.661201:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1783444697.668382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebfe00. 00010000:00000010:3.1:1783444697.668407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14800. 00010000:00000001:0.0:1783444698.338413:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444698.338425:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444698.338432:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444698.338433:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444698.338512:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444698.338518:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444698.338522:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1783444698.530206:0:29002:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4910 (cpu 0) has reached its deadline 4296337514, at 4296337536 00000100:00000040:0.0:1783444698.530209:0:26147:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4800 (cpu 0) has reached its deadline 4296337514, at 4296337536 00000100:00000010:1.0:1783444698.530228:0:29002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c76050da20. 00000100:00000010:0.0:1783444698.530230:0:26147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c76050d120. 00010000:00000001:0.0:1783444699.362752:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444699.362758:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444699.362764:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444699.362765:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444699.363775:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444699.363781:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444699.363785:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783444699.427239:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444699.427253:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444699.427264:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746733480. 00000020:00000040:0.0:1783444699.427269:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:0.0:1783444699.427274:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444699.427276:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444699.427281:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444699.427289:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c760298900. 00000100:00000001:0.0:1783444699.427296:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444699.427316:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS req@ffff91c746733480 x1870075608269056/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444699.427327:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444699.427331:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444699.427337:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088f75114] to pc [ptlrpcd_00_01+1] req@ffff91c746733480 x1870075608269056/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444699.427357:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444699.427360:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444699.427363:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444699.427366:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746732680. 00000020:00000040:0.0:1783444699.427368:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=9 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:0.0:1783444699.427370:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444699.427372:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444699.427374:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444699.427378:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c75a037000. 00000100:00000001:0.0:1783444699.427381:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444699.427385:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID req@ffff91c746732680 x1870075608269184/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444699.427392:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444699.427394:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444699.427398:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032943fc9] to pc [ptlrpcd_00_00+0] req@ffff91c746732680 x1870075608269184/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444699.427406:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444699.427409:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444699.427412:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444699.427414:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746731500. 00000020:00000040:0.0:1783444699.427417:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:0.0:1783444699.427419:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444699.427420:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444699.427421:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444699.427703:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444699.427708:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444699.427711:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444699.427717:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746733480 x1870075608269056/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444699.427739:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444699.427741:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444699.427745:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444699.427748:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444699.427750:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444699.427753:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746733480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2401:1870075608269056:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444699.427757:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444699.427763:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444699.427765:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444699.427767:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444699.427772:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c750f6a200. 02000000:00000001:1.0:1783444699.427774:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444699.427780:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444699.427784:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736a50. 00000400:00000010:1.0:1783444699.427791:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076aa0. 00000100:00000200:1.0:1783444699.427798:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608269056, portal 25 00000100:00000001:1.0:1783444699.427800:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444699.427802:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799315584 : -121189910236032 : ffff91c746733480) 00000100:00000040:1.0:1783444699.427807:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746733480 x1870075608269056/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444699.427814:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444699.427817:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444699.427820:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076a18. 00000100:00000200:1.0:1783444699.427823:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870075608269056, offset 0 00000400:00000200:1.0:1783444699.427829:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444699.427837:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444699.427844:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444699.427859:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444699.427863:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444699.427866:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444699.427869:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444699.427872:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2623:2623:256:4294967295] 192.168.204.110@tcp LPNI seq info [2623:2623:8:4294967295] 00000400:00000200:1.0:1783444699.427877:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444699.427886:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444699.427892:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444699.427897:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c746193900. 00000800:00000200:1.0:1783444699.427903:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444699.427911:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444699.427914:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c746193900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783444699.427927:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444699.427930:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444699.427932:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296342525 00000100:00000010:1.0:1783444699.427936:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7465b3f60. 00000100:00000001:1.0:1783444699.427942:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1783444699.427948:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296342525 00000100:00000010:1.0:1783444699.427950:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7465b3d20. 00000100:00000001:1.0:1783444699.427953:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1783444699.427956:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444699.427958:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444699.427961:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444699.427963:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444699.427968:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444699.427971:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783444699.427973:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444699.427974:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444699.427975:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444699.427977:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1783444699.427978:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444699.427980:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444699.427981:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444699.427983:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444699.427984:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444699.427985:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444699.427989:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746732680 x1870075608269184/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444699.427995:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444699.427997:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444699.427999:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444699.428001:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444699.428002:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444699.428005:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746732680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608269184:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444699.428007:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444699.428010:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444699.428011:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444699.428013:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444699.428015:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c750f6b600. 02000000:00000001:1.0:1783444699.428017:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444699.428020:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444699.428023:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7467362c0. 00000400:00000010:1.0:1783444699.428026:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7590766e8. 00000100:00000200:1.0:1783444699.428029:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608269184, portal 10 00000100:00000001:1.0:1783444699.428031:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444699.428032:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799312000 : -121189910239616 : ffff91c746732680) 00000100:00000040:1.0:1783444699.428037:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746732680 x1870075608269184/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444699.428043:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444699.428045:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444699.428047:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076f68. 00000100:00000200:1.0:1783444699.428049:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608269184, offset 0 00000400:00000200:1.0:1783444699.428053:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444699.428099:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444699.428103:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444699.428105:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444699.428107:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444699.428109:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444699.428111:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444699.428113:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2624:2624:255:4294967295] 192.168.204.110@tcp LPNI seq info [2624:2624:7:4294967295] 00000400:00000200:1.0:1783444699.428117:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444699.428122:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444699.428125:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444699.428129:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c746193400. 00000800:00000200:1.0:1783444699.428133:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444699.428136:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444699.428138:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c746193400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783444699.428141:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444699.428145:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 847077 usecs (848 jiffies) 00000400:00000200:1.0:1783444699.428147:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444699.428149:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296339281 00000100:00000001:1.0:1783444699.428151:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296342525 00000100:00000001:1.0:1783444699.428153:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296339281 00000100:00000001:1.0:1783444699.428154:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296342525 00000100:00000001:1.0:1783444699.428156:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444699.428158:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444699.428159:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444699.428161:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444699.428172:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444699.428174:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444699.428225:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444699.428229:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c746193900. 00000400:00000200:1.0:1783444699.428235:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444699.428240:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444699.428244:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076a18 00000400:00000010:1.0:1783444699.428246:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076a18. 00000100:00000001:1.0:1783444699.428250:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444699.428254:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746733480 x1870075608269056/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444699.428264:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444699.428267:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746733480 x1870075608269056/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444715 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444699.428273:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444699.428275:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444699.428336:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444699.428339:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c746193400. 00000400:00000200:1.0:1783444699.428341:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444699.428345:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444699.428348:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076f68 00000400:00000010:1.0:1783444699.428350:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076f68. 00000100:00000001:1.0:1783444699.428352:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444699.428355:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746732680 x1870075608269184/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444699.428362:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444699.428365:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746732680 x1870075608269184/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444715 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1783444699.428366:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c750577200. 00000100:00000001:0.0:1783444699.428370:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444699.428371:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444699.428372:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1783444699.428375:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID req@ffff91c746731500 x1870075608269312/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444699.428384:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444699.428387:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444699.428391:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffc439fb] to pc [ptlrpcd_00_01+1] req@ffff91c746731500 x1870075608269312/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444699.428414:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444699.428416:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444699.428420:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444699.428432:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746732a00. 00000020:00000040:0.0:1783444699.428436:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:0.0:1783444699.428438:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444699.428440:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444699.428442:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444699.428454:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c750577a00. 00000100:00000001:0.0:1783444699.428458:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444699.428463:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID req@ffff91c746732a00 x1870075608269440/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444699.428469:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444699.428470:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444699.428474:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a94e0a83] to pc [ptlrpcd_00_00+0] req@ffff91c746732a00 x1870075608269440/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444699.428486:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444699.428489:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444699.428491:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444699.428494:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746730a80. 00000020:00000040:0.0:1783444699.428496:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=4 obd=lustre-OST0001-osc-ffff91c759350000 00000100:00000001:0.0:1783444699.428498:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444699.428499:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444699.428501:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444699.428504:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c750577500. 00000100:00000001:0.0:1783444699.428506:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444699.428509:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID req@ffff91c746730a80 x1870075608269568/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444699.428515:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444699.428516:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444699.428520:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bcf87e41] to pc [ptlrpcd_00_01+1] req@ffff91c746730a80 x1870075608269568/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444699.428525:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444699.428539:0:26147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1676) 00000100:00000001:1.0:1783444699.430957:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444699.430965:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444699.430967:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444699.430979:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746732a00 x1870075608269440/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444699.430997:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444699.431000:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444699.431003:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444699.431007:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444699.431010:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444699.431013:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746732a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608269440:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444699.431017:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444699.431021:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444699.431024:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444699.431026:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444699.431033:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c750f6ba00. 02000000:00000001:1.0:1783444699.431035:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444699.431041:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444699.431045:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736e18. 00000400:00000010:1.0:1783444699.431051:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076f68. 00000100:00000001:0.0:1783444699.431127:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444699.431130:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444699.431132:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444699.431138:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746731500 x1870075608269312/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444699.431145:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444699.431147:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444699.431149:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444699.431151:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444699.431153:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444699.431156:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746731500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608269312:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444699.431159:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444699.431162:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444699.431164:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444699.431165:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444699.431169:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c752030a00. 02000000:00000001:0.0:1783444699.431171:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444699.431174:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444699.431176:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f420. 00000100:00000200:1.0:1783444699.431202:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608269440, portal 4 00000100:00000001:1.0:1783444699.431204:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444699.431206:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799312896 : -121189910238720 : ffff91c746732a00) 00000100:00000040:1.0:1783444699.431213:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746732a00 x1870075608269440/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444699.431229:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444699.431232:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444699.431234:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076a18. 00000400:00000010:0.0:1783444699.431332:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9550. 00000100:00000200:0.0:1783444699.431336:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608269312, portal 10 00000100:00000001:0.0:1783444699.431338:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444699.431339:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799307520 : -121189910244096 : ffff91c746731500) 00000100:00000040:0.0:1783444699.431345:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746731500 x1870075608269312/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444699.431352:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444699.431354:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444699.431356:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9110. 00000100:00000200:0.0:1783444699.431359:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608269312, offset 0 00000400:00000200:0.0:1783444699.431364:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444699.431372:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444699.431379:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444699.431384:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444699.431387:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444699.431397:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444699.431400:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444699.431403:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2625:2625:256:4294967295] 192.168.204.110@tcp LPNI seq info [2625:2625:8:4294967295] 00000400:00000200:0.0:1783444699.431407:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444699.431414:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444699.431420:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444699.431436:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c74ac94000. 00000800:00000200:0.0:1783444699.431443:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444699.431459:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444699.431464:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c74ac94000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444699.431478:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444699.431482:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 20895 usecs (21 jiffies) 00000400:00000200:0.0:1783444699.431486:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444699.431489:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296338458 00000100:00000001:0.0:1783444699.431491:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296342525 00000100:00000001:0.0:1783444699.431493:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296338458 00000100:00000001:0.0:1783444699.431495:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296342525 00000100:00000001:0.0:1783444699.431498:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444699.431500:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444699.431502:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444699.431507:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746730a80 x1870075608269568/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444699.431513:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444699.431514:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444699.431517:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444699.431518:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444699.431520:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444699.431522:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746730a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608269568:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444699.431525:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444699.431537:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444699.431539:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444699.431541:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444699.431544:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c752030e00. 02000000:00000001:0.0:1783444699.431546:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444699.431549:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444699.431551:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f738. 00000400:00000010:0.0:1783444699.431555:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9d48. 00000100:00000200:0.0:1783444699.431558:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608269568, portal 4 00000100:00000001:0.0:1783444699.431559:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444699.431560:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799304832 : -121189910246784 : ffff91c746730a80) 00000100:00000040:0.0:1783444699.431565:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746730a80 x1870075608269568/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444699.431572:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444699.431574:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444699.431576:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9990. 00000100:00000200:0.0:1783444699.431578:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608269568, offset 0 00000400:00000200:0.0:1783444699.431582:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444699.431586:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444699.431589:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444699.431592:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444699.431595:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444699.431597:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444699.431599:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444699.431601:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2626:2626:255:4294967295] 192.168.204.110@tcp LPNI seq info [2626:2626:7:4294967295] 00000400:00000200:0.0:1783444699.431605:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444699.431610:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444699.431615:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444699.431618:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c74ac94900. 00000800:00000200:0.0:1783444699.431621:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444699.431625:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444699.431628:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c74ac94900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444699.431631:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444699.431633:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 134191 usecs (135 jiffies) 00000400:00000200:0.0:1783444699.431637:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444699.431639:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296338572 00000100:00000001:0.0:1783444699.431641:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296342525 00000100:00000001:0.0:1783444699.431643:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296338572 00000100:00000001:0.0:1783444699.431645:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296342525 00000100:00000001:0.0:1783444699.431647:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444699.431649:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444699.431653:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444699.431656:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444699.431662:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444699.431665:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783444699.431667:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444699.431668:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444699.431670:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444699.431672:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444699.431748:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444699.431751:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c74ac94000. 00000400:00000200:0.0:1783444699.431757:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444699.431761:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444699.431765:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9110 00000400:00000010:0.0:1783444699.431767:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9110. 00000100:00000001:0.0:1783444699.431771:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444699.431776:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746731500 x1870075608269312/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444699.431785:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444699.431789:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746731500 x1870075608269312/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444715 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444699.431796:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444699.431797:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783444699.431848:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444699.431850:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c74ac94900. 00000400:00000200:0.0:1783444699.431853:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444699.431856:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444699.431858:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9990 00000400:00000010:0.0:1783444699.431860:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9990. 00000100:00000001:0.0:1783444699.431862:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444699.431865:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730a80 x1870075608269568/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444699.431872:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444699.431875:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746730a80 x1870075608269568/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444715 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444699.431887:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444699.431889:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444699.432794:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444699.432805:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444699.432809:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444699.432811:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444699.432817:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444699.432823:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444699.432829:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444699.432832:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444699.432836:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444699.432840:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a4d2e8558100 00000400:00000200:0.0:1783444699.432844:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444699.432849:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7441 [1] + 224 00000800:00000001:0.0:1783444699.432855:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444699.432861:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444699.432863:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444699.432867:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444699.432871:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444699.432877:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746733480 x1870075608269056/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444715 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444699.432887:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746733480 x1870075608269056/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444699.432901:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444699.432906:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444699.432908:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444699.432916:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444699.432918:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444699.432923:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444699.432925:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444699.432927:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736a50. 00000400:00000200:0.0:1783444699.432929:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076aa0 00000400:00000010:0.0:1783444699.432932:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076aa0. 00000100:00000001:0.0:1783444699.432934:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444699.432937:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746733480 x1870075608269056/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444699.432946:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746733480 x1870075608269056/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444715 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444699.432952:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444699.432954:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444699.432956:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444699.432958:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444699.432960:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444699.432962:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444699.432965:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444699.432970:0:2401:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=29 v=5 (5 5 5 5) 00000100:00001000:0.0:1783444699.432974:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=29 v=5 (1 1 1 1) 00000100:00000001:0.0:1783444699.432976:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444699.432978:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444699.432981:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444699.432983:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444699.432985:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444699.432990:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746733480 x1870075608269056/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444715 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444699.432997:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444699.432999:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444699.433001:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444699.433005:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746733480 x1870075608269056/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444715 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444699.433013:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746733480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2401:1870075608269056:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444699.433017:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444699.433019:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444699.433022:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746733480 x1870075608269056/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444715 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444699.433034:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444699.433036:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444699.433039:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c750f6a200. 02000000:00000001:0.0:1783444699.433042:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444699.433045:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444699.433046:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:0.0:1783444699.433049:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444699.433051:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c760298900. 02000000:00000001:0.0:1783444699.433085:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444699.433087:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444699.433089:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746733480. 00000100:00000001:0.0:1783444699.433092:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444699.433094:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444699.433096:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444699.433098:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444699.433099:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444699.433101:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444699.433102:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1783444699.433194:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608269440, offset 0 00000400:00000200:1.0:1783444699.433202:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444699.433207:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444699.433212:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444699.433216:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444699.433282:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444699.433285:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444699.433288:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444699.433291:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2627:2627:256:4294967295] 192.168.204.110@tcp LPNI seq info [2627:2627:8:4294967295] 00000400:00000200:1.0:1783444699.433296:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444699.433303:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444699.433362:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444699.433367:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c746193400. 00000800:00000200:1.0:1783444699.433373:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444699.433379:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444699.433383:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c746193400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783444699.433432:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444699.433437:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20233 usecs (21 jiffies) 00000400:00000200:1.0:1783444699.433440:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444699.433443:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296338460 00000100:00000001:1.0:1783444699.433446:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296342525 00000100:00000001:1.0:1783444699.433455:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296338460 00000100:00000001:1.0:1783444699.433457:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296342525 00000100:00000001:1.0:1783444699.433460:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444699.433462:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444699.433465:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444699.433467:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444699.433473:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444699.433474:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783444699.433476:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444699.433478:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444699.433479:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444699.433481:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444699.433780:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444699.433816:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444699.433819:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444699.433822:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444699.433826:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444699.433830:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444699.433837:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444699.433840:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444699.433844:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444699.433847:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8558180 00000400:00000200:0.0:1783444699.433851:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444699.433855:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7451 [1] + 224 00000800:00000001:0.0:1783444699.433860:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1783444699.433903:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444699.433908:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c746193400. 00000400:00000200:1.0:1783444699.433912:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444699.433918:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444699.433922:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076a18 00000400:00000010:1.0:1783444699.433925:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076a18. 00000100:00000001:1.0:1783444699.433930:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:0.0:1783444699.433932:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444699.433936:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1783444699.433938:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746732a00 x1870075608269440/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1783444699.433943:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444699.433952:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1783444699.433956:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1783444699.433960:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746732680 x1870075608269184/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444715 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444699.433964:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746732a00 x1870075608269440/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444715 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444699.433979:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444699.433981:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746732680 x1870075608269184/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444699.433983:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783444699.433997:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444699.434002:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444699.434005:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444699.434013:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444699.434014:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444699.434018:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444699.434019:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444699.434021:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7467362c0. 00000400:00000200:0.0:1783444699.434024:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7590766e8 00000400:00000010:0.0:1783444699.434026:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7590766e8. 00000100:00000001:0.0:1783444699.434028:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444699.434031:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746732680 x1870075608269184/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444699.434040:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746732680 x1870075608269184/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444715 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444699.434047:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444699.434048:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444699.434050:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444699.434052:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444699.434053:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444699.434071:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444699.434073:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444699.434079:0:2401:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=29 v=5 (105 105 105 137) 00000100:00001000:0.0:1783444699.434082:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444699.434085:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444699.434086:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444699.434088:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444699.434091:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444699.434094:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444699.434096:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967592 00000100:00000001:0.0:1783444699.434098:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444699.434101:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444699.434105:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746732680 x1870075608269184/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444715 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444699.434112:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444699.434114:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444699.434115:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444699.434119:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746732680 x1870075608269184/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444715 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444699.434126:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746732680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608269184:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444699.434129:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444699.434131:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444699.434134:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746732680 x1870075608269184/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444715 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444699.434140:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444699.434142:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444699.434144:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c750f6b600. 02000000:00000001:0.0:1783444699.434147:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444699.434149:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444699.434150:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444699.434152:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444699.434154:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c75a037000. 02000000:00000001:0.0:1783444699.434157:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444699.434158:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444699.434160:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746732680. 00000100:00000001:0.0:1783444699.434163:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444699.434164:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444699.434166:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444699.434167:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444699.434169:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444699.434170:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444699.434172:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444699.436093:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444699.436106:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444699.436109:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444699.436111:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444699.436118:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444699.436125:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444699.436132:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444699.436136:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444699.436140:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444699.436143:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e8558300 00000400:00000200:1.0:1783444699.436147:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444699.436152:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7479 [1] + 224 00000800:00000001:1.0:1783444699.436158:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444699.436162:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444699.436164:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444699.436168:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444699.436174:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444699.436181:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746730a80 x1870075608269568/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444715 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444699.436191:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746730a80 x1870075608269568/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444699.436213:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444699.436220:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444699.436224:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444699.436226:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444699.436228:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444699.436231:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444699.436235:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444699.436239:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444699.436242:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444699.436245:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444699.436248:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8558200 00000400:00000200:1.0:1783444699.436251:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444699.436255:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7469 [1] + 224 00000800:00000001:1.0:1783444699.436258:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444699.436264:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444699.436265:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444699.436269:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444699.436271:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444699.436275:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746731500 x1870075608269312/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444715 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444699.436282:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746731500 x1870075608269312/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444699.436288:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444699.436291:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444699.436293:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444699.436361:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444699.436365:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444699.436371:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444699.436373:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444699.436375:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f420. 00000400:00000200:0.0:1783444699.436379:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9550 00000400:00000010:0.0:1783444699.436381:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9550. 00000100:00000001:0.0:1783444699.436384:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444699.436388:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746731500 x1870075608269312/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444699.436396:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746731500 x1870075608269312/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444715 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444699.436403:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444699.436405:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444699.436407:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444699.436409:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444699.436412:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444699.436414:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444699.436416:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444699.436424:0:2401:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=29 v=5 (105 105 105 137) 00000100:00001000:0.0:1783444699.436428:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=29 v=5 (1 1 1 1) 00000100:00000001:0.0:1783444699.436431:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444699.436432:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444699.436435:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444699.436439:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444699.436441:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444699.436443:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1783444699.436446:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444699.436447:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444699.436451:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746731500 x1870075608269312/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444715 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444699.436458:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444699.436461:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444699.436463:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444699.436466:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746731500 x1870075608269312/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444715 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444699.436475:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746731500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608269312:192.168.204.110@tcp:400:kworker.0 00000400:00000001:0.0:1783444699.436480:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444699.436481:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444699.436482:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f738. 00000400:00000200:0.0:1783444699.436485:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9d48 00000400:00000010:0.0:1783444699.436487:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9d48. 00000100:00000001:0.0:1783444699.436488:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444699.436491:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746730a80 x1870075608269568/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444699.436499:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746730a80 x1870075608269568/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444715 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444699.436505:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444699.436506:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444699.436508:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444699.436510:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444699.436511:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444699.436512:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444699.436514:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444699.436518:0:2401:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f460 time=29 v=5 (5 5 5 138) 00000100:00001000:0.0:1783444699.436520:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=150 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444699.436523:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444699.436524:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444699.436525:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444699.436527:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444699.436529:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1783444699.436531:0:2401:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: committing for last_committed 4294967323 gen 11 00000100:00000040:0.0:1783444699.436536:0:2401:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967323) req@ffff91c7603f1c00 x1870075608260608/t4294967323(4294967323) o2->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444705 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444699.436543:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444699.436547:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1c00 x1870075608260608/t4294967323(4294967323) o2->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444705 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444699.436559:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444699.436561:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444699.436564:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6ec00. 02000000:00000001:0.0:1783444699.436568:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444699.436570:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444699.436572:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:0.0:1783444699.436574:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444699.436577:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c7614d8400. 02000000:00000001:0.0:1783444699.436580:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444699.436581:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444699.436583:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1c00. 00000100:00000001:0.0:1783444699.436587:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444699.436588:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444699.436590:0:2401:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1783444699.436592:0:2401:0:(client.c:3222:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1783444699.436594:0:2401:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444699.436596:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444699.436599:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746730a80 x1870075608269568/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444715 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444699.436605:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444699.436606:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444699.436607:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444699.436611:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746730a80 x1870075608269568/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444715 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444699.436617:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746730a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608269568:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444699.436621:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444699.436622:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444699.436625:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746731500 x1870075608269312/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444715 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444699.436631:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444699.436633:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444699.436634:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c752030a00. 02000000:00000001:0.0:1783444699.436636:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444699.436637:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444699.436638:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:0.0:1783444699.436640:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444699.436641:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c750577200. 02000000:00000001:0.0:1783444699.436644:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444699.436645:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444699.436646:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746731500. 00000100:00000001:0.0:1783444699.436648:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444699.436650:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444699.436651:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444699.436654:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746730a80 x1870075608269568/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444715 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444699.436659:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444699.436660:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444699.436661:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c752030e00. 02000000:00000001:0.0:1783444699.436662:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444699.436663:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444699.436664:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=2 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:0.0:1783444699.436666:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444699.436667:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c750577500. 02000000:00000001:0.0:1783444699.436669:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444699.436670:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444699.436671:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746730a80. 00000100:00000001:0.0:1783444699.436673:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444699.436674:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444699.436676:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444699.436682:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444699.436683:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444699.436685:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444699.436687:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444699.437274:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444699.437283:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444699.437286:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444699.437288:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444699.437293:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444699.437298:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444699.437303:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444699.437306:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444699.437309:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444699.437312:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e8558280 00000400:00000200:0.0:1783444699.437315:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444699.437320:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7461 [1] + 224 00000800:00000001:0.0:1783444699.437324:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444699.437329:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444699.437331:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444699.437335:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444699.437338:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444699.437343:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746732a00 x1870075608269440/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444715 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444699.437350:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746732a00 x1870075608269440/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444699.437397:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444699.437399:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444699.437414:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444699.437421:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444699.437424:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1783444699.437513:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444699.437515:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444699.437517:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736e18. 00000400:00000200:1.0:1783444699.437521:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076f68 00000400:00000010:1.0:1783444699.437523:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076f68. 00000100:00000001:1.0:1783444699.437525:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444699.437530:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746732a00 x1870075608269440/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444699.437544:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746732a00 x1870075608269440/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444715 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444699.437550:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444699.437552:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444699.437554:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444699.437555:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444699.437557:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444699.437558:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444699.437560:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444699.437565:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=29 v=5 (5 5 5 138) 00000100:00001000:1.0:1783444699.437568:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444699.437570:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444699.437571:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444699.437573:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444699.437575:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444699.437577:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444699.437579:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1783444699.437580:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444699.437581:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444699.437585:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746732a00 x1870075608269440/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444715 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444699.437591:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444699.437593:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444699.437595:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444699.437598:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746732a00 x1870075608269440/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444715 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444699.437604:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746732a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608269440:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444699.437608:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444699.437610:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444699.437612:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746732a00 x1870075608269440/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444715 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444699.437622:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444699.437624:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444699.437626:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c750f6ba00. 02000000:00000001:1.0:1783444699.437628:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444699.437630:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444699.437631:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:1.0:1783444699.437633:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444699.437635:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c750577a00. 02000000:00000001:1.0:1783444699.437637:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444699.437638:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444699.437640:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746732a00. 00000100:00000001:1.0:1783444699.437643:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444699.437644:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444699.437645:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444699.437649:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444699.437650:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444699.437652:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444699.437654:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444700.310967:0:31962:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783444700.310976:0:31962:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b72e8) owner 0000000000000000/ffff91c782060000 00020000:00000002:0.0:1783444700.310982:0:31962:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b72e8) owner 0000000000000000/ffff91c782060000 00020000:00000001:0.0:1783444700.310984:0:31962:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444700.310993:0:31962:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783444700.310997:0:31962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13db8 00000080:00200008:0.0:1783444700.310999:0:31962:0:(file.c:447:ll_file_release()) START file f:[0x200000405:0x21:0x0](ffff91c748db3248), flags 100002 00000080:00000001:0.0:1783444700.311004:0:31962:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783444700.311007:0:31962:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1783444700.311009:0:31962:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783444700.311010:0:31962:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b72e8) owner 0000000000000000/ffff91c782060000 00020000:00000002:0.0:1783444700.311012:0:31962:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b72e8) owner 0000000000000000/ffff91c782060000 00020000:00000001:0.0:1783444700.311015:0:31962:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444700.311017:0:31962:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783444700.311023:0:31962:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444700.311026:0:31962:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444700.311029:0:31962:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444700.311031:0:31962:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444700.311033:0:31962:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444700.311035:0:31962:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x21:0x0] 00800000:00000001:0.0:1783444700.311037:0:31962:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444700.311042:0:31962:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444700.311046:0:31962:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444700.311053:0:31962:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebfa00 count: 2 00010000:00000001:0.0:1783444700.311070:0:31962:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783444700.311075:0:31962:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444700.311077:0:31962:0:(lmv_obd.c:4132:lmv_lock_match()) Lock match for [0x200000405:0x21:0x0]: 0 00000080:00000001:0.0:1783444700.311079:0:31962:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783444700.311081:0:31962:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783444700.311087:0:31962:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff91c752031000. 00000080:00000001:0.0:1783444700.311090:0:31962:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783444700.311095:0:31962:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783444700.311099:0:31962:0:(lmv_obd.c:1665:lmv_close()) Process entered 00800000:00000001:0.0:1783444700.311101:0:31962:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444700.311102:0:31962:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444700.311103:0:31962:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444700.311105:0:31962:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444700.311106:0:31962:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444700.311107:0:31962:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x21:0x0] 00800000:00000001:0.0:1783444700.311109:0:31962:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444700.311111:0:31962:0:(lmv_obd.c:1671:lmv_close()) CLOSE [0x200000405:0x21:0x0] 00000002:00000001:0.0:1783444700.311115:0:31962:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783444700.311117:0:31962:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91c759350000: [0x200000405:0x21:0x0] file closed with intent: 0 00000100:00000010:0.0:1783444700.311122:0:31962:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746730a80. 00000020:00000040:0.0:1783444700.311126:0:31962:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=9 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:0.0:1783444700.311130:0:31962:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444700.311133:0:31962:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444700.311137:0:31962:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444700.311142:0:31962:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c752030c00. 00000100:00000001:0.0:1783444700.311150:0:31962:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783444700.311168:0:31962:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91c760461f80 x1870075608268288/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444712 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783444700.311180:0:31962:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:0.0:1783444700.311186:0:31962:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c746730a80 x1870075608269824/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783444700.311193:0:31962:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783444700.311195:0:31962:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783444700.311201:0:31962:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7603e0c00. 00000100:00000001:0.0:1783444700.311203:0:31962:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884232039424 : -121189477512192 : ffff91c7603e0c00) 00000100:00000001:0.0:1783444700.311206:0:31962:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444700.311207:0:31962:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799304832 : -121189910246784 : ffff91c746730a80) 00000100:00000001:0.0:1783444700.311211:0:31962:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444700.311215:0:31962:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444700.311218:0:31962:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783444700.311219:0:31962:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444700.311223:0:31962:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746730a80 x1870075608269824/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444700.311230:0:31962:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444700.311232:0:31962:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444700.311235:0:31962:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444700.311238:0:31962:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444700.311240:0:31962:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444700.311243:0:31962:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746730a80 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:31962:1870075608269824:192.168.204.110@tcp:35:multiop.0 00000100:00000001:0.0:1783444700.311247:0:31962:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444700.311252:0:31962:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444700.311254:0:31962:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444700.311256:0:31962:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444700.311260:0:31962:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c746766400. 02000000:00000001:0.0:1783444700.311262:0:31962:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444700.314142:0:31962:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444700.314149:0:31962:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f738. 00000400:00000010:0.0:1783444700.314158:0:31962:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9d48. 00000100:00000200:0.0:1783444700.314165:0:31962:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608269824, portal 10 00000100:00000001:0.0:1783444700.314167:0:31962:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444700.314169:0:31962:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799304832 : -121189910246784 : ffff91c746730a80) 00000100:00000040:0.0:1783444700.314182:0:31962:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c746730a80 x1870075608269824/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444716 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444700.314191:0:31962:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444700.314193:0:31962:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444700.314196:0:31962:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9550. 00000100:00000200:0.0:1783444700.314199:0:31962:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870075608269824, offset 0 00000400:00000200:0.0:1783444700.314205:0:31962:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444700.314213:0:31962:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444700.314220:0:31962:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444700.314226:0:31962:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444700.314230:0:31962:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444700.314233:0:31962:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444700.314237:0:31962:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444700.314240:0:31962:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2628:2628:256:4294967295] 192.168.204.110@tcp LPNI seq info [2628:2628:8:4294967295] 00000400:00000200:0.0:1783444700.314244:0:31962:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444700.314254:0:31962:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444700.314260:0:31962:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444700.315363:0:31962:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c74ac94900. 00000800:00000200:0.0:1783444700.315373:0:31962:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444700.315381:0:31962:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444700.315384:0:31962:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c74ac94900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783444700.315399:0:31962:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444700.315405:0:31962:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 845805 usecs (846 jiffies) 00000400:00000200:0.0:1783444700.315409:0:31962:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444700.315413:0:31962:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296340166 00000100:00000001:0.0:1783444700.315416:0:31962:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296342525 00000100:00000001:0.0:1783444700.315419:0:31962:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296340166 00000100:00000001:0.0:1783444700.315422:0:31962:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296342525 00000100:00000001:0.0:1783444700.315424:0:31962:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444700.315427:0:31962:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444700.315430:0:31962:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444700.315432:0:31962:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783444700.315435:0:31962:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7603e0c00 going to sleep for 11 seconds 00000100:00000001:0.0:1783444700.315437:0:31962:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444700.315440:0:31962:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444700.315541:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444700.315546:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c74ac94900. 00000400:00000200:0.0:1783444700.315550:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444700.315555:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444700.315560:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9550 00000400:00000010:0.0:1783444700.315562:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9550. 00000100:00000001:0.0:1783444700.315567:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444700.315572:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730a80 x1870075608269824/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444716 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444700.315584:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444700.315587:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746730a80 x1870075608269824/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444716 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444700.315594:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444700.315596:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1783444700.328484:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444700.328488:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444700.328491:0:16819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 4 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1783444700.328494:0:16819:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1783444700.328497:0:16819:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783444700.328503:0:16819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14000/0x5503b2fe824ef515 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6dd0fb expref: -99 pid: 31974 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1783444700.328519:0:31994:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0001-mdc-ffff91c759350000 00010000:00000001:3.0:1783444700.328522:0:31994:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444700.328523:0:31994:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444700.328525:0:31994:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444700.328525:0:16819:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00000001:3.0:1783444700.328527:0:31994:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444700.328528:0:31994:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444700.328529:0:16819:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00010000:00000001:3.0:1783444700.328530:0:31994:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444700.328532:0:16819:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783444700.328533:0:16819:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x20:0x0] mode (null) 00000002:00000001:1.0:1783444700.328538:0:16819:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444700.328540:0:16819:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444700.328546:0:16819:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf100 count: 2 00010000:00000001:1.0:1783444700.328549:0:16819:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444700.328553:0:16819:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444700.328555:0:16819:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444700.328556:0:16819:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444700.328557:0:16819:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf100 count: 2 00010000:00000001:1.0:1783444700.328559:0:16819:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444700.328561:0:16819:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444700.328562:0:16819:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444700.328566:0:16819:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1783444700.328568:0:16819:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x20:0x0](ffff91c748d75348) invalid 00000020:00000001:1.0:1783444700.328571:0:16819:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941cc3ca0 00000080:00002000:1.0:1783444700.328573:0:16819:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff91c748cdc1b0) parent ffff91c74931ae58 inode ffff91c748d75348 refc 1 00000080:00000001:1.0:1783444700.328577:0:16819:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1783444700.328580:0:16819:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783444700.328582:0:16819:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444700.328585:0:16819:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783444700.328588:0:16819:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783444700.328590:0:16819:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783444700.328592:0:16819:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444700.328594:0:16819:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1783444700.328599:0:16819:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c751b14000 with handle 0x5503b2fe824ef515 from hash 00010000:00000001:1.0:1783444700.328601:0:16819:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783444700.328603:0:16819:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444700.328605:0:16819:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444700.328606:0:16819:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783444700.328610:0:16819:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783444700.328611:0:16819:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783444700.328613:0:16819:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783444700.328616:0:16819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef500 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6dd0a0 expref: -99 pid: 31962 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1783444700.328623:0:16819:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783444700.328625:0:16819:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783444700.328626:0:16819:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783444700.328627:0:16819:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1783444700.328629:0:16819:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444700.328630:0:16819:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444700.328632:0:16819:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41200 count: 2 00010000:00000001:1.0:1783444700.328634:0:16819:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444700.328636:0:16819:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444700.328638:0:16819:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444700.328639:0:16819:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444700.328640:0:16819:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41200 count: 2 00010000:00000001:1.0:1783444700.328642:0:16819:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444700.328643:0:16819:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444700.328645:0:16819:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444700.328646:0:16819:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444700.328647:0:16819:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41200 count: 2 00010000:00000001:1.0:1783444700.328649:0:16819:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444700.328650:0:16819:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444700.328652:0:16819:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1783444700.328654:0:16819:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91c748db39c0, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1783444700.328658:0:16819:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1783444700.328660:0:16819:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1783444700.328661:0:16819:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783444700.328662:0:16819:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444700.328664:0:16819:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783444700.328665:0:16819:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783444700.328667:0:16819:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783444700.328668:0:16819:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444700.328669:0:16819:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1783444700.328671:0:16819:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c74652d200 with handle 0x5503b2fe824ef500 from hash 00010000:00000001:1.0:1783444700.328673:0:16819:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783444700.328675:0:16819:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444700.328676:0:16819:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444700.328676:0:16819:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783444700.328678:0:16819:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783444700.328679:0:16819:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783444700.328681:0:16819:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783444700.328683:0:16819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef50e lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x332dd2263f6dd0d8 expref: -99 pid: 31962 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1783444700.328690:0:16819:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783444700.328692:0:16819:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783444700.328693:0:16819:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783444700.328694:0:16819:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x21:0x0] mode (null) 00000002:00000001:1.0:1783444700.328696:0:16819:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444700.328697:0:16819:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444700.328698:0:16819:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebfa00 count: 2 00010000:00000001:1.0:1783444700.328700:0:16819:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444700.328711:0:16819:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444700.328713:0:16819:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444700.328714:0:16819:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444700.328715:0:16819:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebfa00 count: 2 00010000:00000001:1.0:1783444700.328717:0:16819:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444700.328718:0:16819:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444700.328719:0:16819:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444700.328720:0:16819:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444700.328721:0:16819:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebfa00 count: 2 00010000:00000001:1.0:1783444700.328723:0:16819:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444700.328724:0:16819:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444700.328725:0:16819:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444700.328726:0:16819:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444700.328727:0:16819:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebfa00 count: 2 00010000:00000001:1.0:1783444700.328728:0:16819:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444700.328730:0:16819:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444700.328731:0:16819:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444700.328734:0:16819:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:1.0:1783444700.328737:0:16819:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444700.328742:0:16819:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a1d80. 00000020:00000010:1.0:1783444700.328746:0:16819:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c750f6aa00. 00000020:00000010:1.0:1783444700.328750:0:16819:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c750f6ba00. 00000020:00000010:1.0:1783444700.328754:0:16819:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b3900. 00000008:00000010:1.0:1783444700.328759:0:16819:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c759060000. 00020000:00000010:1.0:1783444700.328764:0:16819:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025d80. 00008000:00000010:1.0:1783444700.328769:0:16819:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cba6d8. 00000080:00000010:1.0:1783444700.328775:0:16819:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c7590771f8. 00000080:00000010:1.0:1783444700.328779:0:16819:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7609922b0. 00000020:00000010:1.0:1783444700.328782:0:16819:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c750f6b600. 00000008:00000010:1.0:1783444700.328785:0:16819:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909b600. 00020000:00000010:1.0:1783444700.328789:0:16819:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a3230. 00008000:00000010:1.0:1783444700.328792:0:16819:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603ef3a8. 00000080:00000010:1.0:1783444700.328796:0:16819:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107cd20. 00000020:00000001:1.0:1783444700.328799:0:16819:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114341256 : -121189595210360 : ffff91c7593a1d88) 00000020:00001000:1.0:1783444700.328802:0:16819:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a1d80 00000020:00000001:1.0:1783444700.328804:0:16819:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:1.0:1783444700.328806:0:16819:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x21:0x0]: losing layout lock 00000080:00000001:1.0:1783444700.328809:0:16819:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1783444700.328811:0:16819:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1783444700.328814:0:16819:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:1.0:1783444700.328817:0:16819:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1783444700.328820:0:16819:0:(lov_object.c:1533:lov_conf_set()) [0x200000405:0x21:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1783444700.328821:0:16819:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444700.328823:0:16819:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1783444700.328825:0:16819:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a1d80 00000020:00000010:1.0:1783444700.328828:0:16819:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c750f6ba00. 00000020:00000010:1.0:1783444700.328831:0:16819:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b3900. 00000008:00000010:1.0:1783444700.328835:0:16819:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c759060000. 00020000:00000010:1.0:1783444700.328837:0:16819:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025d80. 00008000:00000010:1.0:1783444700.328840:0:16819:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cba6d8. 00000080:00000010:1.0:1783444700.328844:0:16819:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c7590771f8. 00000080:00000010:1.0:1783444700.328847:0:16819:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7609922b0. 00000020:00000010:1.0:1783444700.328851:0:16819:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c750f6aa00. 00000008:00000010:1.0:1783444700.328854:0:16819:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909b600. 00020000:00000010:1.0:1783444700.328856:0:16819:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a3230. 00008000:00000010:1.0:1783444700.328859:0:16819:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603ef3a8. 00000080:00000010:1.0:1783444700.328862:0:16819:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107cd20. 00000020:00000010:1.0:1783444700.328864:0:16819:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c750f6b600. 00000020:00000010:1.0:1783444700.328867:0:16819:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a1d80. 00000080:00000001:1.0:1783444700.328869:0:16819:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444700.328871:0:16819:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1783444700.328872:0:16819:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x21:0x0](ffff91c748db3248) invalid 00000020:00000001:1.0:1783444700.328875:0:16819:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941cc3ca0 00000080:00002000:1.0:1783444700.328877:0:16819:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f (ffff91c748f24d80) parent ffff91c748f54000 inode ffff91c748db3248 refc 1 00000080:00000001:1.0:1783444700.328880:0:16819:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1783444700.328881:0:16819:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783444700.328882:0:16819:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444700.328884:0:16819:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783444700.328886:0:16819:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783444700.328887:0:16819:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783444700.328888:0:16819:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444700.328890:0:16819:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1783444700.328893:0:16819:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c751b15000 with handle 0x5503b2fe824ef50e from hash 00010000:00000001:1.0:1783444700.328895:0:16819:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783444700.328896:0:16819:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444700.328897:0:16819:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444700.328898:0:16819:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783444700.328899:0:16819:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783444700.328900:0:16819:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783444700.328903:0:16819:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783444700.328906:0:16819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef507 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6dd0bc expref: -99 pid: 31962 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1783444700.328912:0:16819:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783444700.328913:0:16819:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783444700.328915:0:16819:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783444700.328916:0:16819:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x1f:0x0] mode (null) 00000002:00000001:1.0:1783444700.328918:0:16819:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444700.328920:0:16819:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444700.328922:0:16819:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211200 count: 2 00010000:00000001:1.0:1783444700.328924:0:16819:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444700.328926:0:16819:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444700.328928:0:16819:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444700.328929:0:16819:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444700.328930:0:16819:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211200 count: 2 00010000:00000001:1.0:1783444700.328931:0:16819:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444700.328933:0:16819:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444700.328935:0:16819:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444700.328936:0:16819:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1783444700.328938:0:16819:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1f:0x0](ffff91c748d72a08) invalid 00000020:00000001:1.0:1783444700.328941:0:16819:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941cc3ca0 00000080:00002000:1.0:1783444700.328942:0:16819:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff91c748f54000) parent ffff91c74931ae58 inode ffff91c748d72a08 refc 1 00000080:00000001:1.0:1783444700.328945:0:16819:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1783444700.328947:0:16819:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783444700.328948:0:16819:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444700.328949:0:16819:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783444700.328950:0:16819:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783444700.328951:0:16819:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783444700.328953:0:16819:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444700.328954:0:16819:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1783444700.328956:0:16819:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752224000 with handle 0x5503b2fe824ef507 from hash 00010000:00000001:1.0:1783444700.328958:0:16819:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783444700.328959:0:16819:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444700.328960:0:16819:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444700.328961:0:16819:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783444700.328962:0:16819:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783444700.328964:0:16819:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783444700.328966:0:16819:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1783444700.328969:0:16819:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444700.328971:0:16819:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1783444700.328978:0:16819:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883aa00. 00000020:00000040:1.0:1783444700.328982:0:16819:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=10 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:1.0:1783444700.328987:0:16819:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444700.328990:0:16819:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444700.328993:0:16819:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444700.329012:0:16819:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c750f6b600. 00000100:00000001:1.0:1783444700.329018:0:16819:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444700.329020:0:16819:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1783444700.329026:0:16819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14000/0x5503b2fe824ef515 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd0fb expref: -99 pid: 31974 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1783444700.329033:0:16819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef500 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd0a0 expref: -99 pid: 31962 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1783444700.329039:0:16819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef50e lrc: 1/0,0 mode: --/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x332dd2263f6dd0d8 expref: -99 pid: 31962 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1783444700.329045:0:16819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef507 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd0bc expref: -99 pid: 31962 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1783444700.329050:0:16819:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:1.0:1783444700.329052:0:16819:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1783444700.329075:0:16819:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444700.329077:0:16819:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444700.329083:0:16819:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c759026240. 00000100:00000001:1.0:1783444700.329085:0:16819:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884110688832 : -121189598862784 : ffff91c759026240) 00000100:00000001:1.0:1783444700.329088:0:16819:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444700.329090:0:16819:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102384128 : -121189607167488 : ffff91c75883aa00) 00000100:00000001:1.0:1783444700.329095:0:16819:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444700.329099:0:16819:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444700.329101:0:16819:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444700.329102:0:16819:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444700.329114:0:16819:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c75883aa00 x1870075608269952/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444700.329123:0:16819:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444700.329125:0:16819:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444700.329129:0:16819:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444700.329132:0:16819:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444700.329134:0:16819:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444700.329137:0:16819:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c75883aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:666e3c65-e321-43ec-a94e-a01058e25d7d:16819:1870075608269952:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1783444700.329140:0:16819:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444700.329145:0:16819:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444700.329148:0:16819:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444700.329150:0:16819:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444700.329153:0:16819:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c750f6aa00. 02000000:00000001:1.0:1783444700.329155:0:16819:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444700.329162:0:16819:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444700.329165:0:16819:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736e18. 00000400:00000010:1.0:1783444700.329172:0:16819:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076f68. 00000100:00000200:1.0:1783444700.329179:0:16819:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608269952, portal 18 00000100:00000001:1.0:1783444700.329181:0:16819:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444700.329182:0:16819:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102384128 : -121189607167488 : ffff91c75883aa00) 00000100:00000040:1.0:1783444700.329189:0:16819:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c75883aa00 x1870075608269952/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1783444716 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444700.329196:0:16819:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444700.329199:0:16819:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444700.329201:0:16819:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076a18. 00000100:00000200:1.0:1783444700.329204:0:16819:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 17, xid 1870075608269952, offset 0 00000400:00000200:1.0:1783444700.329210:0:16819:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444700.329218:0:16819:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444700.329225:0:16819:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444700.329231:0:16819:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444700.329235:0:16819:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444700.329238:0:16819:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444700.329241:0:16819:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444700.329244:0:16819:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2629:2629:256:4294967295] 192.168.204.110@tcp LPNI seq info [2629:2629:8:4294967295] 00000400:00000200:1.0:1783444700.329248:0:16819:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444700.329257:0:16819:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444700.329263:0:16819:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444700.329268:0:16819:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c746193900. 00000800:00000200:1.0:1783444700.329274:0:16819:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444700.329282:0:16819:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444700.329286:0:16819:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c746193900 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:1.0:1783444700.329299:0:16819:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444700.329303:0:16819:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 845805 usecs (846 jiffies) 00000400:00000200:1.0:1783444700.329306:0:16819:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444700.329309:0:16819:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296340181 00000100:00000001:1.0:1783444700.329312:0:16819:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296342525 00000100:00000001:1.0:1783444700.329314:0:16819:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296340181 00000100:00000001:1.0:1783444700.329316:0:16819:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296342525 00000100:00000001:1.0:1783444700.329319:0:16819:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444700.329321:0:16819:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444700.329323:0:16819:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444700.329325:0:16819:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444700.329327:0:16819:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c759026240 going to sleep for 11 seconds 00000100:00000001:1.0:1783444700.329330:0:16819:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444700.329332:0:16819:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444700.329433:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444700.329436:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c746193900. 00000400:00000200:1.0:1783444700.329441:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444700.329445:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444700.329449:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076a18 00000400:00000010:1.0:1783444700.329451:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076a18. 00000100:00000001:1.0:1783444700.329454:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444700.329458:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c75883aa00 x1870075608269952/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1783444716 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444700.329468:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444700.329487:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c75883aa00 x1870075608269952/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1783444716 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444700.329494:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444700.329496:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444700.333005:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444700.333023:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444700.333028:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444700.333031:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444700.333040:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444700.333048:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444700.333168:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444700.333174:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444700.333180:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444700.333184:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a4d2e8558480 00000400:00000200:0.0:1783444700.333190:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444700.333196:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x74a1 [1] + 224 00000800:00000001:0.0:1783444700.333203:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444700.333212:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444700.333215:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444700.333220:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444700.333227:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444700.333237:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c75883aa00 x1870075608269952/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1783444716 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444700.333248:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c75883aa00 x1870075608269952/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1783444716 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444700.333304:0:16819:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444700.333323:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444700.333333:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444700.333336:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1783444700.333584:0:16819:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444700.333587:0:16819:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444700.333591:0:16819:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736e18. 00000400:00000200:1.0:1783444700.333595:0:16819:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076f68 00000400:00000010:1.0:1783444700.333598:0:16819:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076f68. 00000100:00000001:1.0:1783444700.333601:0:16819:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444700.333606:0:16819:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c75883aa00 x1870075608269952/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1783444716 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444700.333615:0:16819:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c75883aa00 x1870075608269952/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1783444716 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444700.333623:0:16819:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444700.333624:0:16819:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444700.333627:0:16819:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444700.333631:0:16819:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444700.333633:0:16819:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444700.333635:0:16819:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444700.333638:0:16819:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444700.333650:0:16819:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bd80 time=30 v=5 (5 5 5 5) 00000100:00001000:1.0:1783444700.333657:0:16819:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444700.333659:0:16819:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444700.333661:0:16819:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444700.333664:0:16819:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444700.333668:0:16819:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444700.333672:0:16819:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444700.333674:0:16819:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967592 00000100:00000001:1.0:1783444700.333675:0:16819:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444700.333678:0:16819:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444700.333683:0:16819:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c75883aa00 x1870075608269952/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1783444716 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444700.333689:0:16819:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444700.333692:0:16819:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444700.333694:0:16819:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444700.333698:0:16819:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883aa00 x1870075608269952/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1783444716 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444700.333716:0:16819:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c75883aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:666e3c65-e321-43ec-a94e-a01058e25d7d:16819:1870075608269952:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1783444700.333720:0:16819:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444700.333723:0:16819:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444700.333725:0:16819:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783444700.333728:0:16819:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444700.333731:0:16819:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c75883aa00 x1870075608269952/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1783444716 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444700.333741:0:16819:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783444700.333744:0:16819:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c759026240. 00000100:00000001:1.0:1783444700.333747:0:16819:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783444700.333749:0:16819:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444700.333751:0:16819:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444700.333754:0:16819:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c75883aa00 x1870075608269952/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1783444716 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444700.333761:0:16819:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444700.333763:0:16819:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444700.333766:0:16819:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c750f6aa00. 02000000:00000001:1.0:1783444700.333769:0:16819:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444700.333771:0:16819:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444700.333773:0:16819:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=9 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:1.0:1783444700.333776:0:16819:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444700.333778:0:16819:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c750f6b600. 02000000:00000001:1.0:1783444700.333781:0:16819:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444700.333784:0:16819:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444700.333786:0:16819:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c75883aa00. 00000100:00000001:1.0:1783444700.333789:0:16819:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444700.333790:0:16819:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1783444700.333792:0:16819:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:1.0:1783444700.333795:0:16819:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783444700.333800:0:16819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14000/0x5503b2fe824ef515 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd0fb expref: -99 pid: 31974 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:1.0:1783444700.333810:0:16819:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c743ebf100 count: 0 00010000:00000010:1.0:1783444700.333817:0:16819:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c75904ae80. 00010000:00000001:1.0:1783444700.333828:0:16819:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444700.333830:0:16819:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783444700.333833:0:16819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef500 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd0a0 expref: -99 pid: 31962 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1783444700.333840:0:16819:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747e41200 count: 0 00010000:00000010:1.0:1783444700.333844:0:16819:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c751113d80. 00010000:00000001:1.0:1783444700.333849:0:16819:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444700.333851:0:16819:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783444700.333854:0:16819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef50e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x332dd2263f6dd0d8 expref: -99 pid: 31962 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1783444700.333861:0:16819:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91c76050a0c0. 00010000:00000040:1.0:1783444700.333865:0:16819:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c743ebfa00 count: 0 00010000:00000010:1.0:1783444700.333868:0:16819:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c75904a380. 00010000:00000001:1.0:1783444700.333873:0:16819:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444700.333874:0:16819:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783444700.333877:0:16819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef507 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd0bc expref: -99 pid: 31962 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:1.0:1783444700.333883:0:16819:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747211200 count: 0 00010000:00000010:1.0:1783444700.333886:0:16819:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c743ef4500. 00010000:00000001:1.0:1783444700.333892:0:16819:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444700.333893:0:16819:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444700.333968:0:16819:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444700.333973:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444700.333975:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444700.333977:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1783444700.333978:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444700.333979:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444700.333981:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1783444700.333983:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444700.333984:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444700.333985:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:1.1:1783444700.341656:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf100. 00010000:00000010:1.1:1783444700.341670:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14000. 00010000:00000010:1.1:1783444700.341685:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41200. 00010000:00000010:1.1:1783444700.341689:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652d200. 00010000:00000010:1.1:1783444700.341691:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebfa00. 00010000:00000010:1.1:1783444700.341694:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15000. 00010000:00000010:1.1:1783444700.341698:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211200. 00010000:00000010:1.1:1783444700.341712:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224000. 00010000:00000001:0.0:1783444700.386188:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444700.386194:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444700.386353:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444700.386357:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444700.386360:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444701.411603:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444701.411612:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444701.411920:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444701.411924:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444701.411928:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783444701.988311:0:16917:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1783444701.988319:0:16917:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444702.434207:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444702.434215:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444702.434738:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444702.434742:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444702.434746:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444703.458262:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444703.458269:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444703.458497:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444703.458502:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444703.458505:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783444703.522201:0:26147:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4800 (cpu 0) has reached its deadline 4296342525, at 4296342528 00000100:00000010:0.0:1783444703.522218:0:26147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7465b3f60. 00000100:00000040:1.0:1783444703.522232:0:29002:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4910 (cpu 0) has reached its deadline 4296342525, at 4296342528 00000100:00000010:1.0:1783444703.522241:0:29002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7465b3d20. 00010000:00000001:0.0:1783444704.483815:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444704.483825:0:26147:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444704.483828:0:26147:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444704.483831:0:26147:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444704.483836:0:26147:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444704.483838:0:26147:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444704.483840:0:26147:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444704.483843:0:26147:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444704.483890:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444704.483893:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444704.483896:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783444704.546740:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444704.546749:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444704.546759:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746731500. 00000020:00000040:0.0:1783444704.546765:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:0.0:1783444704.546769:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444704.546772:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444704.546777:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444704.546786:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c74ac94900. 00000100:00000001:0.0:1783444704.546792:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444704.546803:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS req@ffff91c746731500 x1870075608270080/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444704.546814:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444704.546820:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444704.546827:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffc439fb] to pc [ptlrpcd_00_00+0] req@ffff91c746731500 x1870075608270080/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444704.546859:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444704.546861:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444704.546864:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444704.546868:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746732680. 00000020:00000040:0.0:1783444704.546870:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=10 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:0.0:1783444704.546872:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444704.546873:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444704.546875:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444704.546878:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c74ac94000. 00000100:00000001:0.0:1783444704.546880:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444704.546885:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID req@ffff91c746732680 x1870075608270208/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444704.546891:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444704.546892:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444704.546905:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032943fc9] to pc [ptlrpcd_00_01+1] req@ffff91c746732680 x1870075608270208/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444704.546914:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444704.546917:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444704.546920:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444704.546923:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746733480. 00000020:00000040:0.0:1783444704.546925:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:0.0:1783444704.546927:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444704.546928:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444704.546929:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444704.546932:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c74ac94e00. 00000100:00000001:0.0:1783444704.546934:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444704.546938:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID req@ffff91c746733480 x1870075608270336/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444704.546944:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444704.546945:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444704.546948:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088f75114] to pc [ptlrpcd_00_00+0] req@ffff91c746733480 x1870075608270336/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444704.546955:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444704.546957:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444704.546960:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444704.546963:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746730e00. 00000020:00000040:0.0:1783444704.546965:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:0.0:1783444704.546967:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444704.546969:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444704.546970:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444704.546976:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c750577a00. 00000100:00000001:0.0:1783444704.546979:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444704.546983:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID req@ffff91c746730e00 x1870075608270464/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444704.546989:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444704.546991:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444704.546995:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b8f9c4b] to pc [ptlrpcd_00_01+1] req@ffff91c746730e00 x1870075608270464/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444704.547002:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444704.547004:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444704.547007:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444704.547010:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746732a00. 00000020:00000040:0.0:1783444704.547012:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000100:00000001:0.0:1783444704.547014:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444704.547015:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444704.547016:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444704.547019:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c750577500. 00000100:00000001:0.0:1783444704.547021:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444704.547025:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID req@ffff91c746732a00 x1870075608270592/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444704.547030:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444704.547032:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444704.547035:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a94e0a83] to pc [ptlrpcd_00_00+0] req@ffff91c746732a00 x1870075608270592/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444704.547041:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444704.547045:0:26147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1681) 00000100:00000001:0.0:1783444704.547071:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444704.547074:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444704.547076:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444704.547080:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746732680 x1870075608270208/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444704.547087:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444704.547089:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444704.547093:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444704.547095:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444704.547098:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444704.547101:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746732680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608270208:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444704.547109:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444704.547114:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444704.547116:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444704.547118:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444704.547122:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7467c3200. 02000000:00000001:0.0:1783444704.547123:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444704.547129:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444704.547133:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f420. 00000400:00000010:0.0:1783444704.547141:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9550. 00000100:00000200:0.0:1783444704.547148:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608270208, portal 10 00000100:00000001:0.0:1783444704.547150:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444704.547152:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799312000 : -121189910239616 : ffff91c746732680) 00000100:00000040:0.0:1783444704.547158:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746732680 x1870075608270208/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444704.547166:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444704.547169:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444704.547171:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9990. 00000100:00000200:0.0:1783444704.547173:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608270208, offset 0 00000400:00000200:0.0:1783444704.547179:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444704.547186:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444704.547193:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444704.547197:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444704.547201:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444704.547205:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444704.547208:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444704.547211:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2630:2630:256:4294967295] 192.168.204.110@tcp LPNI seq info [2630:2630:8:4294967295] 00000400:00000200:0.0:1783444704.547216:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444704.547224:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444704.547229:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444704.547233:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c750577200. 00000800:00000200:0.0:1783444704.547239:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444704.547246:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444704.547250:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c750577200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444704.547259:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444704.547262:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 844531 usecs (845 jiffies) 00000400:00000200:0.0:1783444704.547265:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444704.547268:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296344398 00000100:00000010:0.0:1783444704.547273:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c76050d420. 00000100:00000001:0.0:1783444704.547279:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1783444704.547283:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296344398 00000100:00000010:0.0:1783444704.547286:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c76050d900. 00000100:00000001:0.0:1783444704.547289:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1783444704.547292:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444704.547294:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444704.547296:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444704.547299:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746730e00 x1870075608270464/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444704.547305:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444704.547307:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444704.547309:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444704.547311:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444704.547313:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444704.547315:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746730e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608270464:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444704.547318:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444704.547320:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444704.547321:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444704.547322:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444704.547325:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7467c2e00. 02000000:00000001:0.0:1783444704.547326:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444704.547329:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444704.547331:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f9f8. 00000400:00000010:0.0:1783444704.547334:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9110. 00000100:00000200:0.0:1783444704.547337:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608270464, portal 4 00000100:00000001:0.0:1783444704.547339:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444704.547340:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799305728 : -121189910245888 : ffff91c746730e00) 00000100:00000040:0.0:1783444704.547345:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746730e00 x1870075608270464/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444704.547351:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444704.547353:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444704.547355:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9b28. 00000100:00000200:0.0:1783444704.547357:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608270464, offset 0 00000400:00000200:0.0:1783444704.547361:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444704.547364:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444704.547366:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444704.547369:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444704.547371:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444704.547373:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444704.547375:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444704.547378:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2631:2631:255:4294967295] 192.168.204.110@tcp LPNI seq info [2631:2631:7:4294967295] 00000400:00000200:0.0:1783444704.547381:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444704.547387:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444704.547391:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444704.547394:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75a037000. 00000800:00000200:0.0:1783444704.547397:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444704.547400:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444704.547402:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75a037000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444704.547405:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444704.547407:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20181 usecs (21 jiffies) 00000400:00000200:0.0:1783444704.547410:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444704.547412:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296343574 00000100:00000001:0.0:1783444704.547414:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296344398 00000100:00000001:0.0:1783444704.547416:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296343574 00000100:00000001:0.0:1783444704.547418:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296344398 00000100:00000001:0.0:1783444704.547420:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444704.547422:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444704.547425:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444704.547427:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444704.547433:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444704.547436:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783444704.547438:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444704.547439:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444704.547440:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444704.547442:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:0.0:1783444704.547444:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444704.547446:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444704.547447:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444704.547448:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444704.547449:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444704.547450:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444704.547454:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746731500 x1870075608270080/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444704.547460:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444704.547462:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444704.547464:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444704.547466:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444704.547467:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444704.547470:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746731500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2401:1870075608270080:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444704.547473:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444704.547475:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444704.547477:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444704.547478:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444704.547481:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7467c2200. 02000000:00000001:0.0:1783444704.547483:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444704.547486:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444704.547488:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f268. 00000400:00000010:0.0:1783444704.547492:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9660. 00000100:00000200:0.0:1783444704.547495:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608270080, portal 25 00000100:00000001:0.0:1783444704.547497:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444704.547498:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799307520 : -121189910244096 : ffff91c746731500) 00000100:00000040:0.0:1783444704.547502:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746731500 x1870075608270080/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444704.547508:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444704.547510:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444704.547512:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9a18. 00000100:00000200:0.0:1783444704.547513:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870075608270080, offset 0 00000400:00000200:0.0:1783444704.547517:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444704.547520:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444704.547523:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444704.547526:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444704.547528:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444704.547531:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444704.547533:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444704.547536:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2632:2632:254:4294967295] 192.168.204.110@tcp LPNI seq info [2632:2632:6:4294967295] 00000400:00000200:0.0:1783444704.547539:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444704.547544:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444704.547548:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444704.547551:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298900. 00000800:00000200:0.0:1783444704.547555:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444704.547558:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444704.547561:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444704.547564:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444704.547566:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444704.547568:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296347645 00000100:00000001:0.0:1783444704.547573:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296344398 00000100:00000001:0.0:1783444704.547576:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296347645 00000100:00000001:0.0:1783444704.547579:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296344398 00000100:00000001:0.0:1783444704.547581:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444704.547584:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444704.547586:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444704.547589:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746733480 x1870075608270336/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444704.547596:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444704.547598:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444704.547600:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444704.547602:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444704.547603:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444704.547606:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746733480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608270336:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444704.547609:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444704.547612:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444704.547613:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444704.547615:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444704.547618:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c743a2ee00. 02000000:00000001:0.0:1783444704.547619:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444704.547758:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444704.547762:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f840. 00000400:00000010:0.0:1783444704.547766:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f95d8. 00000100:00000200:0.0:1783444704.547769:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608270336, portal 10 00000100:00000001:0.0:1783444704.547771:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444704.547772:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799315584 : -121189910236032 : ffff91c746733480) 00000100:00000040:0.0:1783444704.547778:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746733480 x1870075608270336/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444704.547784:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444704.547786:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444704.547788:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f96e8. 00000100:00000200:0.0:1783444704.547790:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608270336, offset 0 00000400:00000200:0.0:1783444704.547794:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444704.547798:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444704.547801:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444704.547804:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444704.547807:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444704.547809:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444704.547811:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444704.547814:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2633:2633:253:4294967295] 192.168.204.110@tcp LPNI seq info [2633:2633:5:4294967295] 00000400:00000200:0.0:1783444704.547818:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444704.547822:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444704.547827:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444704.547830:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3800. 00000800:00000200:0.0:1783444704.547834:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444704.547838:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444704.547841:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444704.547844:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444704.547847:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 20851 usecs (21 jiffies) 00000400:00000200:0.0:1783444704.547849:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444704.547851:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296343574 00000100:00000001:0.0:1783444704.547853:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296347645 00000100:00000001:0.0:1783444704.547855:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296343574 00000100:00000001:0.0:1783444704.547857:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296347645 00000100:00000001:0.0:1783444704.547860:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444704.547862:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444704.547864:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444704.547867:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746732a00 x1870075608270592/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444704.547873:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444704.547875:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444704.547877:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444704.547878:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444704.547880:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444704.547882:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746732a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608270592:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444704.547887:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444704.547890:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444704.547950:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444704.547953:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444704.547957:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c741284a00. 02000000:00000001:0.0:1783444704.547959:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444704.547961:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444704.547964:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658fd10. 00000400:00000010:0.0:1783444704.547967:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f93b8. 00000100:00000200:0.0:1783444704.547970:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608270592, portal 4 00000100:00000001:0.0:1783444704.547972:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444704.547973:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799312896 : -121189910238720 : ffff91c746732a00) 00000100:00000040:0.0:1783444704.547979:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746732a00 x1870075608270592/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444704.547985:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444704.547987:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444704.547989:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9880. 00000100:00000200:0.0:1783444704.547991:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608270592, offset 0 00000400:00000200:0.0:1783444704.547995:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444704.547999:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444704.548002:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444704.548004:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444704.548006:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444704.548009:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444704.548011:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444704.548013:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2634:2634:252:4294967295] 192.168.204.110@tcp LPNI seq info [2634:2634:4:4294967295] 00000400:00000200:0.0:1783444704.548017:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444704.548022:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444704.548026:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444704.548029:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3400. 00000800:00000200:0.0:1783444704.548033:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444704.548037:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444704.548039:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444704.548042:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444704.548044:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 133452 usecs (134 jiffies) 00000400:00000200:0.0:1783444704.548047:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444704.548049:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296343687 00000100:00000001:0.0:1783444704.548051:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296347645 00000100:00000001:0.0:1783444704.548053:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296343687 00000100:00000001:0.0:1783444704.548081:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296347645 00000100:00000001:0.0:1783444704.548084:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444704.548086:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444704.548089:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444704.548091:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444704.548309:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444704.548312:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444704.548359:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444704.548363:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c750577200. 00000400:00000200:1.0:1783444704.548370:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444704.548376:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444704.548381:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9990 00000400:00000010:1.0:1783444704.548383:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9990. 00000100:00000001:1.0:1783444704.548387:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444704.548392:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746732680 x1870075608270208/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444704.548401:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444704.548405:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746732680 x1870075608270208/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444720 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444704.548411:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444704.548412:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444704.548424:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444704.548426:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75a037000. 00000400:00000200:1.0:1783444704.548429:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444704.548432:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444704.548435:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9b28 00000400:00000010:1.0:1783444704.548436:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9b28. 00000100:00000001:1.0:1783444704.548439:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444704.548442:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730e00 x1870075608270464/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444704.548449:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444704.548452:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746730e00 x1870075608270464/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444720 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444704.548458:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444704.548459:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444704.548466:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444704.548468:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298900. 00000400:00000200:1.0:1783444704.548470:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444704.548473:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444704.548475:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9a18 00000400:00000010:1.0:1783444704.548552:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9a18. 00000100:00000001:1.0:1783444704.548556:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444704.548560:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746731500 x1870075608270080/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444704.548568:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444704.548570:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746731500 x1870075608270080/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444720 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444704.548576:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444704.548577:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444704.548586:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444704.548588:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3800. 00000400:00000200:1.0:1783444704.548591:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444704.548594:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444704.548596:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f96e8 00000400:00000010:1.0:1783444704.548597:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f96e8. 00000100:00000001:1.0:1783444704.548599:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444704.548602:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746733480 x1870075608270336/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444704.548608:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444704.548610:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746733480 x1870075608270336/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444720 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444704.548616:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444704.548618:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444704.548766:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444704.548769:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3400. 00000400:00000200:1.0:1783444704.548772:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444704.548775:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444704.548778:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9880 00000400:00000010:1.0:1783444704.548779:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9880. 00000100:00000001:1.0:1783444704.548781:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444704.548785:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746732a00 x1870075608270592/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444704.548791:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444704.548794:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746732a00 x1870075608270592/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444720 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444704.549098:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444704.549100:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444704.554886:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444704.554915:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444704.554920:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444704.554922:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444704.554932:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444704.554941:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444704.554950:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444704.554954:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444704.554960:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444704.554964:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e8558680 00000400:00000200:0.0:1783444704.554969:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444704.554975:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x74c1 [1] + 224 00000800:00000001:0.0:1783444704.554983:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444704.554988:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444704.554992:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444704.554996:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444704.555003:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444704.555012:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746730e00 x1870075608270464/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444720 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444704.555036:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746730e00 x1870075608270464/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444704.555087:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444704.555095:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444704.555099:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444704.555101:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444704.555103:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444704.555106:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444704.555110:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444704.555114:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444704.555116:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444704.555119:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444704.555122:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e8558700 00000400:00000200:0.0:1783444704.555125:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444704.555128:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x74f1 [1] + 224 00000800:00000001:0.0:1783444704.555132:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444704.555135:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444704.555136:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444704.555140:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444704.555143:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444704.555147:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746732a00 x1870075608270592/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444720 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444704.555155:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746732a00 x1870075608270592/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444704.555162:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444704.555165:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444704.555168:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444704.555169:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444704.555171:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444704.555173:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444704.555177:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444704.555180:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444704.555182:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444704.555185:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444704.555187:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8558580 00000400:00000200:0.0:1783444704.555191:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444704.555194:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x74b1 [1] + 224 00000800:00000001:0.0:1783444704.555198:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444704.555201:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444704.555203:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444704.555206:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444704.555208:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444704.555212:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746732680 x1870075608270208/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444720 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444704.555219:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746732680 x1870075608270208/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444704.555225:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444704.555228:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444704.555231:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444704.555232:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444704.555234:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444704.555236:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444704.555240:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444704.555244:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444704.555246:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444704.555248:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444704.555251:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8558600 00000400:00000200:0.0:1783444704.555254:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444704.555257:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x74e1 [1] + 224 00000800:00000001:0.0:1783444704.555260:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444704.555263:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444704.555265:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444704.555267:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444704.555270:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444704.555274:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746733480 x1870075608270336/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444720 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444704.555282:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746733480 x1870075608270336/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444704.555288:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444704.555291:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444704.555294:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444704.555295:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444704.555297:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444704.555300:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444704.555303:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444704.555307:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444704.555309:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444704.555312:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444704.555315:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a4d2e8558500 00000400:00000200:0.0:1783444704.555318:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444704.555322:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x74d1 [1] + 224 00000800:00000001:0.0:1783444704.555325:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444704.555332:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444704.555334:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444704.555337:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444704.555339:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444704.555343:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746731500 x1870075608270080/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444720 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444704.555352:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746731500 x1870075608270080/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444704.555359:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444704.555362:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444704.555365:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444704.555760:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444704.555764:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444704.555771:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444704.555773:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444704.555776:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f268. 00000400:00000200:1.0:1783444704.555780:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9660 00000400:00000010:1.0:1783444704.555783:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9660. 00000100:00000001:1.0:1783444704.555786:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444704.555791:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746731500 x1870075608270080/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444704.555800:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746731500 x1870075608270080/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444720 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444704.555807:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444704.555809:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444704.555811:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444704.555814:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444704.555818:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444704.555820:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444704.555823:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444704.555829:0:2401:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=34 v=5 (5 5 5 5) 00000100:00001000:1.0:1783444704.555834:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=34 v=5 (1 1 1 1) 00000100:00000001:1.0:1783444704.555836:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444704.555838:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444704.555841:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444704.555843:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444704.555845:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444704.555849:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746731500 x1870075608270080/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444704.555856:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444704.555859:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444704.555861:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444704.555864:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746731500 x1870075608270080/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444720 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444704.555873:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746731500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2401:1870075608270080:192.168.204.110@tcp:400:kworker.0 00000400:00000001:1.0:1783444704.555878:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444704.555879:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444704.555880:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f840. 00000400:00000200:1.0:1783444704.555882:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f95d8 00000400:00000010:1.0:1783444704.555884:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f95d8. 00000100:00000001:1.0:1783444704.555885:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444704.555889:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746733480 x1870075608270336/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444704.555905:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746733480 x1870075608270336/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444720 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444704.555911:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444704.555913:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444704.555914:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444704.555915:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444704.555917:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444704.555918:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444704.555920:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444704.555925:0:2401:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=34 v=5 (105 105 105 137) 00000100:00001000:1.0:1783444704.555928:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=34 v=5 (1 1 1 1) 00000100:00000001:1.0:1783444704.555930:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444704.555931:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444704.555933:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444704.555936:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444704.555939:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444704.555941:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:1.0:1783444704.555942:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444704.555944:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444704.555947:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746733480 x1870075608270336/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444704.555953:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444704.555955:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444704.555956:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444704.555959:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746733480 x1870075608270336/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444720 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444704.555966:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746733480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608270336:192.168.204.110@tcp:400:kworker.0 00000400:00000001:1.0:1783444704.555970:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444704.555971:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444704.555973:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658fd10. 00000400:00000200:1.0:1783444704.555975:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f93b8 00000400:00000010:1.0:1783444704.555976:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f93b8. 00000100:00000001:1.0:1783444704.555978:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444704.555980:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746732a00 x1870075608270592/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444704.555988:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746732a00 x1870075608270592/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444720 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444704.555994:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444704.555995:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444704.555997:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444704.555998:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444704.555999:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444704.556001:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444704.556002:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444704.556005:0:2401:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f460 time=34 v=5 (5 5 5 138) 00000100:00001000:1.0:1783444704.556007:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=5 v=5 (1 1 0 0) 00000100:00000001:1.0:1783444704.556010:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444704.556011:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444704.556012:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444704.556013:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444704.556016:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444704.556023:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967323 00000100:00000001:1.0:1783444704.556025:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444704.556026:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444704.556030:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746732a00 x1870075608270592/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444704.556036:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444704.556038:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444704.556039:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444704.556042:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746732a00 x1870075608270592/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444720 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444704.556048:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746732a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608270592:192.168.204.110@tcp:400:kworker.0 00000400:00000001:1.0:1783444704.556052:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444704.556073:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444704.556075:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f420. 00000400:00000200:1.0:1783444704.556077:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9550 00000400:00000010:1.0:1783444704.556078:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9550. 00000100:00000001:1.0:1783444704.556080:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444704.556084:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746732680 x1870075608270208/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444704.556092:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746732680 x1870075608270208/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444720 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444704.556098:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444704.556100:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444704.556101:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444704.556102:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444704.556104:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444704.556105:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444704.556106:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444704.556109:0:2401:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=34 v=5 (105 105 105 137) 00000100:00001000:1.0:1783444704.556112:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444704.556114:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444704.556116:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444704.556117:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444704.556119:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444704.556121:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1783444704.556123:0:2401:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: committing for last_committed 4294967597 gen 2 00000100:00000040:1.0:1783444704.556127:0:2401:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967597) req@ffff91c758838700 x1870075608267264/t4294967593(4294967593) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444712 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444704.556135:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444704.556138:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c758838700 x1870075608267264/t4294967593(4294967593) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444712 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444704.556144:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444704.556146:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444704.556150:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c751024000. 02000000:00000001:1.0:1783444704.556153:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444704.556155:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444704.556157:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=9 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:1.0:1783444704.556159:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444704.556162:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c751026800. 02000000:00000001:1.0:1783444704.556165:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444704.556166:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444704.556168:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758838700. 00000100:00000001:1.0:1783444704.556171:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444704.556173:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444704.556177:0:2401:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967597) req@ffff91c760460a80 x1870075608267776/t4294967594(4294967594) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444712 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444704.556184:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444704.556187:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760460a80 x1870075608267776/t4294967594(4294967594) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444712 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444704.556192:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444704.556193:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444704.556195:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452af800. 02000000:00000001:1.0:1783444704.556197:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444704.556198:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444704.556199:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:1.0:1783444704.556200:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444704.556201:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c7452ac400. 02000000:00000001:1.0:1783444704.556203:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444704.556204:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444704.556205:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760460a80. 00000100:00000001:1.0:1783444704.556207:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444704.556208:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444704.556212:0:2401:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967597) req@ffff91c760461f80 x1870075608268288/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444712 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444704.556219:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444704.556221:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232568704 : -121189476982912 : ffff91c760461f80) 00000100:00000001:1.0:1783444704.556223:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444704.556225:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760461f80 x1870075608268288/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444712 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444704.556230:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444704.556234:0:2401:0:(client.c:3161:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff91c760463100 x1870075608268672/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444713 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444704.556240:0:2401:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1783444704.556242:0:2401:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: normal: skip=1 replay=3/4 committed=0/0 00000100:00000001:1.0:1783444704.556244:0:2401:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444704.556246:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444704.556249:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746732680 x1870075608270208/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444704.556255:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444704.556256:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444704.556258:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444704.556261:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746732680 x1870075608270208/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444720 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444704.556267:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746732680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608270208:192.168.204.110@tcp:400:kworker.0 00000400:00000001:1.0:1783444704.556272:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444704.556273:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444704.556274:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f9f8. 00000400:00000200:1.0:1783444704.556277:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9110 00000400:00000010:1.0:1783444704.556278:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9110. 00000100:00000001:1.0:1783444704.556280:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444704.556283:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746730e00 x1870075608270464/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444704.556290:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746730e00 x1870075608270464/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444720 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444704.556295:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444704.556296:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444704.556297:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444704.556298:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444704.556299:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444704.556300:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444704.556301:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444704.556304:0:2401:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=34 v=5 (5 5 5 138) 00000100:00001000:1.0:1783444704.556307:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444704.556309:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444704.556310:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444704.556311:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444704.556312:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444704.556315:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444704.556316:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1783444704.556318:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444704.556319:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444704.556321:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746730e00 x1870075608270464/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444704.556339:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444704.556341:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444704.556342:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444704.556345:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746730e00 x1870075608270464/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444720 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444704.556351:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746730e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608270464:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444704.556356:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444704.556358:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444704.556360:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746731500 x1870075608270080/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444720 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444704.556366:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444704.556367:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444704.556369:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7467c2200. 02000000:00000001:1.0:1783444704.556372:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444704.556373:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444704.556374:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:1.0:1783444704.556376:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444704.556378:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c74ac94900. 02000000:00000001:1.0:1783444704.556380:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444704.556381:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444704.556383:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746731500. 00000100:00000001:1.0:1783444704.556385:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444704.556387:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444704.556388:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444704.556392:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746733480 x1870075608270336/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444720 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444704.556403:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444704.556404:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444704.556406:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c743a2ee00. 02000000:00000001:1.0:1783444704.556409:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444704.556410:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444704.556411:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:1.0:1783444704.556412:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444704.556413:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c74ac94e00. 02000000:00000001:1.0:1783444704.556415:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444704.556416:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444704.556417:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746733480. 00000100:00000001:1.0:1783444704.556419:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444704.556420:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444704.556421:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444704.556424:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746732a00 x1870075608270592/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444720 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444704.556429:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444704.556430:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444704.556431:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c741284a00. 02000000:00000001:1.0:1783444704.556434:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444704.556436:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444704.556437:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=2 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:1.0:1783444704.556438:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444704.556439:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c750577500. 02000000:00000001:1.0:1783444704.556441:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444704.556442:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444704.556444:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746732a00. 00000100:00000001:1.0:1783444704.556446:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444704.556447:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444704.556449:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444704.556452:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746732680 x1870075608270208/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444720 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444704.556457:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444704.556459:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444704.556460:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7467c3200. 02000000:00000001:1.0:1783444704.556462:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444704.556463:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444704.556465:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:1.0:1783444704.556466:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444704.556468:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c74ac94000. 02000000:00000001:1.0:1783444704.556469:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444704.556470:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444704.556471:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746732680. 00000100:00000001:1.0:1783444704.556473:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444704.556474:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444704.556475:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444704.556489:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746730e00 x1870075608270464/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444720 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444704.556494:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444704.556495:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444704.556497:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7467c2e00. 02000000:00000001:1.0:1783444704.556498:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444704.556499:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444704.556500:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:1.0:1783444704.556502:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444704.556503:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c750577a00. 02000000:00000001:1.0:1783444704.556505:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444704.556506:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444704.556507:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746730e00. 00000100:00000001:1.0:1783444704.556509:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444704.556510:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444704.556512:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444704.556519:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444704.556520:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444704.556522:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444704.556525:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444705.506226:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444705.506233:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444705.515280:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444705.515288:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444705.515292:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444706.531042:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444706.531050:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444706.531240:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444706.531244:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444706.531247:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444707.554179:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444707.554186:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444707.566461:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444707.566468:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444707.566473:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444708.578177:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444708.578184:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444708.578272:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444708.578275:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444708.578278:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783444708.643364:0:26147:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4800 (cpu 0) has reached its deadline 4296347645, at 4296347649 00000100:00000010:0.0:1783444708.643380:0:26147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c76050d420. 00000100:00000040:1.0:1783444708.643448:0:29002:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4910 (cpu 0) has reached its deadline 4296347645, at 4296347649 00000100:00000010:1.0:1783444708.643453:0:29002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c76050d900. 00000100:00000001:3.0:1783444709.154912:0:31974:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1783444709.154917:0:31974:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444709.154920:0:31974:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1783444709.154925:0:31974:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c76036f540 going to sleep for 1 seconds 00000100:00000001:3.0:1783444709.154928:0:31974:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444709.154931:0:31974:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444709.602262:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444709.602280:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444709.602674:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444709.602678:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444709.602681:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783444709.666767:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444709.666775:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444709.666782:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746730380. 00000020:00000040:0.0:1783444709.666788:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:0.0:1783444709.666792:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444709.666795:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444709.666800:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444709.666806:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7520b3d00. 00000100:00000001:0.0:1783444709.666812:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444709.666823:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS req@ffff91c746730380 x1870075608270720/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444709.666834:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444709.666839:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444709.666845:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044572bb1] to pc [ptlrpcd_00_01+1] req@ffff91c746730380 x1870075608270720/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444709.666863:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444709.666866:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444709.666870:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444709.666872:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746733100. 00000020:00000040:0.0:1783444709.666875:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:0.0:1783444709.666878:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444709.666879:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444709.666881:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444709.666885:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7520b3a00. 00000100:00000001:0.0:1783444709.666887:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444709.666892:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID req@ffff91c746733100 x1870075608270848/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444709.666899:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444709.666901:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444709.666905:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054bca8ae] to pc [ptlrpcd_00_00+0] req@ffff91c746733100 x1870075608270848/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444709.666913:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444709.666915:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444709.666919:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444709.666921:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746731880. 00000020:00000040:0.0:1783444709.666923:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:0.0:1783444709.666926:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444709.666927:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444709.666929:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444709.666932:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7520b3600. 00000100:00000001:0.0:1783444709.666934:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444709.666938:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID req@ffff91c746731880 x1870075608270976/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444709.666944:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444709.666945:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444709.666949:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024fa315b] to pc [ptlrpcd_00_01+1] req@ffff91c746731880 x1870075608270976/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444709.666956:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444709.666958:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444709.666961:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444709.666964:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746731c00. 00000020:00000040:0.0:1783444709.666966:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:0.0:1783444709.666968:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444709.666969:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444709.666970:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444709.666973:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7520b3e00. 00000100:00000001:0.0:1783444709.666975:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444709.666979:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID req@ffff91c746731c00 x1870075608271104/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444709.666985:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444709.666987:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444709.666990:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bab3810] to pc [ptlrpcd_00_00+0] req@ffff91c746731c00 x1870075608271104/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444709.666997:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444709.666999:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444709.667002:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444709.667004:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746730700. 00000020:00000040:0.0:1783444709.667006:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000100:00000001:0.0:1783444709.667008:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444709.667009:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444709.667010:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444709.667013:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7520b3c00. 00000100:00000001:0.0:1783444709.667016:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444709.667020:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID req@ffff91c746730700 x1870075608271232/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444709.667026:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444709.667027:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444709.667031:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bafc9232] to pc [ptlrpcd_00_01+1] req@ffff91c746730700 x1870075608271232/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444709.667037:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444709.667041:0:26147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1686) 00000100:00000001:1.0:1783444709.667230:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444709.667234:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444709.667237:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444709.667243:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746733100 x1870075608270848/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444709.667252:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444709.667254:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444709.667258:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444709.667261:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444709.667263:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444709.667266:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746733100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608270848:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444709.667271:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444709.667276:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444709.667278:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444709.667281:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444709.667285:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c750f6b600. 02000000:00000001:1.0:1783444709.667287:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444709.667294:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444709.667297:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736e18. 00000400:00000010:1.0:1783444709.667304:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076f68. 00000100:00000200:1.0:1783444709.667311:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608270848, portal 10 00000100:00000001:1.0:1783444709.667313:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444709.667316:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799314688 : -121189910236928 : ffff91c746733100) 00000100:00000040:1.0:1783444709.667322:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746733100 x1870075608270848/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444709.667330:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444709.667333:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444709.667335:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076a18. 00000100:00000200:1.0:1783444709.667338:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608270848, offset 0 00000400:00000200:1.0:1783444709.667345:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444709.667352:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444709.667360:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444709.667365:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444709.667369:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444709.667373:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444709.667375:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444709.667379:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2635:2635:256:4294967295] 192.168.204.110@tcp LPNI seq info [2635:2635:8:4294967295] 00000400:00000200:1.0:1783444709.667383:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444709.667392:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444709.667398:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444709.667402:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c746193900. 00000800:00000200:1.0:1783444709.667408:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444709.667417:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444709.667421:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c746193900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783444709.667439:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444709.667443:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 843271 usecs (844 jiffies) 00000400:00000200:1.0:1783444709.667447:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444709.667449:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296349517 00000100:00000010:1.0:1783444709.667453:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7465b3d20. 00000100:00000001:1.0:1783444709.667460:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1783444709.667465:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296349517 00000100:00000010:1.0:1783444709.667468:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7465b3900. 00000100:00000001:1.0:1783444709.667471:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1783444709.667474:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444709.667477:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444709.667479:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444709.667483:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746731c00 x1870075608271104/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444709.667490:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444709.667492:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444709.667494:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444709.667495:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444709.667497:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444709.667500:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746731c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608271104:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444709.667503:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444709.667505:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444709.667507:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444709.667509:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444709.667512:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c750f6aa00. 02000000:00000001:1.0:1783444709.667514:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444709.667517:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444709.667519:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736898. 00000400:00000010:1.0:1783444709.667533:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7590762a8. 00000100:00000200:1.0:1783444709.667537:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608271104, portal 4 00000100:00000001:1.0:1783444709.667539:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444709.667540:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799309312 : -121189910242304 : ffff91c746731c00) 00000100:00000040:1.0:1783444709.667546:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746731c00 x1870075608271104/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444709.667553:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444709.667555:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444709.667558:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076220. 00000100:00000200:1.0:1783444709.667561:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608271104, offset 0 00000400:00000200:1.0:1783444709.667575:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444709.667580:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444709.667584:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444709.667587:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444709.667589:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444709.667591:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444709.667593:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444709.667595:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2636:2636:255:4294967295] 192.168.204.110@tcp LPNI seq info [2636:2636:7:4294967295] 00000400:00000200:1.0:1783444709.667599:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444709.667605:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444709.667609:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444709.667614:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c74ac94000. 00000800:00000200:1.0:1783444709.667618:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444709.667622:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444709.667625:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c74ac94000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783444709.667628:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444709.667630:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20131 usecs (21 jiffies) 00000400:00000200:1.0:1783444709.667633:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444709.667634:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296348694 00000100:00000001:1.0:1783444709.667637:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296349517 00000100:00000001:1.0:1783444709.667638:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296348694 00000100:00000001:1.0:1783444709.667640:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296349517 00000100:00000001:1.0:1783444709.667642:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444709.667644:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444709.667646:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444709.667648:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444709.667657:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444709.667659:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783444709.667661:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444709.667662:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444709.667663:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444709.667665:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:1.0:1783444709.667667:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444709.667669:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444709.667670:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444709.667672:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444709.667673:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444709.667674:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444709.667677:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746730380 x1870075608270720/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444709.667684:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444709.667685:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444709.667688:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444709.667689:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444709.667692:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444709.667694:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746730380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2400:1870075608270720:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444709.667697:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444709.667699:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444709.667701:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444709.667702:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444709.667705:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c750f6ba00. 02000000:00000001:1.0:1783444709.667707:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444709.667710:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444709.667712:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736478. 00000400:00000010:1.0:1783444709.667715:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076000. 00000100:00000200:1.0:1783444709.667718:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608270720, portal 25 00000100:00000001:1.0:1783444709.667719:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444709.667720:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799303040 : -121189910248576 : ffff91c746730380) 00000100:00000040:1.0:1783444709.667724:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746730380 x1870075608270720/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444709.667730:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444709.667732:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444709.667734:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076bb0. 00000100:00000200:1.0:1783444709.667736:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870075608270720, offset 0 00000400:00000200:1.0:1783444709.667740:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444709.667744:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444709.667747:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444709.667750:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444709.667752:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444709.667753:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444709.667755:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444709.667758:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2637:2637:254:4294967295] 192.168.204.110@tcp LPNI seq info [2637:2637:6:4294967295] 00000400:00000200:1.0:1783444709.667761:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444709.667766:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444709.667770:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444709.667774:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c74ac94e00. 00000800:00000200:1.0:1783444709.667777:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444709.667781:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444709.667784:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c74ac94e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783444709.667787:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444709.667789:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444709.667791:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296352765 00000100:00000001:1.0:1783444709.667796:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296349517 00000100:00000001:1.0:1783444709.667800:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296352765 00000100:00000001:1.0:1783444709.667802:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296349517 00000100:00000001:1.0:1783444709.667804:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444709.667806:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444709.667808:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444709.667811:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746731880 x1870075608270976/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444709.667817:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444709.667818:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444709.667820:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444709.667822:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444709.667824:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444709.667827:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746731880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608270976:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444709.667832:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444709.667835:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444709.667836:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444709.667838:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444709.667841:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c750f6a200. 02000000:00000001:1.0:1783444709.667843:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444709.667845:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444709.667847:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736ec8. 00000400:00000010:1.0:1783444709.667850:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7590764c8. 00000100:00000200:1.0:1783444709.667853:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608270976, portal 10 00000100:00000001:1.0:1783444709.667854:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444709.667855:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799308416 : -121189910243200 : ffff91c746731880) 00000100:00000040:1.0:1783444709.667861:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746731880 x1870075608270976/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444709.667867:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444709.667869:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444709.667871:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076d48. 00000100:00000200:1.0:1783444709.667873:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608270976, offset 0 00000400:00000200:1.0:1783444709.667877:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444709.667880:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444709.667884:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444709.667886:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444709.667888:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444709.667890:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444709.667892:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444709.667895:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2638:2638:253:4294967295] 192.168.204.110@tcp LPNI seq info [2638:2638:5:4294967295] 00000400:00000200:1.0:1783444709.667899:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444709.667904:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444709.667908:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444709.667912:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c74ac94900. 00000800:00000200:0.0:1783444709.668344:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444709.668349:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c746193900. 00000400:00000200:0.0:1783444709.668354:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444709.668360:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444709.668365:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076a18 00000400:00000010:0.0:1783444709.668367:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076a18. 00000100:00000001:0.0:1783444709.668371:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444709.668375:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746733100 x1870075608270848/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444709.668385:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444709.668388:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746733100 x1870075608270848/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444725 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444709.668394:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444709.668396:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783444709.668406:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444709.668408:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c74ac94000. 00000400:00000200:0.0:1783444709.668411:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444709.668414:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444709.668416:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076220 00000400:00000010:0.0:1783444709.668418:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076220. 00000100:00000001:0.0:1783444709.668419:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444709.668422:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746731c00 x1870075608271104/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444709.668428:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444709.668431:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746731c00 x1870075608271104/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444725 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444709.668437:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444709.668439:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783444709.668459:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444709.668462:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c74ac94e00. 00000400:00000200:0.0:1783444709.668464:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444709.668467:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444709.668470:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076bb0 00000400:00000010:0.0:1783444709.668471:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076bb0. 00000100:00000001:0.0:1783444709.668473:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444709.668476:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730380 x1870075608270720/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444709.668483:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444709.668486:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746730380 x1870075608270720/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444725 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444709.668491:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444709.668492:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444709.669270:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444709.669277:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444709.669280:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c74ac94900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783444709.669328:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444709.669332:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 20812 usecs (21 jiffies) 00000400:00000200:1.0:1783444709.669336:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444709.669339:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296348696 00000100:00000001:1.0:1783444709.669342:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296352765 00000100:00000001:1.0:1783444709.669344:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296348696 00000100:00000001:1.0:1783444709.669346:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296352765 00000100:00000001:1.0:1783444709.669348:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444709.669350:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444709.669353:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444709.669357:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746730700 x1870075608271232/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444709.669363:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444709.669365:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444709.669368:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444709.669370:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444709.669372:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444709.669375:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746730700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608271232:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444709.669378:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444709.669381:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444709.669383:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444709.669385:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444709.669389:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c750f6a600. 02000000:00000001:1.0:1783444709.669391:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444709.669395:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444709.669399:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736f20. 00000400:00000010:1.0:1783444709.669403:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076550. 00000100:00000200:1.0:1783444709.669407:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608271232, portal 4 00000100:00000001:1.0:1783444709.669409:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444709.669411:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799303936 : -121189910247680 : ffff91c746730700) 00000100:00000040:1.0:1783444709.669416:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746730700 x1870075608271232/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444709.669422:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444709.669423:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444709.669425:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076dd0. 00000100:00000200:1.0:1783444709.669427:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608271232, offset 0 00000400:00000200:1.0:1783444709.669432:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444709.669437:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444709.669442:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444709.669445:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444709.669448:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444709.669450:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444709.669452:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444709.669455:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2639:2639:255:4294967295] 192.168.204.110@tcp LPNI seq info [2639:2639:7:4294967295] 00000400:00000200:1.0:1783444709.669459:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444709.669466:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444709.669471:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444709.669474:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c74ac94e00. 00000800:00000200:1.0:1783444709.669478:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444709.669482:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444709.669485:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c74ac94e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783444709.669488:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444709.669491:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 132728 usecs (133 jiffies) 00000400:00000200:1.0:1783444709.669494:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444709.669496:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296348808 00000100:00000001:1.0:1783444709.669498:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296352765 00000100:00000001:1.0:1783444709.669500:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296348808 00000100:00000001:1.0:1783444709.669502:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296352765 00000100:00000001:1.0:1783444709.669505:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444709.669507:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444709.669510:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444709.669512:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444709.669534:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444709.669536:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444709.669590:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444709.669593:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c74ac94900. 00000400:00000200:0.0:1783444709.669596:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444709.669601:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444709.669604:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076d48 00000400:00000010:0.0:1783444709.669606:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076d48. 00000100:00000001:0.0:1783444709.669609:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444709.669614:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746731880 x1870075608270976/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444709.669623:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444709.669626:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746731880 x1870075608270976/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444725 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444709.669632:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444709.669633:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783444709.669669:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444709.669672:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c74ac94e00. 00000400:00000200:0.0:1783444709.669674:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444709.669678:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444709.669680:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076dd0 00000400:00000010:0.0:1783444709.669682:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076dd0. 00000100:00000001:0.0:1783444709.669684:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444709.669687:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730700 x1870075608271232/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444709.669700:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444709.669703:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746730700 x1870075608271232/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444725 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444709.669709:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444709.669711:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444709.672629:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444709.672643:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444709.672648:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444709.672650:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444709.672658:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444709.672664:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444709.672671:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444709.672675:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444709.672680:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444709.672684:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e8558900 00000400:00000200:0.0:1783444709.672688:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444709.672693:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7511 [1] + 224 00000800:00000001:0.0:1783444709.672700:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444709.672704:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444709.672707:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444709.672710:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444709.672716:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444709.672723:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746731c00 x1870075608271104/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444725 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444709.672732:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746731c00 x1870075608271104/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444709.672751:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444709.672759:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444709.672762:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444709.672764:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444709.672766:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444709.672769:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444709.672772:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444709.672776:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444709.672778:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444709.672781:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444709.672784:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a4d2e8558780 00000400:00000200:0.0:1783444709.672788:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444709.672792:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7521 [1] + 224 00000800:00000001:0.0:1783444709.672795:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444709.672801:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444709.672803:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444709.672805:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444709.672808:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444709.672813:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746730380 x1870075608270720/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444725 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444709.672821:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746730380 x1870075608270720/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444709.672828:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444709.672832:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444709.672834:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444709.672886:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444709.672890:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444709.672896:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444709.672897:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444709.672900:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736478. 00000400:00000200:1.0:1783444709.672904:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076000 00000400:00000010:1.0:1783444709.672906:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076000. 00000100:00000001:1.0:1783444709.672909:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444709.672913:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746730380 x1870075608270720/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444709.672921:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746730380 x1870075608270720/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444725 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444709.672938:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444709.672940:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444709.672942:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444709.672944:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444709.672947:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444709.672949:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444709.672952:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444709.672959:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=39 v=5 (5 5 5 5) 00000100:00001000:1.0:1783444709.672962:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=39 v=5 (1 1 1 1) 00000100:00000001:1.0:1783444709.672965:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444709.672966:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444709.672969:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444709.672971:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444709.672974:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444709.672979:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746730380 x1870075608270720/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444725 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444709.672986:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444709.672989:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444709.672992:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444709.672996:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746730380 x1870075608270720/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444725 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444709.673003:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746730380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2400:1870075608270720:192.168.204.110@tcp:400:kworker.0 00000400:00000001:1.0:1783444709.673009:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444709.673010:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444709.673012:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736898. 00000400:00000200:1.0:1783444709.673014:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7590762a8 00000400:00000010:1.0:1783444709.673016:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7590762a8. 00000100:00000001:1.0:1783444709.673018:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444709.673021:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746731c00 x1870075608271104/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444709.673028:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746731c00 x1870075608271104/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444725 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444709.673034:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444709.673035:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444709.673036:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444709.673037:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444709.673038:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444709.673040:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444709.673042:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444709.673047:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=39 v=5 (5 5 5 138) 00000100:00001000:1.0:1783444709.673050:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=19 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444709.673052:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444709.673053:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444709.673257:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444709.673260:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444709.673448:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444709.673451:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1783444709.673453:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444709.673454:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444709.673460:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746731c00 x1870075608271104/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444725 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444709.673467:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444709.673469:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444709.673470:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444709.673473:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746731c00 x1870075608271104/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444725 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444709.673480:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746731c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608271104:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444709.673484:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444709.673486:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444709.673489:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746730380 x1870075608270720/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444725 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444709.673495:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444709.673499:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444709.673502:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c750f6ba00. 02000000:00000001:1.0:1783444709.673505:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444709.673507:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444709.673509:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:1.0:1783444709.673511:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444709.673514:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7520b3d00. 02000000:00000001:1.0:1783444709.673518:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444709.673519:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444709.673521:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746730380. 00000100:00000001:1.0:1783444709.673535:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444709.673537:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444709.673538:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444709.673542:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746731c00 x1870075608271104/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444725 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444709.673548:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444709.673549:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444709.673551:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c750f6aa00. 02000000:00000001:1.0:1783444709.673553:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444709.673554:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444709.673556:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:1.0:1783444709.673558:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444709.673559:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7520b3e00. 02000000:00000001:1.0:1783444709.673561:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444709.673562:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444709.673563:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746731c00. 00000100:00000001:1.0:1783444709.673566:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444709.673567:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444709.673570:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444709.673572:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444709.673573:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444709.673575:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444709.673577:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444709.673709:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444709.673717:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444709.673720:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444709.673722:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444709.673726:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444709.673730:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444709.673735:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444709.673738:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444709.673742:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444709.673745:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8558800 00000400:00000200:0.0:1783444709.673749:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444709.673754:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7501 [1] + 224 00000800:00000001:0.0:1783444709.673758:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444709.673764:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444709.673766:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444709.673769:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444709.673773:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444709.673777:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746733100 x1870075608270848/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444725 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444709.673785:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746733100 x1870075608270848/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444709.673802:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444709.673808:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444709.673810:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444709.673907:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444709.673909:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444709.673913:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444709.673914:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444709.673916:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736e18. 00000400:00000200:1.0:1783444709.673918:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076f68 00000400:00000010:1.0:1783444709.673930:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076f68. 00000100:00000001:1.0:1783444709.673933:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444709.673937:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746733100 x1870075608270848/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444709.673945:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746733100 x1870075608270848/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444725 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444709.673950:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444709.673951:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444709.673953:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444709.673954:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444709.673956:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444709.673957:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444709.673959:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444709.673964:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=39 v=5 (105 105 105 137) 00000100:00001000:1.0:1783444709.673968:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444709.673970:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444709.673971:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444709.673973:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444709.673975:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444709.673977:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444709.673979:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967597 00000100:00000001:1.0:1783444709.673981:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444709.673983:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444709.673987:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746733100 x1870075608270848/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444725 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444709.673993:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444709.673996:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444709.673997:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444709.674000:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746733100 x1870075608270848/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444725 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444709.674007:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746733100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608270848:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444709.674011:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444709.674013:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444709.674016:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746733100 x1870075608270848/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444725 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444709.674022:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444709.674024:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444709.674025:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c750f6b600. 02000000:00000001:1.0:1783444709.674028:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444709.674029:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444709.674030:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:1.0:1783444709.674032:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444709.674034:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7520b3a00. 02000000:00000001:1.0:1783444709.674036:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444709.674037:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444709.674039:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746733100. 00000100:00000001:1.0:1783444709.674041:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444709.674043:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444709.674045:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444709.674046:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444709.674048:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444709.674049:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444709.674051:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444709.683662:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444709.683680:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444709.683684:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444709.683686:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444709.683695:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444709.683702:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444709.683710:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444709.683714:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444709.683719:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444709.683723:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e8558980 00000400:00000200:0.0:1783444709.683728:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444709.683733:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7541 [1] + 224 00000800:00000001:0.0:1783444709.683741:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444709.683748:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444709.683751:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444709.683755:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444709.683762:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444709.683771:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746730700 x1870075608271232/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444725 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444709.683788:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746730700 x1870075608271232/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444709.683812:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444709.683820:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444709.683824:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444709.684033:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444709.684037:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444709.684044:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444709.684047:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444709.684050:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736f20. 00000400:00000200:1.0:1783444709.684939:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076550 00000400:00000010:1.0:1783444709.684944:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076550. 00000100:00000001:1.0:1783444709.684949:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444709.684956:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746730700 x1870075608271232/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444709.684966:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746730700 x1870075608271232/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444725 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444709.684971:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444709.684973:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444709.684976:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444709.684979:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444709.684981:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444709.684983:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444709.684986:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444709.684995:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f460 time=39 v=5 (5 5 5 138) 00000100:00001000:1.0:1783444709.685000:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=10 v=5 (1 1 0 0) 00000100:00000001:1.0:1783444709.685002:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444709.685004:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444709.685007:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444709.685010:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444709.685013:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444709.685015:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967323 00000100:00000001:1.0:1783444709.685017:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444709.685019:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444709.685023:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746730700 x1870075608271232/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444725 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444709.685030:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444709.685033:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444709.685035:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444709.685040:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746730700 x1870075608271232/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444725 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444709.685047:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746730700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608271232:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444709.685052:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444709.685303:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444709.685309:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746730700 x1870075608271232/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444725 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444709.685318:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444709.685321:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444709.685324:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c750f6a600. 02000000:00000001:1.0:1783444709.685327:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444709.685329:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444709.685331:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=2 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:1.0:1783444709.685333:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444709.685336:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7520b3c00. 02000000:00000001:1.0:1783444709.685340:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444709.685342:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444709.685344:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746730700. 00000100:00000001:1.0:1783444709.685347:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444709.685348:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444709.685352:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444709.685354:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444709.685355:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444709.685358:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444709.685360:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444709.687977:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444709.688004:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444709.688011:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444709.688013:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444709.688029:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444709.688037:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444709.688051:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444709.688158:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444709.688164:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444709.688169:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8558880 00000400:00000200:0.0:1783444709.688173:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444709.688178:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7531 [1] + 224 00000800:00000001:0.0:1783444709.688186:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444709.688197:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444709.688200:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444709.688205:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444709.688212:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444709.688220:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746731880 x1870075608270976/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444725 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444709.688302:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746731880 x1870075608270976/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444709.688324:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444709.688333:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444709.688336:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444709.688404:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444709.688408:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444709.688414:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444709.688416:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444709.688419:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736ec8. 00000400:00000200:1.0:1783444709.688423:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7590764c8 00000400:00000010:1.0:1783444709.688426:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7590764c8. 00000100:00000001:1.0:1783444709.688429:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444709.688433:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746731880 x1870075608270976/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444709.688442:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746731880 x1870075608270976/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444725 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444709.688449:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444709.688451:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444709.688454:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444709.688457:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444709.688459:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444709.688461:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444709.688464:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444709.688473:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=39 v=5 (105 105 105 137) 00000100:00001000:1.0:1783444709.688477:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=39 v=5 (1 1 1 1) 00000100:00000001:1.0:1783444709.688479:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444709.688481:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444709.688484:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444709.688487:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444709.688491:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444709.688493:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:1.0:1783444709.688495:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444709.688496:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444709.688501:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746731880 x1870075608270976/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444725 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444709.688509:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444709.688512:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444709.688514:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444709.688517:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746731880 x1870075608270976/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444725 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444709.688537:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746731880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608270976:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444709.688542:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444709.688545:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444709.688549:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746731880 x1870075608270976/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444725 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444709.688556:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444709.688559:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444709.688562:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c750f6a200. 02000000:00000001:1.0:1783444709.688566:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444709.688568:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444709.688569:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:1.0:1783444709.688572:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444709.688575:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7520b3600. 02000000:00000001:1.0:1783444709.688579:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444709.688582:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444709.688583:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746731880. 00000100:00000001:1.0:1783444709.688587:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444709.688588:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444709.688590:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444709.688597:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444709.688599:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444709.688601:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444709.688603:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444710.178390:0:31974:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1783444710.178401:0:31974:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444710.178404:0:31974:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1783444710.178411:0:31974:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c76036f540 going to sleep for 1 seconds 00000100:00000001:3.0:1783444710.178416:0:31974:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444710.178421:0:31974:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444710.626173:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444710.626180:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444710.626959:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444710.626964:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444710.626967:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1783444711.202390:0:31974:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1783444711.202402:0:31974:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444711.202404:0:31974:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1783444711.202411:0:31974:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c76036f540 going to sleep for 1 seconds 00000100:00000001:3.0:1783444711.202415:0:31974:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444711.202419:0:31974:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444711.650687:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444711.650698:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444711.652279:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444711.652287:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444711.652293:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783444711.718240:0:31962:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783444711.718250:0:31962:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444711.718253:0:31962:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783444711.718260:0:31962:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7603e0c00 going to sleep for 1 seconds 00000100:00000001:0.0:1783444711.718265:0:31962:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444711.718269:0:31962:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444712.227705:0:31974:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1783444712.227713:0:31974:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444712.227715:0:31974:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1783444712.227720:0:31974:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c76036f540 going to sleep for 1 seconds 00000100:00000001:3.0:1783444712.227724:0:31974:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444712.227728:0:31974:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444712.674174:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444712.674180:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444712.674326:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444712.674330:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444712.674334:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783444712.738363:0:31962:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783444712.738372:0:31962:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444712.738374:0:31962:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783444712.738380:0:31962:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7603e0c00 going to sleep for 1 seconds 00000100:00000001:0.0:1783444712.738384:0:31962:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444712.738388:0:31962:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444713.250292:0:31974:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1783444713.250301:0:31974:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1783444713.250317:0:31974:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783444697/real 1783444697] req@ffff91c760460000 x1870075608268928/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 1 dl 1783444713 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1783444713.250336:0:31974:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444713.250338:0:31974:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444713.250342:0:31974:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811cb8. 00000400:00000200:3.0:1783444713.250348:0:31974:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218990 00000400:00000010:3.0:1783444713.250351:0:31974:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218990. 00000100:00000001:3.0:1783444713.250356:0:31974:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444713.250360:0:31974:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760460000 x1870075608268928/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 1 dl 1783444713 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444713.250370:0:31974:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760460000 x1870075608268928/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 1 dl 1783444713 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444713.250377:0:31974:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444713.250380:0:31974:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444713.250382:0:31974:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444713.250384:0:31974:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444713.250387:0:31974:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1783444713.250391:0:31974:0:(import.c:65:import_set_state_nolock()) ffff91c743c0b800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1783444713.250396:0:31974:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff91c759350000: Connection to lustre-MDT0000 (at 192.168.204.110@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1783444713.250399:0:31974:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1783444713.250402:0:31974:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1783444713.250405:0:31974:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444713.250406:0:31974:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1783444713.250408:0:31974:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:3.0:1783444713.250421:0:31974:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1783444713.250423:0:31974:0:(client.c:2542:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444713.250426:0:31974:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444713.250428:0:31974:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444713.250430:0:31974:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c76036f540 going to sleep for 0 seconds 00000100:00000001:3.0:1783444713.250433:0:31974:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444713.250436:0:31974:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444713.250438:0:31974:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444713.250440:0:31974:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444713.250442:0:31974:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444713.250473:0:15196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783444713.250478:0:15196:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783444713.250487:0:15196:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760460a80. 00000020:00000040:3.0:1783444713.250492:0:15196:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:3.0:1783444713.250496:0:15196:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444713.250499:0:15196:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444713.250503:0:15196:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444713.250513:0:15196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c760f26700. 00000100:00000001:3.0:1783444713.250519:0:15196:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444713.250525:0:15196:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS req@ffff91c760460a80 x1870075608271360/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783444713.250535:0:15196:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444713.250540:0:15196:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444713.250545:0:15196:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f9afe4d] to pc [ptlrpcd_01_01+1] req@ffff91c760460a80 x1870075608271360/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444713.250579:0:15196:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1783444713.250581:0:15196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783444713.250590:0:15196:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1783444713.250592:0:15196:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1783444713.250593:0:15196:0:(import.c:65:import_set_state_nolock()) ffff91c743c0b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1783444713.250596:0:15196:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1783444713.250599:0:15196:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff91c759350000: connect to NID 192.168.204.110@tcp last attempt 1660 00000400:00000200:3.0:1783444713.250606:0:15196:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444713.250611:0:15196:0:(peer.c:1557:LNetPeerDiscovered()) Peer NID 192.168.204.110@tcp is discovered: rc = 1 00000100:00000040:3.0:1783444713.250615:0:15196:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 14 to 192.168.204.110@tcp 00000100:00000001:3.0:1783444713.250619:0:15196:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1783444713.250621:0:15196:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00000100:00000001:3.0:1783444713.250624:0:15196:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 00000020:00000001:3.0:1783444713.250627:0:15196:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1783444713.250629:0:15196:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea56 00000020:00000001:3.0:1783444713.250632:0:15196:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444713.250635:0:15196:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c74497f800 refcount=5 00000020:00000001:3.0:1783444713.250638:0:15196:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883768170496 : -121189941381120 : ffff91c74497f800) 00000020:00000001:3.0:1783444713.250641:0:15196:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883768170496 : -121189941381120 : ffff91c74497f800) 00000100:00000040:3.0:1783444713.250644:0:15196:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 14 to 192.168.204.110@tcp 00000100:00000001:3.0:1783444713.250645:0:15196:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1783444713.250647:0:15196:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00000100:00000001:3.0:1783444713.250649:0:15196:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 00000020:00000040:3.0:1783444713.250653:0:15196:0:(genops.c:900:class_export_put()) PUTting export ffff91c74497f800 : new refcount 4 00000100:00080000:3.0:1783444713.250657:0:15196:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff91c759350000: import ffff91c743c0b800 using connection 192.168.204.110@tcp/192.168.204.110@tcp 00000100:00000001:3.0:1783444713.250659:0:15196:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444713.250662:0:15196:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1783444713.250668:0:15196:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444713.250670:0:15196:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444713.250672:0:15196:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1783444713.250676:0:15196:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682473 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1783444713.250679:0:15196:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444713.250681:0:15196:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444713.250685:0:15196:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462680. 00000020:00000040:3.0:1783444713.250687:0:15196:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:3.0:1783444713.250691:0:15196:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1783444713.250692:0:15196:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444713.250695:0:15196:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444713.250833:0:15196:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444713.250837:0:15196:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444713.250843:0:15196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c7452af000. 00000100:00000001:3.0:1783444713.250851:0:15196:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444713.250863:0:15196:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91c760462680 x1870075608271488/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783444713.250885:0:15196:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444713.250890:0:15196:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444713.250897:0:15196:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c12458b7] to pc [ptlrpcd_rcv+-1] req@ffff91c760462680 x1870075608271488/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444713.250932:0:15196:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444713.250938:0:15196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783444713.250947:0:15196:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783444713.250952:0:15196:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760463800. 00000020:00000040:3.0:1783444713.250957:0:15196:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:3.0:1783444713.250961:0:15196:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444713.250964:0:15196:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444713.250967:0:15196:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444713.250973:0:15196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c760f26600. 00000100:00000001:3.0:1783444713.250979:0:15196:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444713.250988:0:15196:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID req@ffff91c760463800 x1870075608271616/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783444713.251004:0:15196:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444713.251161:0:15196:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444713.251169:0:15196:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9cdfee7] to pc [ptlrpcd_01_00+0] req@ffff91c760463800 x1870075608271616/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444713.251307:0:15196:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444713.251310:0:15196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783444713.251314:0:15196:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783444713.251318:0:15196:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760460380. 00000020:00000040:3.0:1783444713.251321:0:15196:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:3.0:1783444713.251324:0:15196:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444713.251325:0:15196:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444713.251327:0:15196:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444713.251331:0:15196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c760f26100. 00000100:00000001:3.0:1783444713.251336:0:15196:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444713.251341:0:15196:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID req@ffff91c760460380 x1870075608271744/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783444713.251349:0:15196:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444713.251351:0:15196:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444713.251355:0:15196:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e98ea86] to pc [ptlrpcd_01_01+1] req@ffff91c760460380 x1870075608271744/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444713.251363:0:15196:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444713.251366:0:15196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783444713.251369:0:15196:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783444713.251372:0:15196:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760463480. 00000020:00000040:3.0:1783444713.251374:0:15196:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000100:00000001:3.0:1783444713.251377:0:15196:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444713.251379:0:15196:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444713.251380:0:15196:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444713.251384:0:15196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c760f26500. 00000100:00000001:3.0:1783444713.251389:0:15196:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444713.251398:0:15196:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID req@ffff91c760463480 x1870075608271872/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783444713.251423:0:15196:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444713.251429:0:15196:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444713.251438:0:15196:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1437930] to pc [ptlrpcd_01_00+0] req@ffff91c760463480 x1870075608271872/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444713.251471:0:15196:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444713.251479:0:15196:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1689) 00000100:00000001:3.0:1783444713.251504:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444713.251509:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444713.251513:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444713.251521:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760463800 x1870075608271616/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444713.251553:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444713.251557:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444713.251563:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444713.251567:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444713.251573:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444713.251582:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760463800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608271616:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444713.251591:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444713.251596:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444713.251600:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444713.251606:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444713.251612:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c741342800. 02000000:00000001:3.0:1783444713.251617:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444713.251627:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444713.251633:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811cb8. 00000400:00000010:3.0:1783444713.251641:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218990. 00000100:00000200:3.0:1783444713.251647:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608271616, portal 10 00000100:00000001:3.0:1783444713.251653:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444713.251656:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232574976 : -121189476976640 : ffff91c760463800) 00000100:00000040:3.0:1783444713.251666:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760463800 x1870075608271616/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444713.251681:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444713.251687:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444713.251692:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602184c8. 00000100:00000001:0.0:1783444713.251831:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444713.251834:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444713.251836:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444713.251842:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462680 x1870075608271488/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444713.251849:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444713.251851:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444713.251853:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444713.251854:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444713.251856:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444713.251859:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608271488:192.168.204.110@tcp:38:kworker.0 00000100:00000001:0.0:1783444713.251862:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444713.251864:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444713.251866:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444713.251868:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444713.251872:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c746764400. 02000000:00000001:0.0:1783444713.251875:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444713.251878:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444713.251880:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f210. 00000400:00000010:0.0:1783444713.251885:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f94c8. 00000100:00000200:0.0:1783444713.251888:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608271488, portal 10 00000100:00000001:0.0:1783444713.251890:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444713.251891:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232570496 : -121189476981120 : ffff91c760462680) 00000100:00000040:0.0:1783444713.251896:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760462680 x1870075608271488/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444713.251902:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444713.251904:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444713.251906:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9e58. 00000100:00000200:0.0:1783444713.251908:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870075608271488, offset 0 00000400:00000200:0.0:1783444713.251913:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444713.251917:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444713.251921:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444713.251924:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444713.251926:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444713.251929:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444713.251931:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444713.251934:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2642:2642:254:4294967295] 192.168.204.110@tcp LPNI seq info [2642:2642:6:4294967295] 00000400:00000200:0.0:1783444713.251938:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444713.251944:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444713.251949:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444713.251952:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3200. 00000800:00000200:0.0:1783444713.251956:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444713.251961:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444713.251964:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1783444713.251967:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444713.251970:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 842011 usecs (843 jiffies) 00000400:00000200:0.0:1783444713.251974:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444713.251976:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296353100 00000100:00000001:0.0:1783444713.251978:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296356348 00000100:00000001:0.0:1783444713.251981:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296353100 00000100:00000001:0.0:1783444713.251983:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296356348 00000100:00000001:0.0:1783444713.251986:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444713.251988:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444713.251990:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444713.251992:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444713.251995:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444713.251997:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783444713.251999:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444713.252000:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444713.252001:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444713.252003:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444713.252496:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444713.252502:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1e00. 00000400:00000200:1.0:1783444713.252509:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444713.252514:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444713.252519:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f837f8 00000400:00000010:1.0:1783444713.252521:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f837f8. 00000100:00000001:1.0:1783444713.252524:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444713.252530:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760460a80 x1870075608271360/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444713.252539:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444713.252542:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760460a80 x1870075608271360/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444729 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444713.252548:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444713.252549:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444713.252561:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444713.252564:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1100. 00000400:00000200:1.0:1783444713.252567:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444713.252569:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444713.252572:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83f68 00000400:00000010:1.0:1783444713.252573:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83f68. 00000100:00000001:1.0:1783444713.252575:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444713.252579:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760460380 x1870075608271744/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444713.252585:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444713.252587:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760460380 x1870075608271744/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444729 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444713.252592:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444713.252593:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444713.252657:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444713.252659:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3200. 00000400:00000200:1.0:1783444713.252663:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444713.252666:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444713.252669:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9e58 00000400:00000010:1.0:1783444713.252670:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9e58. 00000100:00000001:1.0:1783444713.252673:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444713.252676:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462680 x1870075608271488/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444713.252682:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444713.252685:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462680 x1870075608271488/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444723 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444713.252690:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444713.252691:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1783444713.254021:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608271616, offset 0 00000400:00000200:3.0:1783444713.254036:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444713.254046:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444713.254053:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444713.254082:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444713.254086:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444713.254089:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444713.254091:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444713.254095:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2643:2643:256:4294967295] 192.168.204.110@tcp LPNI seq info [2643:2643:8:4294967295] 00000400:00000200:3.0:1783444713.254099:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444713.254108:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444713.254113:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444713.254118:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760f26e00. 00000800:00000200:3.0:1783444713.254125:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444713.254132:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444713.254136:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760f26e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444713.254154:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444713.254160:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 20836 usecs (21 jiffies) 00000400:00000200:3.0:1783444713.254163:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444713.254166:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296352281 00000100:00000001:3.0:1783444713.254169:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296356348 00000100:00000001:3.0:1783444713.254171:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296352281 00000100:00000001:3.0:1783444713.254173:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296356348 00000100:00000001:3.0:1783444713.254176:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444713.254180:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444713.254183:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444713.254307:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760463480 x1870075608271872/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444713.254317:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444713.254319:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444713.254323:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444713.254325:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444713.254328:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444713.254331:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608271872:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444713.254334:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444713.254340:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444713.254342:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444713.254345:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444713.254351:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c741343200. 02000000:00000001:3.0:1783444713.254352:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444713.254356:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444713.254360:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811b00. 00000400:00000010:3.0:1783444713.254365:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218770. 00000100:00000200:3.0:1783444713.254369:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608271872, portal 4 00000100:00000001:3.0:1783444713.254372:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444713.254373:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232574080 : -121189476977536 : ffff91c760463480) 00000100:00000040:3.0:1783444713.254379:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760463480 x1870075608271872/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444713.254385:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444713.254387:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444713.254389:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218f68. 00000100:00000200:3.0:1783444713.254392:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608271872, offset 0 00000400:00000200:3.0:1783444713.254395:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444713.254399:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444713.254402:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444713.254405:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444713.254407:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444713.254409:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444713.254411:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444713.254414:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2644:2644:255:4294967295] 192.168.204.110@tcp LPNI seq info [2644:2644:7:4294967295] 00000400:00000200:3.0:1783444713.254417:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444713.254422:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444713.254426:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444713.254429:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760f26300. 00000800:00000200:3.0:1783444713.254432:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444713.254436:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444713.254439:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760f26300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444713.254442:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444713.254445:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 132080 usecs (133 jiffies) 00000400:00000200:3.0:1783444713.254447:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444713.254449:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296352393 00000100:00000001:3.0:1783444713.254451:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296356348 00000100:00000001:3.0:1783444713.254452:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296352393 00000100:00000001:3.0:1783444713.254464:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296356348 00000100:00000001:3.0:1783444713.254468:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444713.254470:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444713.254473:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444713.254476:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444713.254484:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444713.254486:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783444713.254489:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444713.254490:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444713.254492:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444713.254494:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444713.255785:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444713.255793:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760f26e00. 00000400:00000200:0.0:1783444713.255799:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444713.255807:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444713.255813:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7602184c8 00000400:00000010:0.0:1783444713.255815:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7602184c8. 00000100:00000001:0.0:1783444713.255820:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444713.255826:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760463800 x1870075608271616/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444713.255837:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444713.255840:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760463800 x1870075608271616/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444729 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444713.255847:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444713.255848:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783444713.255923:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444713.255926:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760f26300. 00000400:00000200:0.0:1783444713.255929:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444713.255932:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444713.255935:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218f68 00000400:00000010:0.0:1783444713.255937:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218f68. 00000100:00000001:0.0:1783444713.255939:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444713.255944:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760463480 x1870075608271872/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444713.255952:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444713.255955:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760463480 x1870075608271872/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444729 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444713.255962:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444713.255964:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444713.263247:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444713.263265:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444713.263269:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444713.263272:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444713.263281:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.263289:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444713.263298:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.263302:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.263307:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.263312:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a4d2e8558a00 00000400:00000200:1.0:1783444713.263317:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.263322:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7551 [1] + 224 00000800:00000001:1.0:1783444713.263329:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444713.263333:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444713.263336:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444713.263340:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444713.263348:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444713.263358:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760460a80 x1870075608271360/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444729 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444713.263370:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c760460a80 x1870075608271360/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444713.263385:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444713.263395:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444713.263398:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444713.263400:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444713.263402:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444713.263405:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.263408:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444713.263412:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.263415:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.263418:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.263421:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 416 into portal 10 MB=0x6a4d2e8558a80 00000400:00000200:1.0:1783444713.263424:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.263429:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 416/416 into md 0x7569 [1] + 0 00000800:00000001:1.0:1783444713.263433:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444713.263466:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444713.263470:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444713.263474:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444713.263477:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444713.263483:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462680 x1870075608271488/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444723 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444713.263491:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff91c760462680 x1870075608271488/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444723 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444713.263510:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444713.263515:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444713.263518:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444713.263641:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444713.263645:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444713.263652:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444713.263654:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444713.263657:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f210. 00000400:00000200:0.0:1783444713.263661:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f94c8 00000400:00000010:0.0:1783444713.263664:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f94c8. 00000100:00000001:0.0:1783444713.263667:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444713.263671:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462680 x1870075608271488/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444723 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444713.263679:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462680 x1870075608271488/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444723 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444713.263684:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444713.263686:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444713.263688:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444713.263691:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444713.263694:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444713.263711:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444713.263716:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444713.263725:0:2399:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=43 v=5 (105 105 105 137) 00000100:00001000:0.0:1783444713.263729:0:2399:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444713.263732:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444713.263734:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444713.263737:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444713.263740:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444713.263744:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444713.263746:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967597 00000100:00000001:0.0:1783444713.263749:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444713.263750:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444713.263755:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760462680 x1870075608271488/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1783444723 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444713.263761:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444713.263764:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444713.263766:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444713.263769:0:2399:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1783444713.263775:0:2399:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff91c759350000: connect to target with instance 1 00000020:00000001:0.0:1783444713.263778:0:2399:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783444713.263780:0:2399:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea56 00000020:00000001:0.0:1783444713.263782:0:2399:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444713.263785:0:2399:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c74497f800 refcount=5 00000020:00000001:0.0:1783444713.263787:0:2399:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883768170496 : -121189941381120 : ffff91c74497f800) 00000020:00000001:0.0:1783444713.263789:0:2399:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883768170496 : -121189941381120 : ffff91c74497f800) 00000100:00001000:0.0:1783444713.263793:0:2399:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=1783444713 v=0 (0 0 0 0) 00000100:00001000:0.0:1783444713.263795:0:2399:0:(import.c:2214:obd_at_measure()) AT ffff91c743c0bc18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1783444713.263800:0:2399:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1663, crc32c 10299, adler 1303 00000020:00000040:0.0:1783444713.263805:0:2399:0:(genops.c:900:class_export_put()) PUTting export ffff91c74497f800 : new refcount 4 00000100:00000001:0.0:1783444713.263808:0:2399:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1783444713.263810:0:2399:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:0.0:1783444713.263814:0:2399:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff91c759350000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:0.0:1783444713.263817:0:2399:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1783444713.263818:0:2399:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444713.263820:0:2399:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:0.0:1783444713.263824:0:2399:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:0.0:1783444713.263826:0:2399:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444713.263828:0:2399:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444713.263830:0:2399:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444713.263831:0:2399:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1783444713.263835:0:2399:0:(import.c:1297:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.204.110@tcp after partition 00000100:00080000:0.0:1783444713.263837:0:2399:0:(import.c:65:import_set_state_nolock()) ffff91c743c0b800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:0.0:1783444713.263841:0:2399:0:(import.c:1647:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1783444713.263844:0:2399:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:0.0:1783444713.263848:0:2399:0:(client.c:3234:ptlrpc_resend_req()) @@@ going to resend req@ffff91c746730a80 x1870075608269824/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444716 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444713.263873:0:2399:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783444713.263876:0:2399:0:(import.c:65:import_set_state_nolock()) ffff91c743c0b800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1783444713.263878:0:2399:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1783444713.263879:0:2399:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1783444713.263880:0:2399:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:0.0:1783444713.263881:0:2399:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:0.0:1783444713.263883:0:2399:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1783444713.263884:0:2399:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff91c7467ed560 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:0.0:1783444713.263887:0:2399:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x5503b2fe824eea56 00800000:00000040:0.0:1783444713.263890:0:2399:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff91c759350000=666e3c65-e321-43ec-a94e-a01058e25d7d device 3 (ffff91c7467eb380) type mdc at LMV idx 0 00800000:00000040:0.0:1783444713.263895:0:2399:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD ffff91c7467eb380 already active! 00800000:00000001:0.0:1783444713.263896:0:2399:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783444713.263898:0:2399:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444713.263899:0:2399:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783444713.263902:0:2399:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=9 obd=lustre-MDT0000-mdc-ffff91c759350000 00000800:00000200:0.0:1783444713.264602:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444713.264606:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1300. 00000400:00000200:0.0:1783444713.264609:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444713.264614:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444713.264617:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83198 00000400:00000010:0.0:1783444713.264619:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83198. 00000100:00000001:0.0:1783444713.264621:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444713.264625:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730a80 x1870075608269824/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444729 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444713.264635:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444713.264638:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746730a80 x1870075608269824/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444729 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444713.264645:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444713.264647:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783444713.265368:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444713.265371:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444713.265377:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444713.265378:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444713.265381:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ffc60. 00000400:00000200:3.0:1783444713.265385:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83b28 00000400:00000010:3.0:1783444713.265386:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83b28. 00000100:00000001:3.0:1783444713.265389:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444713.265395:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760460a80 x1870075608271360/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444713.265404:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760460a80 x1870075608271360/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444729 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444713.265411:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444713.265413:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444713.265415:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444713.265417:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444713.265419:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444713.265421:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444713.265424:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444713.265428:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=43 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444713.265432:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=43 v=5 (1 1 1 1) 00000100:00000001:3.0:1783444713.265434:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444713.265436:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444713.265438:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444713.265440:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444713.265443:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444713.265446:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760460a80 x1870075608271360/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444729 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444713.265453:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444713.265464:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444713.265466:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444713.265470:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760460a80 x1870075608271360/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444729 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444713.265478:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760460a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2402:1870075608271360:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444713.265482:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444713.265484:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444713.265487:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760460a80 x1870075608271360/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444729 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444713.265494:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444713.265497:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444713.265499:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75937fe00. 02000000:00000001:3.0:1783444713.265502:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444713.265504:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444713.265506:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1783444713.265508:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444713.265511:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c760f26700. 02000000:00000001:3.0:1783444713.265515:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444713.265516:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444713.265518:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760460a80. 00000100:00000001:3.0:1783444713.265521:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444713.265522:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444713.265526:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444713.265527:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444713.265528:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444713.265530:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444713.265531:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444713.265803:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444713.265812:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444713.265815:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444713.265817:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444713.265823:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.265828:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444713.265833:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.265837:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.265841:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.265845:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e8558b80 00000400:00000200:1.0:1783444713.265849:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.265853:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7559 [1] + 224 00000800:00000001:1.0:1783444713.265859:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444713.265864:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444713.265866:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444713.265870:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444713.265875:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444713.265880:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760460380 x1870075608271744/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444729 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444713.265889:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c760460380 x1870075608271744/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444713.265907:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444713.265911:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444713.265914:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444713.266746:0:2399:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444713.266751:0:2399:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:3.0:1783444713.266757:0:2399:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff91c759350000: Connection restored to 192.168.204.110@tcp (at 192.168.204.110@tcp) 00000100:00080000:3.0:1783444713.266765:0:2399:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000c3e55d99): req@ffff91c760460000 x1870075608268928/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 1 dl 1783444713 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444713.266783:0:2399:0:(import.c:1753:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444713.266786:0:2399:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444713.266792:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760462680 x1870075608271488/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1783444723 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444713.266801:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608271488:192.168.204.110@tcp:38:kworker.0 00000100:00000001:3.0:1783444713.266806:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444713.266808:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444713.266811:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760462680 x1870075608271488/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1783444723 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444713.266817:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444713.266819:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444713.266822:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c746764400. 02000000:00000001:3.0:1783444713.266826:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444713.266828:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444713.266829:0:2399:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444713.266832:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444713.266834:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c7452af000. 02000000:00000001:3.0:1783444713.266837:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444713.266838:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444713.266840:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760462680. 00000100:00000001:3.0:1783444713.266843:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444713.266844:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444713.266846:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444713.266853:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444713.266855:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444713.266857:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444713.266859:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444713.267002:0:31999:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:0.0:1783444713.267005:0:31999:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:0.0:1783444713.267013:0:31999:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444713.267016:0:31999:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444713.267018:0:31999:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444713.267020:0:31999:0:(genops.c:1251:class_import_put()) Process leaving 00000002:00000001:0.0:1783444713.267021:0:31999:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444713.267385:0:31974:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444713.267389:0:31974:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444713.267392:0:31974:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444713.267394:0:31974:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444713.267396:0:31974:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444713.267399:0:31974:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444713.267402:0:31974:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444713.267404:0:31974:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1783444713.267409:0:31974:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1870075608268928 new x1870075608272128 02000000:00000001:1.0:1783444713.267412:0:31974:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444713.267415:0:31974:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444713.267421:0:31974:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444713.267427:0:31974:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736ec8. 00000400:00000010:1.0:1783444713.267433:0:31974:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7590764c8. 00000100:00000200:1.0:1783444713.267440:0:31974:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608268928, portal 10 00000100:00000001:1.0:1783444713.267442:0:31974:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444713.267443:0:31974:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232560640 : -121189476990976 : ffff91c760460000) 00000100:00000040:1.0:1783444713.267450:0:31974:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff91c760460000 x1870075608268928/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1783444729 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444713.267468:0:31974:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444713.267470:0:31974:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444713.267473:0:31974:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076550. 00000100:00000200:1.0:1783444713.267476:0:31974:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1870075608268928, offset 0 00000400:00000200:1.0:1783444713.267482:0:31974:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444713.267492:0:31974:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.267499:0:31974:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444713.267504:0:31974:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444713.267508:0:31974:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444713.267512:0:31974:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444713.267514:0:31974:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444713.267517:0:31974:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2646:2646:256:4294967295] 192.168.204.110@tcp LPNI seq info [2646:2646:8:4294967295] 00000400:00000200:1.0:1783444713.267521:0:31974:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.267528:0:31974:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444713.267534:0:31974:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444713.267540:0:31974:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c74ac94000. 00000800:00000200:1.0:1783444713.267546:0:31974:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444713.267554:0:31974:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444713.267558:0:31974:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c74ac94000 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1783444713.267577:0:31974:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444713.267581:0:31974:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 840765 usecs (841 jiffies) 00000400:00000200:1.0:1783444713.267584:0:31974:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444713.267586:0:31974:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296353114 00000100:00000001:1.0:1783444713.267589:0:31974:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296356348 00000100:00000001:1.0:1783444713.267591:0:31974:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296353114 00000100:00000001:1.0:1783444713.267593:0:31974:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296356348 00000100:00000001:1.0:1783444713.267595:0:31974:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444713.267597:0:31974:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444713.267599:0:31974:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444713.267601:0:31974:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444713.267602:0:31974:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c76036f540 going to sleep for 11 seconds 00000100:00000001:1.0:1783444713.267605:0:31974:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444713.267606:0:31974:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444713.268436:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444713.268442:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c74ac94000. 00000400:00000200:0.0:1783444713.268447:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444713.268452:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444713.268467:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076550 00000400:00000010:0.0:1783444713.268470:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076550. 00000100:00000001:0.0:1783444713.268473:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444713.268478:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760460000 x1870075608268928/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1783444729 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444713.268489:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444713.268491:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760460000 x1870075608268928/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1783444729 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444713.268497:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444713.268498:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444713.271291:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444713.271314:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444713.271320:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444713.271323:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444713.271334:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.271344:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444713.271356:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.271361:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.271367:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.271372:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8558b00 00000400:00000200:1.0:1783444713.271378:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.271385:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7561 [1] + 224 00000800:00000001:1.0:1783444713.271395:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444713.271407:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444713.271411:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444713.271416:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444713.271426:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444713.271437:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760463800 x1870075608271616/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444729 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444713.271450:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c760463800 x1870075608271616/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444713.271484:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444713.271496:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444713.271500:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444713.271646:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444713.271652:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444713.271661:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444713.271664:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444713.271668:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811cb8. 00000400:00000200:3.0:1783444713.271674:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218990 00000400:00000010:3.0:1783444713.271677:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218990. 00000100:00000001:3.0:1783444713.271681:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444713.271686:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760463800 x1870075608271616/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444713.271697:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760463800 x1870075608271616/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444729 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444713.271705:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444713.271707:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444713.271710:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444713.271714:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444713.271717:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444713.271720:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444713.271724:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444713.271736:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=43 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444713.271741:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=43 v=5 (1 1 1 1) 00000100:00000001:3.0:1783444713.271745:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444713.271747:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444713.271751:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444713.271771:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444713.271776:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444713.271779:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1783444713.271781:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444713.271783:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444713.271789:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760463800 x1870075608271616/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444729 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444713.271803:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444713.271807:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444713.271809:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444713.271814:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760463800 x1870075608271616/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444729 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444713.271822:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760463800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608271616:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444713.271829:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444713.271832:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444713.271835:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760463800 x1870075608271616/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444729 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444713.271842:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444713.271846:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444713.271850:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c741342800. 02000000:00000001:3.0:1783444713.271864:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444713.271868:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444713.271870:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:3.0:1783444713.271873:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444713.271876:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c760f26600. 02000000:00000001:3.0:1783444713.271882:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444713.271884:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444713.271886:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760463800. 00000100:00000001:3.0:1783444713.271890:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444713.271891:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444713.271895:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444713.271897:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444713.271899:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444713.271900:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444713.271902:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444713.275364:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444713.275385:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444713.275390:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444713.275392:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444713.275400:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444713.275408:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444713.275419:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444713.275423:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444713.275428:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444713.275431:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e8558c00 00000400:00000200:0.0:1783444713.275436:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444713.275441:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7579 [1] + 224 00000800:00000001:0.0:1783444713.275447:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444713.275517:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444713.275521:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444713.275525:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444713.275532:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444713.275541:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760463480 x1870075608271872/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444729 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444713.275550:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c760463480 x1870075608271872/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444713.275566:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444713.275574:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444713.275577:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444713.275867:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444713.275875:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444713.275886:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444713.275888:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444713.275894:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811b00. 00000400:00000200:3.0:1783444713.275900:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218770 00000400:00000010:3.0:1783444713.275902:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218770. 00000100:00000001:3.0:1783444713.275905:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444713.275913:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760463480 x1870075608271872/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444713.275922:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760463480 x1870075608271872/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444729 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444713.275927:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444713.275929:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444713.275932:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444713.275936:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444713.275938:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444713.275941:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444713.275944:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444713.275955:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f460 time=43 v=5 (5 5 5 138) 00000100:00001000:3.0:1783444713.275958:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=14 v=5 (1 1 0 0) 00000100:00000001:3.0:1783444713.275960:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444713.275962:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444713.275965:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444713.275969:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444713.275972:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444713.275974:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967323 00000100:00000001:3.0:1783444713.275975:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444713.275977:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444713.275980:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760463480 x1870075608271872/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444729 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444713.275985:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444713.275988:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444713.275989:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444713.275992:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760463480 x1870075608271872/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444729 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444713.275997:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608271872:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444713.276002:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444713.276004:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444713.276006:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760463480 x1870075608271872/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444729 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444713.276011:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444713.276013:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444713.276017:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c741343200. 02000000:00000001:3.0:1783444713.276020:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444713.276022:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444713.276023:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=2 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:3.0:1783444713.276025:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444713.276028:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c760f26500. 02000000:00000001:3.0:1783444713.276033:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444713.276034:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444713.276036:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760463480. 00000100:00000001:3.0:1783444713.276040:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444713.276042:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444713.276044:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444713.276051:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444713.276053:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444713.276080:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444713.276083:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444713.284628:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444713.284660:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444713.284666:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444713.284669:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444713.284682:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.284692:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444713.284706:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.284712:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.284721:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.284725:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8558c80 00000400:00000200:1.0:1783444713.284731:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.284738:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x7581 [1] + 224 00000800:00000001:1.0:1783444713.284747:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444713.285581:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444713.285589:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444713.285598:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444713.285611:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444713.285625:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746730a80 x1870075608269824/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444729 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444713.285640:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff91c746730a80 x1870075608269824/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444729 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444713.285952:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444713.285966:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444713.285972:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1783444713.301559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630a820. 00000080:00000010:2.1:1783444713.301585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eb360. 00000800:00000001:1.0:1783444713.307565:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444713.307592:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444713.307598:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444713.307600:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444713.307612:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.307621:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444713.307634:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.307645:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.307652:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.307657:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8558d00 00000400:00000200:1.0:1783444713.307664:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.307672:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x7589 [1] + 224 00000800:00000001:1.0:1783444713.307682:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444713.307691:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444713.307695:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444713.307700:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444713.307710:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444713.307723:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760460000 x1870075608268928/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1783444729 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444713.307747:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff91c760460000 x1870075608268928/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1783444729 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444713.308098:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444713.308110:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444713.308114:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783444713.311918:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444713.311934:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1f00. 00000400:00000200:1.0:1783444713.311943:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444713.311953:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444713.311962:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83000 00000400:00000010:1.0:1783444713.311965:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83000. 00000100:00000001:1.0:1783444713.311970:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444713.311979:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3100 x1870075608272256/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1783444729 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444713.311994:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444713.311997:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f3100 x1870075608272256/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1783444729 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444713.312005:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444713.312007:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444713.313914:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444713.313938:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444713.313946:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444713.313948:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444713.313960:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.313968:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444713.313978:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.313983:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.313988:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.313992:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 10 MB=0x6a4d2e8558d80 00000400:00000200:1.0:1783444713.313998:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.314004:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 400/400 into md 0x7599 [1] + 224 00000800:00000001:1.0:1783444713.314014:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444713.314021:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444713.314025:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444713.314029:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444713.314037:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444713.314047:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3100 x1870075608272256/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1783444729 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444713.314207:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff91c7603f3100 x1870075608272256/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1783444729 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444713.314227:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444713.314237:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444713.314242:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444713.314302:0:31974:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444713.314313:0:31974:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444713.314315:0:31974:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444713.314319:0:31974:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582fff78. 00000400:00000200:0.0:1783444713.314324:0:31974:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83d48 00000400:00000010:0.0:1783444713.314327:0:31974:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83d48. 00000100:00000001:0.0:1783444713.314330:0:31974:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444713.314335:0:31974:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f3100 x1870075608272256/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1783444729 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783444713.314344:0:31974:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f3100 x1870075608272256/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1783444729 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444713.314351:0:31974:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444713.314353:0:31974:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444713.314356:0:31974:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444713.314361:0:31974:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444713.314364:0:31974:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444713.314367:0:31974:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444713.314371:0:31974:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444713.314384:0:31974:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=43 v=5 (105 105 105 137) 00000100:00001000:0.0:1783444713.314389:0:31974:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444713.314392:0:31974:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444713.314394:0:31974:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444713.314398:0:31974:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444713.314404:0:31974:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444713.314408:0:31974:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444713.314415:0:31974:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967597 00000100:00000001:0.0:1783444713.314418:0:31974:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444713.314421:0:31974:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444713.314426:0:31974:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f3100 x1870075608272256/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 376/400 e 0 to 0 dl 1783444729 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444713.314432:0:31974:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444713.314435:0:31974:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444713.314437:0:31974:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444713.314441:0:31974:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f3100 x1870075608272256/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 376/400 e 0 to 0 dl 1783444729 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783444713.314448:0:31974:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f3100 pname:cluuid:pid:xid:nid:opc:job touch:666e3c65-e321-43ec-a94e-a01058e25d7d:31974:1870075608272256:192.168.204.110@tcp:101:touch.0 00000100:00000001:0.0:1783444713.314524:0:31974:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444713.314528:0:31974:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444713.314530:0:31974:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783444713.314533:0:31974:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444713.314538:0:31974:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f3100 x1870075608272256/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 376/400 e 0 to 0 dl 1783444729 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444713.314545:0:31974:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444713.314548:0:31974:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c75859e9c0. 00000100:00000001:0.0:1783444713.314552:0:31974:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783444713.314554:0:31974:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444713.314557:0:31974:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783444713.314562:0:31974:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444713.314566:0:31974:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444713.314570:0:31974:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225200 refcount=4 00000020:00000001:0.0:1783444713.314572:0:31974:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:0.0:1783444713.314575:0:31974:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000040:0.0:1783444713.314583:0:31974:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c752225200, remote cookie: 0x332dd2263f6dd12c, flags: 0x1000 00010000:00000001:0.0:1783444713.314586:0:31974:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783444713.314592:0:31974:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783444713.314594:0:31974:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783444713.314596:0:31974:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783444713.314597:0:31974:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783444713.314600:0:31974:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x22:0x0].0x0 (ffff91c747211800) refcount = 1 00010000:00010000:0.0:1783444713.314607:0:31974:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225200/0x5503b2fe824ef523 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd12c expref: -99 pid: 31974 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444713.314616:0:31974:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783444713.314620:0:31974:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783444713.314621:0:31974:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444713.314625:0:31974:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783444713.314627:0:31974:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444713.314631:0:31974:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225200/0x5503b2fe824ef523 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd12c expref: -99 pid: 31974 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444713.314637:0:31974:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783444713.314638:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444713.314640:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444713.314641:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444713.314642:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444713.314644:0:31974:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444713.314649:0:31974:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783444713.314651:0:31974:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444713.314652:0:31974:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444713.314653:0:31974:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225200 refcount=3 00000020:00000001:0.0:1783444713.314655:0:31974:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:0.0:1783444713.314658:0:31974:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:0.0:1783444713.314660:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444713.314660:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783444713.314666:0:31974:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff91c7603f3100 x1870075608272256/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 376/400 e 0 to 0 dl 1783444729 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:0.0:1783444713.314673:0:31974:0:(mdc_locks.c:905:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff91c759350000: layout return lvb 56 transno 0 00010000:00000001:0.0:1783444713.314677:0:31974:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444713.314679:0:31974:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444713.314680:0:31974:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225200 refcount=3 00000020:00000001:0.0:1783444713.314681:0:31974:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:0.0:1783444713.314683:0:31974:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00000002:00010000:0.0:1783444713.314686:0:31974:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225200/0x5503b2fe824ef523 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd12c expref: -99 pid: 31974 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1783444713.314696:0:31974:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff91c745359700. 00010000:00000001:0.0:1783444713.314698:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444713.314699:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444713.314701:0:31974:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444713.314704:0:31974:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444713.314707:0:31974:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783444713.314709:0:31974:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444713.314710:0:31974:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444713.314712:0:31974:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225200 refcount=3 00000020:00000001:0.0:1783444713.314713:0:31974:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:0.0:1783444713.314716:0:31974:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00000002:00010000:0.0:1783444713.314719:0:31974:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225200/0x5503b2fe824ef523 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd12c expref: -99 pid: 31974 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444713.314725:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444713.314726:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444713.314728:0:31974:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783444713.314729:0:31974:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444713.314731:0:31974:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444713.314732:0:31974:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225200 refcount=3 00000020:00000001:0.0:1783444713.314734:0:31974:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:0.0:1783444713.314736:0:31974:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000040:0.0:1783444713.314743:0:31974:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211800 count: 2 00010000:00000001:0.0:1783444713.314746:0:31974:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783444713.314752:0:31974:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 16 res 8589935621/34 (0 0) 00010000:00000001:0.0:1783444713.314755:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444713.314757:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444713.314758:0:31974:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783444713.314762:0:31974:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bf7b0 00000002:00002000:0.0:1783444713.314933:0:31974:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=1: rc = 0 00000002:00000001:0.0:1783444713.314937:0:31974:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444713.314941:0:31974:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444713.314945:0:31974:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783444713.314949:0:31974:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000405:0x22:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783444713.314953:0:31974:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444713.314956:0:31974:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444713.314961:0:31974:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f3100 x1870075608272256/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 376/400 e 0 to 0 dl 1783444729 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444713.314968:0:31974:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444713.314972:0:31974:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444713.314976:0:31974:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c76023b000. 02000000:00000001:0.0:1783444713.314981:0:31974:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444713.314983:0:31974:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444713.314985:0:31974:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444713.314988:0:31974:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444713.314991:0:31974:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c75937fc00. 02000000:00000001:0.0:1783444713.314996:0:31974:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444713.314998:0:31974:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444713.315001:0:31974:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f3100. 00000100:00000001:0.0:1783444713.315005:0:31974:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444713.315006:0:31974:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783444713.315012:0:31974:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75937ec00. 00000080:00010000:0.0:1783444713.315018:0:31974:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x22:0x0](ffff91c748d76c08) for lock 0x5503b2fe824ef523 00800000:00000001:0.0:1783444713.315023:0:31974:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783444713.315026:0:31974:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783444713.315027:0:31974:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444713.315029:0:31974:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444713.315030:0:31974:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225200 refcount=3 00000020:00000001:0.0:1783444713.315033:0:31974:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:0.0:1783444713.315035:0:31974:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:0.0:1783444713.315037:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444713.315039:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444713.315041:0:31974:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444713.315043:0:31974:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444713.315046:0:31974:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef523 from it ffffa319419bfa78 00010000:00000001:0.0:1783444713.315049:0:31974:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444713.315050:0:31974:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444713.315052:0:31974:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225200 refcount=3 00000020:00000001:0.0:1783444713.315053:0:31974:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:0.0:1783444713.315134:0:31974:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:0.0:1783444713.315136:0:31974:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444713.315139:0:31974:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225200/0x5503b2fe824ef523 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd12c expref: -99 pid: 31974 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444713.315146:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444713.315148:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444713.315149:0:31974:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444713.315153:0:31974:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444713.315155:0:31974:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225200/0x5503b2fe824ef523 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd12c expref: -99 pid: 31974 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783444713.315165:0:31974:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444713.315168:0:31974:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444713.315171:0:31974:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444713.315176:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444713.315177:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444713.315178:0:31974:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444713.315182:0:31974:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444713.315184:0:31974:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444713.315186:0:31974:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444713.315188:0:31974:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444713.315190:0:31974:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444713.315191:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444713.315192:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783444713.315194:0:31974:0:(file.c:6987:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444713.315198:0:31974:0:(file.c:6056:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1783444713.315200:0:31974:0:(file.c:6058:ll_take_md_lock()) trying to match res [0x200000405:0x22:0x0] 00800000:00000001:0.0:1783444713.315207:0:31974:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444713.315210:0:31974:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444713.315213:0:31974:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444713.315215:0:31974:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444713.315217:0:31974:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444713.315219:0:31974:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:0.0:1783444713.315222:0:31974:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444713.315225:0:31974:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444713.315227:0:31974:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444713.315229:0:31974:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211800 count: 2 00010000:00000001:0.0:1783444713.315232:0:31974:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444713.315236:0:31974:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444713.315240:0:31974:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783444713.315244:0:31974:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225200/0x5503b2fe824ef523 lrc: 2/1,0 mode: CR/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd12c expref: -99 pid: 31974 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1783444713.315251:0:31974:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783444713.315255:0:31974:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444713.315258:0:31974:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225200/0x5503b2fe824ef523 lrc: 2/1,0 mode: CR/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd12c expref: -99 pid: 31974 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1783444713.315264:0:31974:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1783444713.315266:0:31974:0:(lmv_obd.c:4132:lmv_lock_match()) Lock match for [0x200000405:0x22:0x0]: 16 00000080:00000001:0.0:1783444713.315268:0:31974:0:(file.c:6063:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:0.0:1783444713.315271:0:31974:0:(file.c:6844:ll_layout_lock_set()) Process entered 00010000:00000001:0.0:1783444713.315272:0:31974:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444713.315274:0:31974:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444713.315275:0:31974:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225200 refcount=3 00000020:00000001:0.0:1783444713.315278:0:31974:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:0.0:1783444713.315280:0:31974:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00000080:00010000:0.0:1783444713.315283:0:31974:0:(file.c:6854:ll_layout_lock_set()) ### file [0x200000405:0x22:0x0](000000007c3b861d) being reconfigured ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225200/0x5503b2fe824ef523 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd12c expref: -99 pid: 31974 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:0.0:1783444713.315292:0:31974:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783444713.315294:0:31974:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783444713.315295:0:31974:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444713.315296:0:31974:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444713.315298:0:31974:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225200 refcount=4 00000020:00000001:0.0:1783444713.315299:0:31974:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:0.0:1783444713.315302:0:31974:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:0.0:1783444713.315304:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444713.315305:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444713.315306:0:31974:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444713.315308:0:31974:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444713.315310:0:31974:0:(file.c:6769:ll_layout_fetch()) Process entered 00000080:00000002:0.0:1783444713.315313:0:31974:0:(file.c:6772:ll_layout_fetch()) [0x200000405:0x22:0x0] LVB_READY=0 l_lvb_data=ffff91c745359700 l_lvb_len=56 00000080:00000001:0.0:1783444713.315315:0:31974:0:(file.c:6775:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444713.315318:0:31974:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783444713.315321:0:31974:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783444713.315329:0:31974:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593f8480. 00000020:00000010:0.0:1783444713.315334:0:31974:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c741284e00. 00000020:00000010:0.0:1783444713.315342:0:31974:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c741284a00. 00000020:00000010:0.0:1783444713.315346:0:31974:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c76050d420. 00000008:00000010:0.0:1783444713.315355:0:31974:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7510b6fe0. 00020000:00000010:0.0:1783444713.315362:0:31974:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c743ec1e40. 00008000:00000010:0.0:1783444713.315368:0:31974:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c760970000. 00000080:00000010:0.0:1783444713.315377:0:31974:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c7467e3dc8. 00000080:00000010:0.0:1783444713.315382:0:31974:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c758833090. 00000020:00000010:0.0:1783444713.315388:0:31974:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c74165f200. 00000008:00000010:0.0:1783444713.315392:0:31974:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c76034bb80. 00020000:00000010:0.0:1783444713.315397:0:31974:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7511eeb58. 00008000:00000010:0.0:1783444713.315402:0:31974:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c74353da28. 00000080:00000010:0.0:1783444713.315406:0:31974:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c76031f1e0. 00000020:00000001:0.0:1783444713.315409:0:31974:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114695304 : -121189594856312 : ffff91c7593f8488) 00000020:00001000:0.0:1783444713.315412:0:31974:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593f8480 00000020:00000001:0.0:1783444713.315415:0:31974:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783444713.315420:0:31974:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783444713.315422:0:31974:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783444713.315429:0:31974:0:(lov_ea.c:221:lsme_unpack()) kmalloced '(lsme)': 80 at ffff91c76050d3c0. 00020000:00000010:0.0:1783444713.315435:0:31974:0:(lov_ea.c:258:lsme_unpack()) slab-alloced 'loi': 112 at ffff91c7502fc700. 00020000:00000010:0.0:1783444713.315441:0:31974:0:(lov_ea.c:385:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91c76050d720. 00020000:00000001:0.0:1783444713.315443:0:31974:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446622884233271072 : -121189476280544 : ffff91c76050d720) 00020000:00000002:0.0:1783444713.315449:0:31974:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c76050d720, objid 0x22:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783444713.315534:0:31974:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783444713.315539:0:31974:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c7502fc700: ostid: 0x2c0000401:18 ost idx: 1 gen: 0 00020000:00000002:0.0:1783444713.315544:0:31974:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff91c7435f10f8) owner ffff91c751178000 00020000:00000001:0.0:1783444713.315549:0:31974:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783444713.315552:0:31974:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff91c7435f10f8) owner ffff91c751178000 00020000:00000010:0.0:1783444713.315559:0:31974:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91c7502fc700. 00020000:00000010:0.0:1783444713.315563:0:31974:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff91c76050d3c0. 00020000:00000010:0.0:1783444713.315568:0:31974:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91c76050d720. 00020000:00000002:0.0:1783444713.315571:0:31974:0:(lov_object.c:1533:lov_conf_set()) [0x200000405:0x22:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783444713.315573:0:31974:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444713.315575:0:31974:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444713.315581:0:31974:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783444713.315584:0:31974:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7435f10f8) owner 0000000000000000/ffff91c751178000 00020000:00000002:0.0:1783444713.315587:0:31974:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff91c7604bbf00 addref 2/0 by ffff91c751178000. 00020000:00000002:0.0:1783444713.315589:0:31974:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7435f10f8) owner 0000000000000000/ffff91c751178000 00020000:00000001:0.0:1783444713.315592:0:31974:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783444713.315594:0:31974:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783444713.315596:0:31974:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783444713.315598:0:31974:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783444713.315601:0:31974:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783444713.315603:0:31974:0:(file.c:6749:ll_layout_conf()) [0x200000405:0x22:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1783444713.315607:0:31974:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593f8480 00000020:00000010:0.0:1783444713.315612:0:31974:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c741284a00. 00000020:00000010:0.0:1783444713.315619:0:31974:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c76050d420. 00000008:00000010:0.0:1783444713.315622:0:31974:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7510b6fe0. 00020000:00000010:0.0:1783444713.315627:0:31974:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c743ec1e40. 00008000:00000010:0.0:1783444713.315631:0:31974:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c760970000. 00000080:00000010:0.0:1783444713.315634:0:31974:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c7467e3dc8. 00000080:00000010:0.0:1783444713.315638:0:31974:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c758833090. 00000020:00000010:0.0:1783444713.315643:0:31974:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c741284e00. 00000008:00000010:0.0:1783444713.315646:0:31974:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c76034bb80. 00020000:00000010:0.0:1783444713.315649:0:31974:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7511eeb58. 00008000:00000010:0.0:1783444713.315653:0:31974:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c74353da28. 00000080:00000010:0.0:1783444713.315656:0:31974:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c76031f1e0. 00000020:00000010:0.0:1783444713.315658:0:31974:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c74165f200. 00000020:00000010:0.0:1783444713.315661:0:31974:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593f8480. 00000080:00000001:0.0:1783444713.315664:0:31974:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444713.315666:0:31974:0:(file.c:6891:ll_layout_lock_set()) Process leaving 00010000:00000001:0.0:1783444713.315668:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444713.315669:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444713.315670:0:31974:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444713.315672:0:31974:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444713.315674:0:31974:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225200 refcount=3 00000020:00000001:0.0:1783444713.315676:0:31974:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:0.0:1783444713.315678:0:31974:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:0.0:1783444713.315681:0:31974:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444713.315684:0:31974:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225200/0x5503b2fe824ef523 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6dd12c expref: -99 pid: 31974 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783444713.315691:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444713.315692:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444713.315694:0:31974:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444713.315695:0:31974:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444713.315698:0:31974:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225200/0x5503b2fe824ef523 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dd12c expref: -99 pid: 31974 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783444713.315705:0:31974:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444713.315707:0:31974:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444713.315708:0:31974:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444713.315710:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444713.315712:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444713.315713:0:31974:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444713.315715:0:31974:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444713.315717:0:31974:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444713.315719:0:31974:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444713.315721:0:31974:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444713.315723:0:31974:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444713.315724:0:31974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444713.315725:0:31974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783444713.315727:0:31974:0:(file.c:6932:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444713.315729:0:31974:0:(file.c:7051:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444713.315732:0:31974:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783444713.315739:0:31974:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x22:0x0]io ffff91c7452b3590 type 3 ignore/verify layout 0/0 00020000:00000002:0.0:1783444713.315742:0:31974:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7435f10f8) owner 0000000000000000/ffff91c751178000 00020000:00000001:0.0:1783444713.315746:0:31974:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783444713.315748:0:31974:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783444713.315751:0:31974:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783444713.315753:0:31974:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444713.315755:0:31974:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783444713.315757:0:31974:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783444713.315759:0:31974:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444713.315912:0:31974:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783444713.315916:0:31974:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783444713.315918:0:31974:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783444713.315919:0:31974:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7435f10f8) owner 0000000000000000/ffff91c751178000 00000020:00000001:0.0:1783444713.315922:0:31974:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444713.315927:0:31974:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783444713.315929:0:31974:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783444713.315932:0:31974:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1783444713.315935:0:31974:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783444713.315939:0:31974:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783444713.315943:0:31974:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783444713.315947:0:31974:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783444713.315949:0:31974:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783444713.315950:0:31974:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783444713.315955:0:31974:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593f8480. 00000020:00000010:0.0:1783444713.315958:0:31974:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c74165f200. 00000020:00000010:0.0:1783444713.315961:0:31974:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c741284e00. 00000020:00000010:0.0:1783444713.315964:0:31974:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c76050d420. 00000008:00000010:0.0:1783444713.315967:0:31974:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7510b6fe0. 00020000:00000010:0.0:1783444713.315970:0:31974:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c743ec1e40. 00008000:00000010:0.0:1783444713.315974:0:31974:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c760970000. 00000080:00000010:0.0:1783444713.315978:0:31974:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c7467e3dc8. 00000080:00000010:0.0:1783444713.315980:0:31974:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c758833090. 00000020:00000010:0.0:1783444713.315983:0:31974:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c741284a00. 00000008:00000010:0.0:1783444713.315985:0:31974:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c76034bb80. 00020000:00000010:0.0:1783444713.315988:0:31974:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7511eeb58. 00008000:00000010:0.0:1783444713.315990:0:31974:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c74353da28. 00000080:00000010:0.0:1783444713.315993:0:31974:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c76031f1e0. 00000020:00000001:0.0:1783444713.315995:0:31974:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114695304 : -121189594856312 : ffff91c7593f8488) 00000020:00001000:0.0:1783444713.315997:0:31974:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593f8480 00000020:00000001:0.0:1783444713.316002:0:31974:0:(cl_object.c:151:cl_object_top()) ffff91c74353baa8 -> ffff91c74353b080 00000020:00000001:0.0:1783444713.316004:0:31974:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783444713.316008:0:31974:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783444713.316009:0:31974:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783444713.316011:0:31974:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444713.316013:0:31974:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444713.316015:0:31974:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850247112 : -121189859304504 : ffff91c7497c5bc8) 00000020:00000001:0.0:1783444713.316018:0:31974:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1783444713.316022:0:31974:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1783444713.316026:0:31974:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444713.316028:0:31974:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444713.316031:0:31974:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444713.316033:0:31974:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444713.316035:0:31974:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444713.316037:0:31974:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1783444713.316040:0:31974:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783444713.316042:0:31974:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783444713.316043:0:31974:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783444713.316045:0:31974:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783444713.316046:0:31974:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444713.316048:0:31974:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444713.316050:0:31974:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444713.316052:0:31974:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444713.316053:0:31974:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783444713.316073:0:31974:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444713.316076:0:31974:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444713.316079:0:31974:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:0.0:1783444713.316083:0:31974:0:(cl_object.c:151:cl_object_top()) ffff91c74353b080 -> ffff91c74353b080 00000020:00000001:0.0:1783444713.316085:0:31974:0:(cl_object.c:151:cl_object_top()) ffff91c74353b080 -> ffff91c74353b080 00000020:00000001:0.0:1783444713.316087:0:31974:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1783444713.316091:0:31974:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444713.316093:0:31974:0:(cl_object.c:151:cl_object_top()) ffff91c74353b080 -> ffff91c74353b080 00020000:00000001:0.0:1783444713.316095:0:31974:0:(lov_io.c:1856:lov_io_setattr_start()) Process entered 00020000:00000001:0.0:1783444713.316097:0:31974:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783444713.316098:0:31974:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783444713.316099:0:31974:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783444713.316102:0:31974:0:(osc_io.c:717:osc_io_setattr_start()) Process entered 00000020:00000001:0.0:1783444713.316104:0:31974:0:(cl_object.c:151:cl_object_top()) ffff91c7512a7880 -> ffff91c74353b080 00000020:00000001:0.0:1783444713.316106:0:31974:0:(cl_object.c:151:cl_object_top()) ffff91c7512a7880 -> ffff91c74353b080 00000020:00000001:0.0:1783444713.316107:0:31974:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1783444713.316110:0:31974:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444713.316112:0:31974:0:(cl_object.c:151:cl_object_top()) ffff91c7512a7880 -> ffff91c74353b080 00000020:00000001:0.0:1783444713.316114:0:31974:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1783444713.316116:0:31974:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783444713.316118:0:31974:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444713.316124:0:31974:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444713.316126:0:31974:0:(cl_object.c:151:cl_object_top()) ffff91c7512a7880 -> ffff91c74353b080 00000020:00000001:0.0:1783444713.316128:0:31974:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1783444713.316130:0:31974:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1783444713.316132:0:31974:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1783444713.316133:0:31974:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1783444713.316135:0:31974:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1783444713.316136:0:31974:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1783444713.316139:0:31974:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:0.0:1783444713.316145:0:31974:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746731180. 00000020:00000040:0.0:1783444713.316149:0:31974:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000100:00000001:0.0:1783444713.316154:0:31974:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444713.316158:0:31974:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444713.316162:0:31974:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444713.316170:0:31974:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c74724fa00. 00000100:00000001:0.0:1783444713.316178:0:31974:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444713.316187:0:31974:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444713.316192:0:31974:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444713.316204:0:31974:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe9cd048] to pc [ptlrpcd_00_00+0] req@ffff91c746731180 x1870075608272384/t0(0) o2->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1783444713.316234:0:31974:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444713.316238:0:31974:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444713.316239:0:31974:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444713.316241:0:31974:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444713.316243:0:31974:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444713.316245:0:31974:0:(lov_io.c:1871:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444713.316246:0:31974:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444713.316248:0:31974:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783444713.316250:0:31974:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1783444713.316251:0:31974:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783444713.316252:0:31974:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1783444713.316385:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444713.316390:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444713.316393:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444713.316400:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746731180 x1870075608272384/t0(0) o2->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444713.316409:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444713.316411:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444713.316415:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444713.316419:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444713.316421:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444713.316424:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746731180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608272384:192.168.204.110@tcp:2:touch.0 00000100:00000001:1.0:1783444713.316429:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444713.316437:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444713.316440:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444713.316443:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444713.316449:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c751025000. 02000000:00000001:1.0:1783444713.316451:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444713.316470:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444713.316476:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736f20. 00000400:00000010:1.0:1783444713.316485:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076f68. 00000100:00000200:1.0:1783444713.316495:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608272384, portal 4 00000100:00000001:1.0:1783444713.316499:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444713.316502:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799306624 : -121189910244992 : ffff91c746731180) 00000100:00000040:1.0:1783444713.316509:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c746731180 x1870075608272384/t0(0) o2->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444729 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444713.316518:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444713.316521:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444713.316524:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7590762a8. 00000100:00000200:1.0:1783444713.316527:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1870075608272384, offset 0 00000400:00000200:1.0:1783444713.316535:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444713.316545:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.316554:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444713.316561:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444713.316565:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444713.316569:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444713.316573:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444713.316576:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2648:2648:256:4294967295] 192.168.204.110@tcp LPNI seq info [2648:2648:8:4294967295] 00000400:00000200:1.0:1783444713.316581:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.316592:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444713.316599:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444713.316605:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c74ac94000. 00000800:00000200:1.0:1783444713.316613:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444713.316621:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444713.316627:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c74ac94000 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1783444713.316748:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444713.316754:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 131486 usecs (132 jiffies) 00000400:00000200:1.0:1783444713.316759:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444713.316762:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296352454 00000100:00000001:1.0:1783444713.316953:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296356348 00000100:00000001:1.0:1783444713.316956:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296352454 00000100:00000001:1.0:1783444713.316959:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296356348 00000100:00000001:1.0:1783444713.316962:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444713.316965:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444713.316968:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444713.316971:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444713.316978:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444713.316980:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783444713.316982:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444713.316984:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444713.316985:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444713.316987:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444713.316999:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444713.317001:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444713.318113:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444713.318122:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c74ac94000. 00000400:00000200:0.0:1783444713.318129:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444713.318137:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444713.318144:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7590762a8 00000400:00000010:0.0:1783444713.318146:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7590762a8. 00000100:00000001:0.0:1783444713.318151:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444713.318157:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746731180 x1870075608272384/t0(0) o2->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444729 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444713.318169:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444713.318173:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746731180 x1870075608272384/t0(0) o2->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444729 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444713.318180:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444713.318182:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444713.319674:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444713.319694:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444713.319699:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444713.319702:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444713.319713:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.319722:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444713.319733:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.319738:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.319744:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.319749:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 432 into portal 4 MB=0x6a4d2e8558e00 00000400:00000200:1.0:1783444713.319755:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.319764:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 432/432 into md 0x75a1 [1] + 224 00000800:00000001:1.0:1783444713.319774:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444713.319783:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444713.319787:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444713.319792:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444713.319800:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444713.319810:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746731180 x1870075608272384/t0(0) o2->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444729 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444713.319823:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff91c746731180 x1870075608272384/t0(0) o2->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444729 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444713.319849:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444713.319933:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444713.319939:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1783444713.319999:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444713.320003:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1783444713.320045:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444713.320048:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444713.320051:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736f20. 00000400:00000200:0.0:1783444713.320109:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076f68 00000400:00000010:0.0:1783444713.320113:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076f68. 00000100:00000001:0.0:1783444713.320117:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444713.320122:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746731180 x1870075608272384/t0(0) o2->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444729 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783444713.320133:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746731180 x1870075608272384/t0(0) o2->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444729 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444713.320145:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444713.320147:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444713.320150:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444713.320154:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444713.320158:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444713.320160:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444713.320164:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444713.320175:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f460 time=43 v=5 (5 5 5 138) 00000100:00001000:0.0:1783444713.320180:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=14 v=5 (1 1 0 0) 00000100:00000001:0.0:1783444713.320183:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444713.320185:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444713.320189:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444713.320192:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444713.320196:0:2400:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783444713.320198:0:2400:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783444713.320200:0:2400:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783444713.320203:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444713.320204:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799306624 : -121189910244992 : ffff91c746731180) 00000100:00000001:0.0:1783444713.320208:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444713.320210:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967323 00000100:00000001:0.0:1783444713.320212:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444713.320214:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444713.320219:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746731180 x1870075608272384/t4294967326(4294967326) o2->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444729 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444713.320225:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444713.320228:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444713.320231:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783444713.320235:0:2400:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1783444713.320246:0:2400:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444713.320250:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746731180 x1870075608272384/t4294967326(4294967326) o2->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444729 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783444713.320259:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746731180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608272384:192.168.204.110@tcp:2:touch.0 00000100:00000001:0.0:1783444713.320267:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444713.320270:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444713.320273:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746731180 x1870075608272384/t4294967326(4294967326) o2->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444729 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444713.320281:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444713.320283:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444713.320291:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444713.320293:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444713.320296:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444713.320298:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444713.320345:0:31974:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1783444713.320349:0:31974:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444713.320353:0:31974:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444713.320359:0:31974:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1783444713.320363:0:31974:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1783444713.320366:0:31974:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1783444713.320370:0:31974:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444713.320372:0:31974:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1783444713.320373:0:31974:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1783444713.320374:0:31974:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444713.320376:0:31974:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444713.320378:0:31974:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1783444713.320379:0:31974:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1783444713.320381:0:31974:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1783444713.320382:0:31974:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1783444713.320384:0:31974:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1783444713.320386:0:31974:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1783444713.320387:0:31974:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444713.320388:0:31974:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1783444713.320392:0:31974:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1783444713.320393:0:31974:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444713.320395:0:31974:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444713.320398:0:31974:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783444713.320399:0:31974:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783444713.320401:0:31974:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444713.320404:0:31974:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1783444713.320406:0:31974:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:1.0:1783444713.320409:0:31974:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1783444713.320410:0:31974:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1783444713.320412:0:31974:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783444713.320415:0:31974:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593f8480 00000020:00000010:1.0:1783444713.320421:0:31974:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c741284e00. 00000020:00000010:1.0:1783444713.320434:0:31974:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c76050d420. 00000008:00000010:1.0:1783444713.320440:0:31974:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7510b6fe0. 00020000:00000010:1.0:1783444713.320446:0:31974:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c743ec1e40. 00008000:00000010:1.0:1783444713.320452:0:31974:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c760970000. 00000080:00000010:1.0:1783444713.320531:0:31974:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c7467e3dc8. 00000080:00000010:1.0:1783444713.320536:0:31974:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c758833090. 00000020:00000010:1.0:1783444713.320540:0:31974:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c74165f200. 00000008:00000010:1.0:1783444713.320544:0:31974:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c76034bb80. 00020000:00000010:1.0:1783444713.320549:0:31974:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7511eeb58. 00008000:00000010:1.0:1783444713.320554:0:31974:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c74353da28. 00000080:00000010:1.0:1783444713.320558:0:31974:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c76031f1e0. 00000020:00000010:1.0:1783444713.320561:0:31974:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c741284a00. 00000020:00000010:1.0:1783444713.320563:0:31974:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593f8480. 00020000:00000001:1.0:1783444713.320567:0:31974:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1783444713.320569:0:31974:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:1.0:1783444713.320573:0:31974:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1783444713.320575:0:31974:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x22:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1783444713.320579:0:31974:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1783444713.320580:0:31974:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783444713.320581:0:31974:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7000 00000020:00000010:1.0:1783444713.320584:0:31974:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c75937fe00. 00000020:00000010:1.0:1783444713.320597:0:31974:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427060. 00000008:00000010:1.0:1783444713.320602:0:31974:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103efe0. 00020000:00000010:1.0:1783444713.320606:0:31974:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f0c0. 00008000:00000010:1.0:1783444713.320609:0:31974:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c7513434f8. 00000080:00000010:1.0:1783444713.320612:0:31974:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714edc8. 00000080:00000010:1.0:1783444713.320615:0:31974:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b3530. 00000020:00000010:1.0:1783444713.320618:0:31974:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75937fa00. 00000008:00000010:1.0:1783444713.320620:0:31974:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a54a0. 00020000:00000010:1.0:1783444713.320623:0:31974:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c5b60. 00008000:00000010:1.0:1783444713.320625:0:31974:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa84c8. 00000080:00000010:1.0:1783444713.320628:0:31974:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e2d0. 00000020:00000010:1.0:1783444713.320630:0:31974:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75937f000. 00000020:00000010:1.0:1783444713.320632:0:31974:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7000. 00000080:00000001:1.0:1783444713.320635:0:31974:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444713.320640:0:31974:0:(llite_lib.c:2527:ll_setattr_raw()) Process leaving 00000080:00000010:1.0:1783444713.320645:0:31974:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7505e0200. 00000020:00000001:1.0:1783444713.320656:0:31974:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfc30 00000080:00200008:1.0:1783444713.320659:0:31974:0:(llite_lib.c:2557:ll_setattr_raw()) COMPLETED file f:[0x200000405:0x22:0x0](ffff91c748d76c08) current size 0, valid attrs 100201f0, mode 0, uid -1053552110, gid -1, new size 213440, atime 1783444697.000000000, mtime 1783444697.000000000, ctime 1783444697.000000000, rc 0 00000080:00000001:1.0:1783444713.320664:0:31974:0:(llite_lib.c:2559:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444713.320689:0:31974:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1783444713.320694:0:31974:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7435f10f8) owner 0000000000000000/ffff91c751178000 00020000:00000002:1.0:1783444713.320700:0:31974:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7435f10f8) owner 0000000000000000/ffff91c751178000 00020000:00000001:1.0:1783444713.320703:0:31974:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444713.320713:0:31974:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:1.0:1783444713.320715:0:31974:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfdb8 00000080:00200008:1.0:1783444713.320718:0:31974:0:(file.c:447:ll_file_release()) START file f:[0x200000405:0x22:0x0](ffff91c748d76c08), flags 104001 00000080:00000001:1.0:1783444713.320723:0:31974:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1783444713.320727:0:31974:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1783444713.320728:0:31974:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1783444713.320730:0:31974:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7435f10f8) owner 0000000000000000/ffff91c751178000 00020000:00000002:1.0:1783444713.320732:0:31974:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7435f10f8) owner 0000000000000000/ffff91c751178000 00020000:00000001:1.0:1783444713.320735:0:31974:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444713.320737:0:31974:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1783444713.320744:0:31974:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444713.320748:0:31974:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444713.320751:0:31974:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444713.320754:0:31974:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444713.320756:0:31974:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444713.320759:0:31974:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:1.0:1783444713.320761:0:31974:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444713.320768:0:31974:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444713.320772:0:31974:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444713.320780:0:31974:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211800 count: 2 00010000:00000001:1.0:1783444713.320783:0:31974:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444713.320789:0:31974:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444713.320792:0:31974:0:(lmv_obd.c:4132:lmv_lock_match()) Lock match for [0x200000405:0x22:0x0]: 0 00000080:00000001:1.0:1783444713.320794:0:31974:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1783444713.320797:0:31974:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1783444713.320801:0:31974:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff91c750f6b600. 00000080:00000001:1.0:1783444713.320803:0:31974:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1783444713.320809:0:31974:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1783444713.320813:0:31974:0:(lmv_obd.c:1665:lmv_close()) Process entered 00800000:00000001:1.0:1783444713.320815:0:31974:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444713.320816:0:31974:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444713.320818:0:31974:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444713.320819:0:31974:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444713.320820:0:31974:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444713.320823:0:31974:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:1.0:1783444713.320824:0:31974:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444713.320826:0:31974:0:(lmv_obd.c:1671:lmv_close()) CLOSE [0x200000405:0x22:0x0] 00000002:00000001:1.0:1783444713.320831:0:31974:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1783444713.320833:0:31974:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91c759350000: [0x200000405:0x22:0x0] file closed with intent: 0 00000100:00000010:1.0:1783444713.320839:0:31974:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758838700. 00000020:00000040:1.0:1783444713.320844:0:31974:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:1.0:1783444713.320850:0:31974:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444713.321119:0:31974:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444713.321127:0:31974:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444713.321138:0:31974:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c750f6aa00. 00000100:00000001:1.0:1783444713.321146:0:31974:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1783444713.321165:0:31974:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91c760463100 x1870075608268672/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444713 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1783444713.321178:0:31974:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1783444713.321184:0:31974:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c758838700 x1870075608272640/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1783444713.321191:0:31974:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444713.321194:0:31974:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444713.321201:0:31974:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c759026f00. 00000100:00000001:1.0:1783444713.321203:0:31974:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884110692096 : -121189598859520 : ffff91c759026f00) 00000100:00000001:1.0:1783444713.321207:0:31974:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444713.321208:0:31974:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102375168 : -121189607176448 : ffff91c758838700) 00000100:00000001:1.0:1783444713.321214:0:31974:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444713.321219:0:31974:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444713.321222:0:31974:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444713.321223:0:31974:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444713.321227:0:31974:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c758838700 x1870075608272640/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444713.321235:0:31974:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444713.321237:0:31974:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444713.321242:0:31974:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444713.321246:0:31974:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444713.321248:0:31974:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444713.321251:0:31974:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c758838700 pname:cluuid:pid:xid:nid:opc:job touch:666e3c65-e321-43ec-a94e-a01058e25d7d:31974:1870075608272640:192.168.204.110@tcp:35:touch.0 00000100:00000001:1.0:1783444713.321255:0:31974:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444713.321263:0:31974:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444713.321266:0:31974:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444713.321269:0:31974:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444713.321274:0:31974:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c751024800. 02000000:00000001:1.0:1783444713.321277:0:31974:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444713.321284:0:31974:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444713.321288:0:31974:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736e18. 00000400:00000010:1.0:1783444713.321296:0:31974:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076000. 00000100:00000200:1.0:1783444713.321304:0:31974:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608272640, portal 10 00000100:00000001:1.0:1783444713.321306:0:31974:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444713.321307:0:31974:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102375168 : -121189607176448 : ffff91c758838700) 00000100:00000040:1.0:1783444713.321314:0:31974:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c758838700 x1870075608272640/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444729 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444713.321321:0:31974:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444713.321324:0:31974:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444713.321327:0:31974:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076ee0. 00000100:00000200:1.0:1783444713.321331:0:31974:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870075608272640, offset 0 00000400:00000200:1.0:1783444713.321338:0:31974:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444713.321347:0:31974:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.321357:0:31974:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444713.321363:0:31974:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444713.321369:0:31974:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444713.321373:0:31974:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444713.321376:0:31974:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444713.321380:0:31974:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2649:2649:256:4294967295] 192.168.204.110@tcp LPNI seq info [2649:2649:8:4294967295] 00000400:00000200:1.0:1783444713.321385:0:31974:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.321395:0:31974:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444713.321403:0:31974:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444713.321411:0:31974:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c74ac94e00. 00000800:00000200:1.0:1783444713.321419:0:31974:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444713.321430:0:31974:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444713.321435:0:31974:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c74ac94e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1783444713.321577:0:31974:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444713.321583:0:31974:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 890713 usecs (891 jiffies) 00000400:00000200:1.0:1783444713.321587:0:31974:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444713.321590:0:31974:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296353218 00000100:00000001:1.0:1783444713.321593:0:31974:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296356348 00000100:00000001:1.0:1783444713.321595:0:31974:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296353218 00000100:00000001:1.0:1783444713.321598:0:31974:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296356348 00000100:00000001:1.0:1783444713.321600:0:31974:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444713.321603:0:31974:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444713.321605:0:31974:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444713.321606:0:31974:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444713.321609:0:31974:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c759026f00 going to sleep for 11 seconds 00000100:00000001:1.0:1783444713.321611:0:31974:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444713.321614:0:31974:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444713.324381:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444713.324398:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c74ac94e00. 00000400:00000200:0.0:1783444713.324407:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444713.324419:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444713.324427:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076ee0 00000400:00000010:0.0:1783444713.324430:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076ee0. 00000100:00000001:0.0:1783444713.324436:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444713.324446:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c758838700 x1870075608272640/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444729 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444713.324585:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444713.324591:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c758838700 x1870075608272640/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444729 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444713.324599:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444713.324601:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444713.332524:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444713.332553:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444713.332558:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444713.332561:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444713.332574:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.332584:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444713.332594:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.332600:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.332606:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.332611:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8558f00 00000400:00000200:1.0:1783444713.332618:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444713.332625:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x75b1 [1] + 224 00000800:00000001:1.0:1783444713.332635:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444713.332644:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444713.332648:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444713.332653:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444713.332662:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444713.332676:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c758838700 x1870075608272640/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444729 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444713.332690:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91c758838700 x1870075608272640/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444729 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444713.332752:0:31974:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444713.332770:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444713.332781:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444713.332784:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1783444713.332816:0:31974:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444713.332888:0:31974:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444713.332894:0:31974:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736e18. 00000400:00000200:0.0:1783444713.332899:0:31974:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076000 00000400:00000010:0.0:1783444713.332902:0:31974:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076000. 00000100:00000001:0.0:1783444713.332906:0:31974:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444713.332911:0:31974:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c758838700 x1870075608272640/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444729 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783444713.332926:0:31974:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c758838700 x1870075608272640/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444729 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444713.332932:0:31974:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444713.332934:0:31974:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444713.332937:0:31974:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444713.332941:0:31974:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444713.332944:0:31974:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444713.332947:0:31974:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444713.332951:0:31974:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444713.332963:0:31974:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bcf0 time=43 v=5 (5 5 5 5) 00000100:00001000:0.0:1783444713.332968:0:31974:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444713.332970:0:31974:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444713.332972:0:31974:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444713.332976:0:31974:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444713.332980:0:31974:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444713.332984:0:31974:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783444713.332986:0:31974:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783444713.332987:0:31974:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783444713.332990:0:31974:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444713.332992:0:31974:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102375168 : -121189607176448 : ffff91c758838700) 00000100:00000001:0.0:1783444713.332997:0:31974:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444713.332999:0:31974:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967597 00000100:00000001:0.0:1783444713.333002:0:31974:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444713.333005:0:31974:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444713.333011:0:31974:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c758838700 x1870075608272640/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444729 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444713.333019:0:31974:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444713.333023:0:31974:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444713.333025:0:31974:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444713.333030:0:31974:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758838700 x1870075608272640/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444729 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783444713.333039:0:31974:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c758838700 pname:cluuid:pid:xid:nid:opc:job touch:666e3c65-e321-43ec-a94e-a01058e25d7d:31974:1870075608272640:192.168.204.110@tcp:35:touch.0 00000100:00000001:0.0:1783444713.333045:0:31974:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444713.333048:0:31974:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444713.333051:0:31974:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783444713.333471:0:31974:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444713.333479:0:31974:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c758838700 x1870075608272640/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444729 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444713.333489:0:31974:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444713.333491:0:31974:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c759026f00. 00000100:00000001:0.0:1783444713.333495:0:31974:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783444713.333497:0:31974:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444713.333507:0:31974:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444713.333509:0:31974:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102375168 : -121189607176448 : ffff91c758838700) 00000002:00000001:0.0:1783444713.333513:0:31974:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444713.333516:0:31974:0:(lmv_obd.c:1673:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783444713.333524:0:31974:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c750f6b600. 00000080:00000001:0.0:1783444713.333528:0:31974:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783444713.333532:0:31974:0:(lmv_obd.c:4191:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783444713.333535:0:31974:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444713.333539:0:31974:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444713.333542:0:31974:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444713.333544:0:31974:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444713.333546:0:31974:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444713.333549:0:31974:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:0.0:1783444713.333551:0:31974:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444713.333557:0:31974:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783444713.333563:0:31974:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91c760463100 x1870075608268672/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444713 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444713.333572:0:31974:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444713.333574:0:31974:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232573184 : -121189476978432 : ffff91c760463100) 00000100:00000001:0.0:1783444713.333577:0:31974:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444713.333580:0:31974:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760463100 x1870075608268672/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444713 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444713.333586:0:31974:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444713.333589:0:31974:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444713.333591:0:31974:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760463100 x1870075608268672/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444713 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444713.333598:0:31974:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783444713.333602:0:31974:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444713.333604:0:31974:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444713.333607:0:31974:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444713.333612:0:31974:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c7452ad800. 02000000:00000001:0.0:1783444713.333617:0:31974:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444713.333619:0:31974:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444713.333621:0:31974:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760463100. 00000100:00000001:0.0:1783444713.333625:0:31974:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444713.333627:0:31974:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444713.333629:0:31974:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444713.333632:0:31974:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c758838700 x1870075608272640/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444729 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444713.333638:0:31974:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444713.333641:0:31974:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff91c74630abc0. 00000002:00000001:0.0:1783444713.333644:0:31974:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444713.333646:0:31974:0:(lmv_obd.c:4197:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783444713.333649:0:31974:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91c74317bcc0. 00000100:00000001:0.0:1783444713.333652:0:31974:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444713.333655:0:31974:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c758838700 x1870075608272640/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444729 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444713.333661:0:31974:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444713.333664:0:31974:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783444713.333668:0:31974:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91c7461117c0. 00000080:00000001:0.0:1783444713.333672:0:31974:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444713.333681:0:31974:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfdb8 00000080:00000008:0.0:1783444713.333684:0:31974:0:(file.c:491:ll_file_release()) COMPLETED file f:[0x200000405:0x22:0x0](ffff91c748d76c08), flags 104001, rc = 0 00000080:00000001:0.0:1783444713.333688:0:31974:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444713.333693:0:31974:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783444713.333694:0:31974:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfe00 00000080:00002000:0.0:1783444713.333697:0:31974:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff91c748e126c0, parent ffff91c748cdc1b0, inode ffff91c748d76c08) hashed, 00000080:00000001:0.0:1783444713.333701:0:31974:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783444713.333709:0:31974:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783444713.333712:0:31974:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783444713.333715:0:31974:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783444713.333716:0:31974:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfe00 00000080:00002000:0.0:1783444713.333718:0:31974:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff91c748cdc1b0, parent ffff91c74931ae58, inode ffff91c748d75348) hashed, 00000080:00000001:0.0:1783444713.333721:0:31974:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783444713.333726:0:31974:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783444713.333728:0:31974:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1783444713.344259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630a7a0. 00000080:00000010:0.1:1783444713.344284:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630a5a0. 00010000:00000001:0.0:1783444713.698476:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444713.698486:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444713.698493:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444713.698495:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444713.700463:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444713.700473:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444713.700480:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1783444714.671654:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444714.671662:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1f00. 00000400:00000200:0.0:1783444714.671671:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444714.671679:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444714.671686:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83088 00000400:00000010:0.0:1783444714.671689:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83088. 00000100:00000001:0.0:1783444714.671694:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444714.671700:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0700 x1870075608272768/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444730 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.671713:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444714.671717:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f0700 x1870075608272768/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444730 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.671724:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.671726:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444714.675756:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.675780:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444714.675786:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.675790:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.675799:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.675809:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444714.675820:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.675826:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.675845:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.675850:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e8558f80 00000400:00000200:1.0:1783444714.675855:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.675863:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x75c1 [1] + 224 00000800:00000001:1.0:1783444714.675872:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.675894:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.675898:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.675904:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444714.675914:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444714.675926:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0700 x1870075608272768/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444730 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444714.675946:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c7603f0700 x1870075608272768/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.676019:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444714.676031:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.676034:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783444714.679817:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444714.679834:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1300. 00000400:00000200:1.0:1783444714.679840:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.679848:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444714.679855:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83bb0 00000400:00000010:1.0:1783444714.679857:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83bb0. 00000100:00000001:1.0:1783444714.679862:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444714.679869:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0700 x1870075608272896/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444730 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.679883:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444714.679886:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f0700 x1870075608272896/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444730 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.679893:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444714.679895:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444714.684804:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.684827:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444714.684833:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.684835:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.684852:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.684862:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444714.684874:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.684880:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.684888:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.684892:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e8559000 00000400:00000200:1.0:1783444714.684899:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.684911:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x75c9 [1] + 224 00000800:00000001:1.0:1783444714.684921:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.684929:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.684933:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.684938:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444714.685199:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444714.685213:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0700 x1870075608272896/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444730 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444714.685225:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c7603f0700 x1870075608272896/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.685332:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444714.685344:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.685349:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783444714.688551:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444714.688558:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1100. 00000400:00000200:1.0:1783444714.688564:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.688571:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444714.688579:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83880 00000400:00000010:1.0:1783444714.688581:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83880. 00000100:00000001:1.0:1783444714.688586:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444714.688590:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0700 x1870075608273024/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444730 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.688602:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444714.688606:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f0700 x1870075608273024/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444730 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.688613:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444714.688615:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444714.693171:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.693195:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444714.693201:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.693319:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.693331:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.693342:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444714.693353:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.693359:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.693365:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.693371:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 640 into portal 10 MB=0x6a4d2e8559080 00000400:00000200:1.0:1783444714.693376:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.693384:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 640/640 into md 0x75d1 [1] + 224 00000800:00000001:1.0:1783444714.693394:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.693401:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.693405:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.693410:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444714.693419:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444714.693476:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0700 x1870075608273024/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444730 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444714.693488:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff91c7603f0700 x1870075608273024/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.693510:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444714.693520:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.693524:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444714.698038:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444714.698043:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444714.698046:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444714.698053:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f0700 x1870075608273152/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444714.698630:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444714.698632:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444714.698638:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444714.698641:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444714.698644:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444714.698650:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608273152:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:3.0:1783444714.698655:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444714.698663:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444714.698667:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444714.698670:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444714.698678:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452af000. 02000000:00000001:3.0:1783444714.698681:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444714.698688:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444714.698693:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811b00. 00000400:00000010:3.0:1783444714.698703:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218770. 00000100:00000200:3.0:1783444714.698713:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608273152, portal 4 00000100:00000001:3.0:1783444714.698715:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444714.698717:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232103680 : -121189477447936 : ffff91c7603f0700) 00000100:00000040:3.0:1783444714.698725:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c7603f0700 x1870075608273152/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444730 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444714.698733:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444714.698736:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444714.698739:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218990. 00000100:00000200:3.0:1783444714.698743:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1870075608273152, offset 0 00000400:00000200:3.0:1783444714.698750:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444714.698761:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444714.698770:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444714.698777:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444714.700887:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444714.700897:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444714.700902:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444714.700908:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2653:2653:256:4294967295] 192.168.204.110@tcp LPNI seq info [2653:2653:8:4294967295] 00000400:00000200:3.0:1783444714.700916:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444714.700933:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444714.700943:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444714.700959:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760f26500. 00000800:00000200:3.0:1783444714.700968:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444714.700978:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444714.700984:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760f26500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1783444714.701019:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444714.701027:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20060 usecs (21 jiffies) 00000400:00000200:3.0:1783444714.701031:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444714.701035:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296353727 00000100:00000001:3.0:1783444714.701038:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296356348 00000100:00000001:3.0:1783444714.701041:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296353727 00000100:00000001:3.0:1783444714.701043:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296356348 00000100:00000001:3.0:1783444714.701046:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444714.701051:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444714.701072:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444714.701076:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444714.701086:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444714.701089:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783444714.701093:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444714.701095:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444714.701097:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444714.701099:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444714.701340:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444714.701345:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760f26500. 00000400:00000200:1.0:1783444714.701353:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.701359:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444714.701366:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218990 00000400:00000010:1.0:1783444714.701369:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218990. 00000100:00000001:1.0:1783444714.701374:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444714.701382:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0700 x1870075608273152/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444730 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.701393:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444714.701397:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0700 x1870075608273152/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444730 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.701403:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444714.701405:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444714.704656:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.704684:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444714.704690:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.704693:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.704704:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.704713:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444714.704726:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.704732:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.704740:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.704745:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 4 MB=0x6a4d2e8559100 00000400:00000200:1.0:1783444714.704751:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.704759:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 400/400 into md 0x75d9 [1] + 224 00000800:00000001:1.0:1783444714.704770:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.704779:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.704783:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.704788:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444714.704798:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444714.704810:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0700 x1870075608273152/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444730 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444714.704823:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff91c7603f0700 x1870075608273152/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444730 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.704843:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444714.704854:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.704857:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444714.704924:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444714.704931:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444714.705121:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444714.705124:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444714.705128:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811b00. 00000400:00000200:3.0:1783444714.705134:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218770 00000400:00000010:3.0:1783444714.705137:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218770. 00000100:00000001:3.0:1783444714.705141:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444714.705146:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f0700 x1870075608273152/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444730 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783444714.705156:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f0700 x1870075608273152/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444730 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444714.705163:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444714.705166:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444714.705169:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444714.705173:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444714.705178:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444714.705181:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444714.705185:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444714.705198:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=44 v=5 (5 5 5 138) 00000100:00001000:3.0:1783444714.705204:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444714.705207:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444714.705209:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444714.705225:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444714.705230:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444714.705235:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444714.705238:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1783444714.705240:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444714.705242:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444714.705248:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f0700 x1870075608273152/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444730 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444714.705256:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444714.705259:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444714.705261:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1783444714.705265:0:2403:0:(osc_request.c:3122:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1783444714.705268:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444714.705271:0:2403:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444714.705275:0:2403:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225800 refcount=4 00000020:00000001:3.0:1783444714.705278:0:2403:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995342848 : -121189714208768 : ffff91c752225800) 00010000:00000001:3.0:1783444714.705281:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995342848 : -121189714208768 : ffff91c752225800) 00010000:00000001:3.0:1783444714.705284:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444714.705285:0:2403:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444714.705286:0:2403:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225800 refcount=5 00000020:00000001:3.0:1783444714.705288:0:2403:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995342848 : -121189714208768 : ffff91c752225800) 00010000:00000001:3.0:1783444714.705291:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995342848 : -121189714208768 : ffff91c752225800) 00010000:00000001:3.0:1783444714.705295:0:2403:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444714.705300:0:2403:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444714.705305:0:2403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000b77aab9a/0x5503b2fe824ef53f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32008 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444714.705325:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.705327:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444714.705330:0:2403:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783444714.705332:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444714.705333:0:2403:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444714.705335:0:2403:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225800 refcount=6 00000020:00000001:3.0:1783444714.705337:0:2403:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995342848 : -121189714208768 : ffff91c752225800) 00010000:00000001:3.0:1783444714.705339:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995342848 : -121189714208768 : ffff91c752225800) 00010000:00000040:3.0:1783444714.705347:0:2403:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c752225800, remote cookie: 0x332dd2263f6dd179, flags: 0x1001 00010000:00010000:3.0:1783444714.705352:0:2403:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000b77aab9a/0x5503b2fe824ef53f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd179 expref: -99 pid: 32008 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444714.705361:0:2403:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1783444714.705364:0:2403:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444714.705366:0:2403:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783444714.705371:0:2403:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1783444714.705377:0:2403:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000b77aab9a/0x5503b2fe824ef53f lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd179 expref: -99 pid: 32008 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1783444714.705386:0:2403:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x14:0x0].0x0 (ffff91c747211d00) refcount = 1 00010000:00000040:3.0:1783444714.705389:0:2403:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1783444714.705393:0:2403:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000b77aab9a/0x5503b2fe824ef53f lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd179 expref: -99 pid: 32008 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444714.705402:0:2403:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783444714.705404:0:2403:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444714.705407:0:2403:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783444714.705410:0:2403:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444714.705413:0:2403:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000b77aab9a/0x5503b2fe824ef53f lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd179 expref: -99 pid: 32008 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444714.705715:0:2403:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783444714.705717:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.705718:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444714.705719:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.705720:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1783444714.705723:0:2403:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1783444714.705726:0:2403:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1783444714.705729:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444714.705730:0:2403:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444714.705732:0:2403:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225800 refcount=5 00000020:00000001:3.0:1783444714.705734:0:2403:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995342848 : -121189714208768 : ffff91c752225800) 00010000:00000001:3.0:1783444714.705736:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995342848 : -121189714208768 : ffff91c752225800) 00000008:00000001:3.0:1783444714.705741:0:2403:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1783444714.705747:0:2403:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2540 -> ffff91c74529d6c0 00000008:00010000:3.0:1783444714.705752:0:2403:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000b77aab9a/0x5503b2fe824ef53f lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6dd179 expref: -99 pid: 32008 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1783444714.705761:0:2403:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2540 -> ffff91c74529d6c0 00000020:00000001:3.0:1783444714.705763:0:2403:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1783444714.705767:0:2403:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1783444714.705770:0:2403:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1783444714.705773:0:2403:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444714.705775:0:2403:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444714.705777:0:2403:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2540 -> ffff91c74529d6c0 00000008:00000001:3.0:1783444714.705779:0:2403:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1783444714.705782:0:2403:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1783444714.705784:0:2403:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1783444714.705803:0:2403:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1783444714.705806:0:2403:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444714.705808:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444714.705809:0:2403:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444714.705810:0:2403:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225800 refcount=6 00000020:00000001:3.0:1783444714.705812:0:2403:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995342848 : -121189714208768 : ffff91c752225800) 00010000:00000001:3.0:1783444714.705815:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995342848 : -121189714208768 : ffff91c752225800) 00010000:00000001:3.0:1783444714.705818:0:2403:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444714.705821:0:2403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000b77aab9a/0x5503b2fe824ef53f lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x332dd2263f6dd179 expref: -99 pid: 32008 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444714.705829:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.705830:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783444714.705833:0:2403:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000b77aab9a/0x5503b2fe824ef53f lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x332dd2263f6dd179 expref: -99 pid: 32008 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444714.705841:0:2403:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444714.705842:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.705843:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1783444714.705845:0:2403:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444714.705847:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444714.705848:0:2403:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444714.705849:0:2403:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225800 refcount=5 00000020:00000001:3.0:1783444714.705851:0:2403:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995342848 : -121189714208768 : ffff91c752225800) 00010000:00000001:3.0:1783444714.705853:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995342848 : -121189714208768 : ffff91c752225800) 00010000:00000001:3.0:1783444714.705855:0:2403:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444714.705857:0:2403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000b77aab9a/0x5503b2fe824ef53f lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x332dd2263f6dd179 expref: -99 pid: 32008 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444714.705863:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.705864:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444714.705867:0:2403:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444714.705870:0:2403:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444714.705873:0:2403:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000b77aab9a/0x5503b2fe824ef53f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6dd179 expref: -99 pid: 32008 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444714.705884:0:2403:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444714.705888:0:2403:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444714.705890:0:2403:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444714.705896:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.705897:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444714.705899:0:2403:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444714.705903:0:2403:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444714.705904:0:2403:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444714.705906:0:2403:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444714.705909:0:2403:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444714.705911:0:2403:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444714.705912:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.705913:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444714.705914:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.705915:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1783444714.705917:0:2403:0:(osc_request.c:3161:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444714.705925:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f0700 x1870075608273152/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444730 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783444714.706090:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608273152:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:3.0:1783444714.706098:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444714.706101:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444714.706105:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0700 x1870075608273152/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444730 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444714.706113:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444714.706117:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444714.706122:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452af000. 02000000:00000001:3.0:1783444714.706127:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444714.706130:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444714.706132:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:3.0:1783444714.706135:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444714.706138:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c75937ea00. 02000000:00000001:3.0:1783444714.706142:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444714.706144:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444714.706146:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0700. 00000100:00000001:3.0:1783444714.706150:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444714.706152:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444714.706155:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444714.706164:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444714.706167:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444714.706170:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444714.706173:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.722194:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444714.722199:0:26147:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444714.722201:0:26147:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444714.722203:0:26147:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.722206:0:26147:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444714.722208:0:26147:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.722210:0:26147:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.722213:0:26147:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.722292:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444714.722294:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.722297:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444714.722298:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444714.722374:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444714.722379:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444714.722382:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1783444714.723767:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444714.723775:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1e00. 00000400:00000200:1.0:1783444714.723781:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.723788:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444714.723796:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83dd0 00000400:00000010:1.0:1783444714.723799:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83dd0. 00000100:00000001:1.0:1783444714.723805:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444714.723811:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2300 x1870075608273280/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444730 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.723878:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444714.723884:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2300 x1870075608273280/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444730 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.723891:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444714.723893:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444714.728194:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.728289:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444714.728295:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.728298:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.728309:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.728319:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444714.728330:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.728335:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.728341:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.728346:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e8559180 00000400:00000200:1.0:1783444714.728352:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.728360:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x75e1 [1] + 224 00000800:00000001:1.0:1783444714.728369:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.728376:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.728379:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.728384:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444714.728393:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444714.728403:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2300 x1870075608273280/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444730 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444714.728416:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c7603f2300 x1870075608273280/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.728444:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444714.728453:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.728457:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783444714.733514:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444714.733523:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1b00. 00000400:00000200:1.0:1783444714.733530:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.733538:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444714.733547:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83ee0 00000400:00000010:1.0:1783444714.733550:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83ee0. 00000100:00000001:1.0:1783444714.733555:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444714.733562:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2300 x1870075608273408/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444730 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.733574:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444714.733577:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2300 x1870075608273408/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444730 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.733585:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444714.733587:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444714.743018:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.743044:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444714.743049:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.743053:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.743121:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.743131:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444714.743143:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.743149:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.743155:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.743160:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 640 into portal 10 MB=0x6a4d2e8559200 00000400:00000200:1.0:1783444714.743165:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.743173:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 640/640 into md 0x75e9 [1] + 224 00000800:00000001:1.0:1783444714.743183:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.743192:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.743196:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.743202:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444714.743212:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444714.743235:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2300 x1870075608273408/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444730 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444714.743247:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff91c7603f2300 x1870075608273408/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.743269:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444714.743280:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.743284:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783444714.747613:0:32009:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c2bd08 00000080:00200008:3.0:1783444714.747618:0:32009:0:(file.c:6217:ll_getattr_dentry()) START file f:[0x200000405:0x22:0x0](ffff91c748d76c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1783444714.747626:0:32009:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444714.747627:0:32009:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c2bc80 00000080:00200000:3.0:1783444714.747629:0:32009:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x22:0x0](ffff91c748d76c08),name=f 00000080:00000010:3.0:1783444714.747642:0:32009:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75a129000. 00800000:00000002:3.0:1783444714.747649:0:32009:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c74317b9c0 2 00000080:00000001:3.0:1783444714.747657:0:32009:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444714.747661:0:32009:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444714.747663:0:32009:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c2bba0 00800000:00000002:3.0:1783444714.747666:0:32009:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x22:0x0] 'f' on [0x200000405:0x20:0x0] 00800000:00000001:3.0:1783444714.747739:0:32009:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444714.747744:0:32009:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444714.747747:0:32009:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444714.747749:0:32009:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444714.747752:0:32009:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444714.747754:0:32009:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444714.747757:0:32009:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:3.0:1783444714.747759:0:32009:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444714.747763:0:32009:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444714.747764:0:32009:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444714.747765:0:32009:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444714.747766:0:32009:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444714.747768:0:32009:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444714.747770:0:32009:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:3.0:1783444714.747772:0:32009:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444714.747774:0:32009:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x20:0x0], fid2=[0x200000405:0x22:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444714.747780:0:32009:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444714.747784:0:32009:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c2ba70 00000002:00010000:3.0:1783444714.747786:0:32009:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000405:0x22:0x0]) in obj [0x200000405:0x20:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444714.747791:0:32009:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444714.747794:0:32009:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444714.747797:0:32009:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444714.747805:0:32009:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211800 count: 3 00010000:00000001:3.0:1783444714.747807:0:32009:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444714.747814:0:32009:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444714.747819:0:32009:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444714.747823:0:32009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225400/0x5503b2fe824ef54d lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dd1b1 expref: -99 pid: 32009 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1783444714.747833:0:32009:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444714.747839:0:32009:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444714.747842:0:32009:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225400/0x5503b2fe824ef54d lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dd1b1 expref: -99 pid: 32009 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1783444714.747849:0:32009:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783444714.747851:0:32009:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444714.747854:0:32009:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444714.747856:0:32009:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444714.747859:0:32009:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444714.747861:0:32009:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x20:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783444714.747864:0:32009:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783444714.747866:0:32009:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c74317b9c0 2 00000080:00000010:3.0:1783444714.747869:0:32009:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75a129000. 00000080:00000001:3.0:1783444714.747874:0:32009:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444714.747876:0:32009:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444714.747879:0:32009:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x22:0x0](ffff91c748d76c08) 00000080:00010000:3.0:1783444714.747883:0:32009:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x22:0x0](ffff91c748d76c08) for lock 0x5503b2fe824ef54d 00800000:00000001:3.0:1783444714.747886:0:32009:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444714.747887:0:32009:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444714.747889:0:32009:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444714.747890:0:32009:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444714.747892:0:32009:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225400 refcount=3 00000020:00000001:3.0:1783444714.747894:0:32009:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341824 : -121189714209792 : ffff91c752225400) 00010000:00000001:3.0:1783444714.747897:0:32009:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341824 : -121189714209792 : ffff91c752225400) 00010000:00000001:3.0:1783444714.747900:0:32009:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.747902:0:32009:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444714.747903:0:32009:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444714.747905:0:32009:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444714.747907:0:32009:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef54d from it ffffa31941c2bcb8 00010000:00000001:3.0:1783444714.747909:0:32009:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444714.747910:0:32009:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444714.747911:0:32009:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225400 refcount=3 00000020:00000001:3.0:1783444714.747913:0:32009:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341824 : -121189714209792 : ffff91c752225400) 00010000:00000001:3.0:1783444714.747915:0:32009:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341824 : -121189714209792 : ffff91c752225400) 00010000:00000001:3.0:1783444714.747917:0:32009:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444714.747920:0:32009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225400/0x5503b2fe824ef54d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6dd1b1 expref: -99 pid: 32009 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444714.747926:0:32009:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.747927:0:32009:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444714.747928:0:32009:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444714.747929:0:32009:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444714.747931:0:32009:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225400/0x5503b2fe824ef54d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dd1b1 expref: -99 pid: 32009 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1783444714.748306:0:32009:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444714.748308:0:32009:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444714.748309:0:32009:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444714.748313:0:32009:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.748314:0:32009:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444714.748316:0:32009:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444714.748319:0:32009:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444714.748321:0:32009:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444714.748323:0:32009:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444714.748325:0:32009:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444714.748327:0:32009:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444714.748329:0:32009:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.748330:0:32009:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444714.748332:0:32009:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783444714.748334:0:32009:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444714.748338:0:32009:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1783444714.748342:0:32009:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1783444714.748345:0:32009:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444714.748347:0:32009:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1783444714.748349:0:32009:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444714.748352:0:32009:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1783444714.748356:0:32009:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1783444714.748360:0:32009:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783444714.748367:0:32009:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c74526c990. 00000020:00000010:3.0:1783444714.748373:0:32009:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75a129000. 00000020:00000010:3.0:1783444714.749911:0:32009:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c75a129600. 00000020:00000010:3.0:1783444714.749928:0:32009:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7604bbf60. 00000008:00000010:3.0:1783444714.750094:0:32009:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444714.750102:0:32009:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759654540. 00008000:00000010:3.0:1783444714.750108:0:32009:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444714.750118:0:32009:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444714.750123:0:32009:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444714.750130:0:32009:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75a128a00. 00000008:00000010:3.0:1783444714.750135:0:32009:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444714.750140:0:32009:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444714.750145:0:32009:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444714.750150:0:32009:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c758828000. 00000020:00000001:3.0:1783444714.750154:0:32009:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883777530264 : -121189932021352 : ffff91c74526c998) 00000020:00001000:3.0:1783444714.750158:0:32009:0:(cl_object.c:831:cl_env_get()) 1@ffff91c74526c990 00000020:00000001:3.0:1783444714.750165:0:32009:0:(cl_object.c:151:cl_object_top()) ffff91c74353b080 -> ffff91c74353b080 00000020:00000001:3.0:1783444714.750168:0:32009:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1783444714.750171:0:32009:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:3.0:1783444714.750173:0:32009:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x22:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1783444714.750176:0:32009:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783444714.750179:0:32009:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1783444714.750183:0:32009:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1783444714.750185:0:32009:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444714.750187:0:32009:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783444714.750192:0:32009:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x22:0x0]io ffff91c74977e310 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1783444714.750196:0:32009:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7435f10f8) owner 0000000000000000/ffff91c7595b8000 00020000:00000001:3.0:1783444714.750202:0:32009:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1783444714.750204:0:32009:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1783444714.750207:0:32009:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1783444714.750209:0:32009:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444714.750212:0:32009:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1783444714.750416:0:32009:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1783444714.750419:0:32009:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444714.750421:0:32009:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783444714.750422:0:32009:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1783444714.750424:0:32009:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1783444714.750522:0:32009:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7435f10f8) owner 0000000000000000/ffff91c7595b8000 00000020:00000001:3.0:1783444714.750526:0:32009:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1783444714.750530:0:32009:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1783444714.750532:0:32009:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x22:0x0] 00000020:00000001:3.0:1783444714.750535:0:32009:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1783444714.750537:0:32009:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1783444714.750540:0:32009:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1783444714.750542:0:32009:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1783444714.750549:0:32009:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1783444714.750556:0:32009:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91c75904a000. 00020000:00000002:3.0:1783444714.750560:0:32009:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1783444714.750563:0:32009:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1783444714.750566:0:32009:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783444714.750568:0:32009:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1783444714.750570:0:32009:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783444714.750576:0:32009:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c74526ce10. 00000020:00000010:3.0:1783444714.750580:0:32009:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75a129a00. 00000020:00000010:3.0:1783444714.750583:0:32009:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c75a129400. 00000020:00000010:3.0:1783444714.750586:0:32009:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7604bb5a0. 00000008:00000010:3.0:1783444714.750590:0:32009:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c743554e50. 00020000:00000010:3.0:1783444714.750593:0:32009:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c7596543c0. 00008000:00000010:3.0:1783444714.750596:0:32009:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c74355ea60. 00000080:00000010:3.0:1783444714.750600:0:32009:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c760e62150. 00000080:00000010:3.0:1783444714.750602:0:32009:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c74977cde0. 00000020:00000010:3.0:1783444714.750607:0:32009:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75a128c00. 00000008:00000010:3.0:1783444714.750610:0:32009:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c751345a20. 00020000:00000010:3.0:1783444714.750613:0:32009:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c74978d6d0. 00008000:00000010:3.0:1783444714.750616:0:32009:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c742c39860. 00000080:00000010:3.0:1783444714.750619:0:32009:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c7588283c0. 00000020:00000001:3.0:1783444714.750621:0:32009:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883777531416 : -121189932020200 : ffff91c74526ce18) 00000020:00001000:3.0:1783444714.750623:0:32009:0:(cl_object.c:831:cl_env_get()) 1@ffff91c74526ce10 00000020:00000001:3.0:1783444714.750627:0:32009:0:(cl_object.c:151:cl_object_top()) ffff91c74353baa8 -> ffff91c74353b080 00000020:00000001:3.0:1783444714.750628:0:32009:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1783444714.750631:0:32009:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783444714.750633:0:32009:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1783444714.750634:0:32009:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444714.750636:0:32009:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444714.750638:0:32009:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850017152 : -121189859534464 : ffff91c74978d980) 00000020:00000001:3.0:1783444714.750640:0:32009:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1783444714.750644:0:32009:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91c758bfbb50. 00000008:00010000:3.0:1783444714.750647:0:32009:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1783444714.750650:0:32009:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1783444714.750651:0:32009:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1783444714.750653:0:32009:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91c75904a030, osc lock ffff91c758bfbb50, flags 0x400001002 00000020:00000001:3.0:1783444714.750655:0:32009:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444714.750657:0:32009:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444714.750660:0:32009:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446622884110835712 : -121189598715904 : ffff91c75904a000) 00000020:00000001:3.0:1783444714.750662:0:32009:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1783444714.750663:0:32009:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1783444714.750665:0:32009:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444714.750666:0:32009:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444714.750738:0:32009:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1783444714.750741:0:32009:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1783444714.750743:0:32009:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1783444714.750745:0:32009:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1783444714.750747:0:32009:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783444714.750748:0:32009:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850017152 : -121189859534464 : ffff91c74978d980) 00000020:00000001:3.0:1783444714.750751:0:32009:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1783444714.750753:0:32009:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1783444714.750756:0:32009:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1783444714.750760:0:32009:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1783444714.750763:0:32009:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1783444714.750764:0:32009:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1783444714.750766:0:32009:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1783444714.750768:0:32009:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1783444714.750770:0:32009:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1783444714.750772:0:32009:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1783444714.750777:0:32009:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783444714.750785:0:32009:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444714.750789:0:32009:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1783444714.750797:0:32009:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760463480. 00000020:00000040:3.0:1783444714.750803:0:32009:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=4 obd=lustre-OST0001-osc-ffff91c759350000 00010000:00000001:3.0:1783444714.750808:0:32009:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783444714.750814:0:32009:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444714.750819:0:32009:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444714.750823:0:32009:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444714.750826:0:32009:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444714.750832:0:32009:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444714.750840:0:32009:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c75a129800. 00000100:00000001:3.0:1783444714.750849:0:32009:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444714.750856:0:32009:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444714.750857:0:32009:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444714.750859:0:32009:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444714.750861:0:32009:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444714.750863:0:32009:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444714.750866:0:32009:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446622884232574080 : -121189476977536 : ffff91c760463480) 00010000:00000001:3.0:1783444714.750870:0:32009:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783444714.750873:0:32009:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1783444714.750877:0:32009:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c743ebf700. 00010000:00000010:3.0:1783444714.750881:0:32009:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff91c743ebfe00. 00010000:00000001:3.0:1783444714.750887:0:32009:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783444714.750890:0:32009:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c751b14200. 00000020:00000001:3.0:1783444714.750897:0:32009:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783444714.750900:0:32009:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c751b14200 with handle 0x5503b2fe824ef554 to hash 00000020:00000001:3.0:1783444714.750902:0:32009:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783444714.750904:0:32009:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000010:3.0:1783444714.750908:0:32009:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff91c74317be00. 00010000:00000001:3.0:1783444714.750911:0:32009:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000001:3.0:1783444714.750916:0:32009:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444714.750920:0:32009:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444714.750925:0:32009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000a95c2c68/0x5503b2fe824ef554 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444714.751158:0:32009:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000a95c2c68/0x5503b2fe824ef554 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444714.751173:0:32009:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444714.751180:0:32009:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444714.751185:0:32009:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444714.751202:0:32009:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1437930] to pc [ptlrpcd_01_00+0] req@ffff91c760463480 x1870075608273536/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1783444714.751724:0:32009:0:(osc_request.c:3307:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444714.751727:0:32009:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444714.751730:0:32009:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444714.751733:0:32009:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444714.751734:0:32009:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444714.751737:0:32009:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1783444714.751740:0:32009:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1783444714.751742:0:32009:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1783444714.751744:0:32009:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000100:00000001:3.0:1783444714.751755:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444714.751758:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444714.752103:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444714.752110:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1a00. 00000400:00000200:1.0:1783444714.752117:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.752123:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444714.752129:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83c38 00000400:00000010:1.0:1783444714.752132:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83c38. 00000100:00000001:1.0:1783444714.752136:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444714.752142:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760463480 x1870075608273536/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444730 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.752154:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444714.752157:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760463480 x1870075608273536/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444730 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.752165:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444714.752167:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444714.755278:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.755303:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444714.755308:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.755311:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.755323:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.755332:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444714.755343:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.755348:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.755354:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.755360:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 4 MB=0x6a4d2e8559280 00000400:00000200:1.0:1783444714.755365:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.755373:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 400/400 into md 0x75f1 [1] + 224 00000800:00000001:1.0:1783444714.755382:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.755389:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.755392:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.755397:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444714.755406:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444714.755416:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760463480 x1870075608273536/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444730 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444714.755440:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff91c760463480 x1870075608273536/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444730 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.755461:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444714.755473:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.755476:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783444714.760422:0:32009:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444714.760506:0:32009:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444714.760516:0:32009:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1783444714.760522:0:32009:0:(cl_object.c:151:cl_object_top()) ffff91c74353b080 -> ffff91c74353b080 00000020:00000001:3.0:1783444714.760526:0:32009:0:(cl_object.c:151:cl_object_top()) ffff91c74353b080 -> ffff91c74353b080 00000020:00000001:3.0:1783444714.760528:0:32009:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1783444714.760535:0:32009:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1783444714.760542:0:32009:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1783444714.760544:0:32009:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444714.760546:0:32009:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1783444714.760548:0:32009:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783444714.760550:0:32009:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x22:1029 on OST[1]: s=0 (1) m=1783444697 a=1783444697 c=1783444697 b=0 00020000:00000001:3.0:1783444714.760556:0:32009:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783444714.760559:0:32009:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=0 m=1783444697 a=1783444697 c=1783444697 b=0 00020000:00000001:3.0:1783444714.760562:0:32009:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444714.760564:0:32009:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444714.760565:0:32009:0:(cl_object.c:151:cl_object_top()) ffff91c74353b080 -> ffff91c74353b080 00000080:00200000:3.0:1783444714.760568:0:32009:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000405:0x22:0x0] updating i_size 0 i_blocks 0 00000080:00000001:3.0:1783444714.760572:0:32009:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1783444714.760575:0:32009:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1783444714.760577:0:32009:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91c74977e2b0 (ffff91c74526c998/0) at cl_lock_release():245 00000020:00000001:3.0:1783444714.760580:0:32009:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1783444714.760581:0:32009:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c74977e2b0 (ffff91c74526c998/0) at cl_lock_cancel():142 00020000:00000001:3.0:1783444714.760586:0:32009:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1783444714.760590:0:32009:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783444714.760593:0:32009:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850017152 : -121189859534464 : ffff91c74978d980) 00000020:00000001:3.0:1783444714.760595:0:32009:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1783444714.760597:0:32009:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c75904a030 (ffff91c74526ce18/1) at cl_lock_cancel():142 00000008:00000001:3.0:1783444714.760601:0:32009:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1783444714.760603:0:32009:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1783444714.760607:0:32009:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.760610:0:32009:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1783444714.760611:0:32009:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1783444714.760614:0:32009:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1783444714.760615:0:32009:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1783444714.760617:0:32009:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1783444714.760619:0:32009:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1783444714.760620:0:32009:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c74977e2b0 (ffff91c74526c998/0) at cl_lock_fini():72 00020000:00000001:3.0:1783444714.760624:0:32009:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1783444714.760626:0:32009:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1783444714.760627:0:32009:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c75904a030 (ffff91c74526c998/1) at cl_lock_fini():72 00000008:00000010:3.0:1783444714.760631:0:32009:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91c758bfbb50. 00000020:00000001:3.0:1783444714.760639:0:32009:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1783444714.760641:0:32009:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91c75904a000. 00020000:00000001:3.0:1783444714.760645:0:32009:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1783444714.760646:0:32009:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1783444714.760647:0:32009:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1783444714.760649:0:32009:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444714.760653:0:32009:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1783444714.760658:0:32009:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:3.0:1783444714.760661:0:32009:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1783444714.760663:0:32009:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1783444714.760665:0:32009:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1783444714.760818:0:32009:0:(cl_object.c:925:cl_env_put()) 1@ffff91c74526ce10 00000020:00000010:3.0:1783444714.760826:0:32009:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c75a129400. 00000020:00000010:3.0:1783444714.760895:0:32009:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7604bb5a0. 00000008:00000010:3.0:1783444714.760900:0:32009:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c743554e50. 00020000:00000010:3.0:1783444714.760907:0:32009:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c7596543c0. 00008000:00000010:3.0:1783444714.760913:0:32009:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c74355ea60. 00000080:00000010:3.0:1783444714.760918:0:32009:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c760e62150. 00000080:00000010:3.0:1783444714.760923:0:32009:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c74977cde0. 00000020:00000010:3.0:1783444714.760928:0:32009:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75a129a00. 00000008:00000010:3.0:1783444714.760931:0:32009:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c751345a20. 00020000:00000010:3.0:1783444714.761197:0:32009:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c74978d6d0. 00008000:00000010:3.0:1783444714.761203:0:32009:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c742c39860. 00000080:00000010:3.0:1783444714.761207:0:32009:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c7588283c0. 00000020:00000010:3.0:1783444714.761211:0:32009:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75a128c00. 00000020:00000010:3.0:1783444714.761291:0:32009:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c74526ce10. 00020000:00000001:3.0:1783444714.761297:0:32009:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1783444714.761300:0:32009:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:3.0:1783444714.761305:0:32009:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1783444714.761307:0:32009:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x22:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1783444714.761311:0:32009:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1783444714.761314:0:32009:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444714.761316:0:32009:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1783444714.761318:0:32009:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1783444714.761319:0:32009:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1783444714.761321:0:32009:0:(cl_object.c:925:cl_env_put()) 1@ffff91c74526c990 00000020:00000010:3.0:1783444714.761324:0:32009:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c75a129600. 00000020:00000010:3.0:1783444714.761327:0:32009:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7604bbf60. 00000008:00000010:3.0:1783444714.761329:0:32009:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444714.761333:0:32009:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759654540. 00008000:00000010:3.0:1783444714.761336:0:32009:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444714.761339:0:32009:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444714.761341:0:32009:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444714.761344:0:32009:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75a129000. 00000008:00000010:3.0:1783444714.761347:0:32009:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444714.761349:0:32009:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444714.761351:0:32009:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444714.761354:0:32009:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c758828000. 00000020:00000010:3.0:1783444714.761356:0:32009:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75a128a00. 00000020:00000010:3.0:1783444714.761358:0:32009:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c74526c990. 00000001:00000001:3.0:1783444714.761360:0:32009:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444714.761373:0:32009:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c2bd08 00000080:00000008:3.0:1783444714.761376:0:32009:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file f:[0x200000405:0x22:0x0](ffff91c748d76c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1783444714.761384:0:32009:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1783444714.761386:0:32009:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c2bda0 00000080:00002000:3.0:1783444714.761388:0:32009:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff91c748f54d80, parent ffff91c748f54870, inode ffff91c748d76c08) hashed, 00000080:00000001:3.0:1783444714.761391:0:32009:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444714.763561:0:31815:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444714.763569:0:31815:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444714.763574:0:31815:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfb78 00000080:00200000:1.0:1783444714.763579:0:31815:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:1.0:1783444714.763589:0:31815:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c750f6be00. 00800000:00000002:1.0:1783444714.763597:0:31815:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444714.763603:0:31815:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444714.763609:0:31815:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444714.763611:0:31815:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfa98 00800000:00000002:1.0:1783444714.763615:0:31815:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444714.763619:0:31815:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444714.763624:0:31815:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444714.763627:0:31815:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444714.763631:0:31815:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444714.763633:0:31815:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444714.763636:0:31815:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444714.763639:0:31815:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444714.763641:0:31815:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444714.763645:0:31815:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444714.763652:0:31815:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444714.763654:0:31815:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419df968 00000002:00010000:1.0:1783444714.763656:0:31815:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444714.763662:0:31815:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444714.763664:0:31815:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444714.763860:0:31815:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444714.763870:0:31815:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211200 count: 2 00010000:00000001:1.0:1783444714.763873:0:31815:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444714.763880:0:31815:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444714.763886:0:31815:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444714.763893:0:31815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef52a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd13a expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1783444714.763906:0:31815:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444714.763914:0:31815:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444714.763916:0:31815:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef52a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd13a expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1783444714.763924:0:31815:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783444714.763927:0:31815:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444714.763929:0:31815:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444714.763932:0:31815:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444714.763934:0:31815:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444714.763936:0:31815:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783444714.763939:0:31815:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783444714.763942:0:31815:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444714.763946:0:31815:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c750f6be00. 00000080:00000001:1.0:1783444714.763953:0:31815:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783444714.763955:0:31815:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444714.763959:0:31815:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:1.0:1783444714.763962:0:31815:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef52a 00800000:00000001:1.0:1783444714.763966:0:31815:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444714.763968:0:31815:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444714.763970:0:31815:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444714.764039:0:31815:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444714.764043:0:31815:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225e00 refcount=3 00000020:00000001:1.0:1783444714.764046:0:31815:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:1.0:1783444714.764049:0:31815:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:1.0:1783444714.764053:0:31815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444714.764299:0:31815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444714.764301:0:31815:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444714.764304:0:31815:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444714.764307:0:31815:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef52a from it ffffa319419dfbb0 00010000:00000001:1.0:1783444714.764309:0:31815:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444714.764311:0:31815:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444714.764312:0:31815:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225e00 refcount=3 00000020:00000001:1.0:1783444714.764314:0:31815:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:1.0:1783444714.764317:0:31815:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:1.0:1783444714.764319:0:31815:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444714.764323:0:31815:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef52a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd13a expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783444714.764330:0:31815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444714.764331:0:31815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444714.764333:0:31815:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444714.764336:0:31815:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444714.764338:0:31815:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef52a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd13a expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1783444714.764349:0:31815:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444714.764352:0:31815:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444714.764355:0:31815:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444714.764361:0:31815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444714.764362:0:31815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444714.764364:0:31815:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444714.764368:0:31815:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444714.764370:0:31815:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444714.764372:0:31815:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444714.764375:0:31815:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444714.764377:0:31815:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444714.764379:0:31815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444714.764380:0:31815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444714.764385:0:31815:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783444714.764387:0:31815:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444714.764390:0:31815:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 44 00000080:00000001:1.0:1783444714.764395:0:31815:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444714.764403:0:31815:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1783444714.764406:0:31815:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:1.0:1783444714.764408:0:31815:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfb78 00000080:00200008:1.0:1783444714.764410:0:31815:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), flags 304000 00000080:00000010:1.0:1783444714.764417:0:31815:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91c742b6b7c0. 00000080:00000001:1.0:1783444714.764773:0:31815:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444714.764778:0:31815:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444714.764805:0:31815:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfd28 00000080:00200008:1.0:1783444714.764808:0:31815:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1783444714.764816:0:31815:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1783444714.764820:0:31815:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:1.0:1783444714.764880:0:31815:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c750f6be00. 00800000:00000002:1.0:1783444714.764886:0:31815:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00800000:00000001:1.0:1783444714.764895:0:31815:0:(lmv_obd.c:3431:lmv_read_page()) Process entered 00800000:00000001:1.0:1783444714.764898:0:31815:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444714.764900:0:31815:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444714.764902:0:31815:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444714.764904:0:31815:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444714.764906:0:31815:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444714.764908:0:31815:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444714.764909:0:31815:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444714.764914:0:31815:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:1.0:1783444714.764917:0:31815:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444714.764919:0:31815:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419df990 00000002:00010000:1.0:1783444714.764921:0:31815:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:1.0:1783444714.764924:0:31815:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444714.764925:0:31815:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444714.764927:0:31815:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444714.764931:0:31815:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211200 count: 2 00010000:00000001:1.0:1783444714.764933:0:31815:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444714.764936:0:31815:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444714.764950:0:31815:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444714.764954:0:31815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef52a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd13a expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1783444714.764963:0:31815:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444714.764966:0:31815:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444714.764969:0:31815:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef52a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd13a expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1783444714.765566:0:31815:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783444714.765569:0:31815:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444714.765571:0:31815:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444714.765573:0:31815:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444714.765575:0:31815:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444714.765577:0:31815:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444714.765579:0:31815:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225e00 refcount=3 00000020:00000001:1.0:1783444714.765582:0:31815:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:1.0:1783444714.765585:0:31815:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:1.0:1783444714.765588:0:31815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444714.765590:0:31815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444714.765591:0:31815:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444714.765644:0:31815:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:1.0:1783444714.765651:0:31815:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff91c760532800. 00000002:00000001:1.0:1783444714.768763:0:31815:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:1.0:1783444714.768786:0:31815:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883aa00. 00000020:00000040:1.0:1783444714.768796:0:31815:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:1.0:1783444714.768802:0:31815:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444714.768806:0:31815:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444714.768813:0:31815:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444714.768822:0:31815:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c750f6a800. 00000100:00000001:1.0:1783444714.768902:0:31815:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444714.768907:0:31815:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1783444714.768914:0:31815:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff91c751027000. 00000100:00000010:1.0:1783444714.768920:0:31815:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff91c76041f000. 00000020:00000040:1.0:1783444714.768923:0:31815:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:1.0:1783444714.769534:0:31815:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444714.769541:0:31815:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444714.769553:0:31815:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c759026240. 00000100:00000001:1.0:1783444714.769556:0:31815:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884110688832 : -121189598862784 : ffff91c759026240) 00000100:00000001:1.0:1783444714.769559:0:31815:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444714.769561:0:31815:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102384128 : -121189607167488 : ffff91c75883aa00) 00000100:00000001:1.0:1783444714.769567:0:31815:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444714.769573:0:31815:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444714.769577:0:31815:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444714.769579:0:31815:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444714.769594:0:31815:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c75883aa00 x1870075608273664/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.769606:0:31815:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444714.769608:0:31815:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444714.769614:0:31815:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444714.769617:0:31815:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444714.769621:0:31815:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444714.769624:0:31815:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c75883aa00 pname:cluuid:pid:xid:nid:opc:job bash:666e3c65-e321-43ec-a94e-a01058e25d7d:31815:1870075608273664:192.168.204.110@tcp:37:bash.0 00000100:00000001:1.0:1783444714.769629:0:31815:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444714.769638:0:31815:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444714.769641:0:31815:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444714.769644:0:31815:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1783444714.769655:0:31815:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444714.769660:0:31815:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736898. 00000400:00000010:1.0:1783444714.769745:0:31815:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff91c760410000. 00000100:00000200:1.0:1783444714.769757:0:31815:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a4d2e8559300-0x6a4d2e8559300, portal 14 00000100:00000001:1.0:1783444714.769761:0:31815:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444714.769764:0:31815:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444714.769770:0:31815:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c751024400. 02000000:00000001:1.0:1783444714.769772:0:31815:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444714.769776:0:31815:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444714.769778:0:31815:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736478. 00000400:00000010:1.0:1783444714.769792:0:31815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076198. 00000100:00000200:1.0:1783444714.769796:0:31815:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608273664, portal 10 00000100:00000001:1.0:1783444714.769798:0:31815:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444714.769801:0:31815:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102384128 : -121189607167488 : ffff91c75883aa00) 00000100:00000040:1.0:1783444714.769809:0:31815:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c75883aa00 x1870075608273664/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444730 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.769817:0:31815:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444714.769821:0:31815:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444714.769823:0:31815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7590765d8. 00000100:00000200:1.0:1783444714.770370:0:31815:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1870075608273664, offset 0 00000400:00000200:1.0:1783444714.770385:0:31815:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444714.770398:0:31815:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.770408:0:31815:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444714.770414:0:31815:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444714.770419:0:31815:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444714.770424:0:31815:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444714.770503:0:31815:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444714.770507:0:31815:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2657:2657:256:4294967295] 192.168.204.110@tcp LPNI seq info [2657:2657:8:4294967295] 00000400:00000200:1.0:1783444714.770512:0:31815:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.770525:0:31815:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444714.770532:0:31815:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444714.770538:0:31815:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c74ac94900. 00000800:00000200:1.0:1783444714.770546:0:31815:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444714.770555:0:31815:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444714.770561:0:31815:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c74ac94900 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1783444714.770649:0:31815:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444714.770655:0:31815:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 882856 usecs (883 jiffies) 00000400:00000200:1.0:1783444714.770659:0:31815:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444714.770662:0:31815:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296354659 00000100:00000001:1.0:1783444714.770666:0:31815:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296356348 00000100:00000001:1.0:1783444714.770680:0:31815:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296354659 00000100:00000001:1.0:1783444714.770683:0:31815:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296356348 00000100:00000001:1.0:1783444714.770685:0:31815:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444714.770689:0:31815:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444714.770692:0:31815:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444714.770695:0:31815:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444714.770698:0:31815:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c759026240 going to sleep for 11 seconds 00000100:00000001:1.0:1783444714.770702:0:31815:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444714.770705:0:31815:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444714.772013:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444714.772026:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c74ac94900. 00000400:00000200:0.0:1783444714.772034:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444714.772044:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444714.772051:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7590765d8 00000400:00000010:0.0:1783444714.772447:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7590765d8. 00000100:00000001:0.0:1783444714.772456:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444714.772466:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c75883aa00 x1870075608273664/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444730 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.772481:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444714.772485:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c75883aa00 x1870075608273664/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444730 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.772493:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.772496:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444714.782211:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.782311:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444714.782317:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.782320:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.782334:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.782344:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444714.782356:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.782362:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.782368:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.782374:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 4096 into portal 14 MB=0x6a4d2e8559300 00000400:00000200:1.0:1783444714.782380:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.782388:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.110@tcp of length 4096/4096 into md 0x75f9 [256] + 0 00000400:00000010:1.0:1783444714.782395:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736898. 00000400:00000200:1.0:1783444714.782401:0:2393:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff91c760410000 00000800:00000001:1.0:1783444714.782409:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.782420:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.782423:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.782441:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444714.782448:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760410000 00000400:00000010:1.0:1783444714.782451:0:2393:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 4216 at ffff91c760410000. 00000100:00000001:1.0:1783444714.782457:0:2393:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1783444714.782460:0:2393:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff91c75883aa00 desc ffff91c751027000 mbits 1870075608273664 00000100:00000001:0.0:1783444714.782538:0:31815:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444714.782545:0:31815:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444714.783931:0:2393:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1783444714.784311:0:2393:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1783444714.784323:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.784336:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444714.784344:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2658:2658:256:4294967295] 192.168.204.110@tcp LPNI seq info [2658:2658:8:4294967295] 00000400:00000200:1.0:1783444714.784350:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.784362:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:1.0:1783444714.784369:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444714.784385:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff91c760410000. 00000800:00000200:1.0:1783444714.784394:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444714.784405:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444714.784411:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760410000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1783444714.784543:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444714.784548:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff91c760410000. 00000400:00000200:1.0:1783444714.784553:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.784558:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:1.0:1783444714.784566:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.784573:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444714.787617:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.787638:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444714.787644:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.787647:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.787658:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.787737:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444714.787750:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.787756:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.787763:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.787769:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 440 into portal 10 MB=0x6a4d2e8559300 00000400:00000200:1.0:1783444714.787775:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.787894:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 440/440 into md 0x7601 [1] + 224 00000800:00000001:1.0:1783444714.787905:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.787917:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.787920:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.787925:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444714.788301:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444714.788315:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c75883aa00 x1870075608273664/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444730 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444714.788328:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff91c75883aa00 x1870075608273664/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.788399:0:31815:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444714.788419:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444714.788439:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.788445:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1783444714.788487:0:31815:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444714.788490:0:31815:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444714.788495:0:31815:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736478. 00000400:00000200:0.0:1783444714.788501:0:31815:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076198 00000400:00000010:0.0:1783444714.788503:0:31815:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076198. 00000100:00000001:0.0:1783444714.788507:0:31815:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444714.788512:0:31815:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c75883aa00 x1870075608273664/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783444714.788521:0:31815:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c75883aa00 x1870075608273664/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.788527:0:31815:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444714.788529:0:31815:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444714.788532:0:31815:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444714.788537:0:31815:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444714.788540:0:31815:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444714.788543:0:31815:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444714.788547:0:31815:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444714.788559:0:31815:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bcf0 time=44 v=5 (5 5 5 5) 00000100:00001000:0.0:1783444714.788563:0:31815:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444714.788566:0:31815:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444714.788567:0:31815:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.788571:0:31815:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444714.788576:0:31815:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.788580:0:31815:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444714.788584:0:31815:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967597 00000100:00000001:0.0:1783444714.788586:0:31815:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444714.788589:0:31815:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444714.788594:0:31815:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff91c75883aa00 x1870075608273664/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444714.788604:0:31815:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff91c75883aa00 x1870075608273664/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444730 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.788613:0:31815:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444714.788615:0:31815:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444714.788619:0:31815:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883aa00 x1870075608273664/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444730 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783444714.788627:0:31815:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c75883aa00 pname:cluuid:pid:xid:nid:opc:job bash:666e3c65-e321-43ec-a94e-a01058e25d7d:31815:1870075608273664:192.168.204.110@tcp:37:bash.0 00000100:00000001:0.0:1783444714.788633:0:31815:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444714.788637:0:31815:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.788640:0:31815:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783444714.788642:0:31815:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444714.788646:0:31815:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c75883aa00 x1870075608273664/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444730 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.788657:0:31815:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444714.788661:0:31815:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c759026240. 00000100:00000001:0.0:1783444714.788665:0:31815:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783444714.788742:0:31815:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444714.788749:0:31815:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.788751:0:31815:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444714.788756:0:31815:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c75883aa00 x1870075608273664/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444730 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.788764:0:31815:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444714.788768:0:31815:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444714.788772:0:31815:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c751024400. 02000000:00000001:0.0:1783444714.788776:0:31815:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444714.788894:0:31815:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444714.788898:0:31815:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444714.788902:0:31815:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1783444714.788904:0:31815:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1783444714.788906:0:31815:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444714.788907:0:31815:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444714.788909:0:31815:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:0.0:1783444714.789339:0:31815:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff91c76041f000. 00000100:00000010:0.0:1783444714.789346:0:31815:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff91c751027000. 00000100:00000001:0.0:1783444714.789349:0:31815:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1783444714.789352:0:31815:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c750f6a800. 02000000:00000001:0.0:1783444714.789355:0:31815:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444714.789358:0:31815:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444714.789360:0:31815:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c75883aa00. 00000100:00000001:0.0:1783444714.789365:0:31815:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444714.789366:0:31815:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783444714.789369:0:31815:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:0.0:1783444714.789371:0:31815:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:0.0:1783444714.791305:0:31815:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff91c760532800. 00000002:00000001:0.0:1783444714.791322:0:31815:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.791331:0:31815:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444714.791335:0:31815:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444714.791338:0:31815:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225e00 refcount=3 00000020:00000001:0.0:1783444714.791341:0:31815:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:0.0:1783444714.791345:0:31815:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:0.0:1783444714.791348:0:31815:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444714.791354:0:31815:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef52a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd13a expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783444714.791366:0:31815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.791368:0:31815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444714.791370:0:31815:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444714.791373:0:31815:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444714.791376:0:31815:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef52a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd13a expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1783444714.791384:0:31815:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444714.791388:0:31815:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444714.791391:0:31815:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444714.791396:0:31815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.791397:0:31815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444714.791399:0:31815:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.791403:0:31815:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444714.791405:0:31815:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.791406:0:31815:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.791410:0:31815:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.791413:0:31815:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444714.791414:0:31815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.791415:0:31815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:0.0:1783444714.791418:0:31815:0:(lmv_obd.c:3448:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444714.791438:0:31815:0:(statahead.c:1888:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:0.0:1783444714.791445:0:31815:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:0.0:1783444714.791450:0:31815:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c750f6be00. 00000080:00000001:0.0:1783444714.791457:0:31815:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444714.791462:0:31815:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783444714.791465:0:31815:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfca0 00000080:00200000:0.0:1783444714.791468:0:31815:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:0.0:1783444714.791481:0:31815:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c743e82000. 00800000:00000002:0.0:1783444714.791488:0:31815:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444714.791493:0:31815:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444714.791498:0:31815:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444714.791500:0:31815:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfbc0 00800000:00000002:0.0:1783444714.791503:0:31815:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444714.791507:0:31815:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783444714.791511:0:31815:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444714.791514:0:31815:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444714.791517:0:31815:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444714.791520:0:31815:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444714.791522:0:31815:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444714.791524:0:31815:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444714.791527:0:31815:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444714.791531:0:31815:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783444714.791538:0:31815:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444714.791539:0:31815:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfa90 00000002:00010000:0.0:1783444714.791541:0:31815:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783444714.791546:0:31815:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783444714.791548:0:31815:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444714.791551:0:31815:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444714.791559:0:31815:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211200 count: 2 00010000:00000001:0.0:1783444714.791562:0:31815:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444714.791568:0:31815:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444714.791572:0:31815:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783444714.791575:0:31815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef52a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd13a expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1783444714.791584:0:31815:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783444714.791589:0:31815:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444714.791592:0:31815:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef52a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd13a expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1783444714.791599:0:31815:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783444714.791601:0:31815:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783444714.791603:0:31815:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444714.791605:0:31815:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444714.791608:0:31815:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444714.791610:0:31815:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783444714.791613:0:31815:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783444714.791615:0:31815:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:0.0:1783444714.791617:0:31815:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c743e82000. 00000080:00000001:0.0:1783444714.791621:0:31815:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783444714.791623:0:31815:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444714.791626:0:31815:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:0.0:1783444714.791630:0:31815:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef52a 00800000:00000001:0.0:1783444714.791633:0:31815:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783444714.791635:0:31815:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783444714.791637:0:31815:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444714.791638:0:31815:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444714.791639:0:31815:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225e00 refcount=3 00000020:00000001:0.0:1783444714.791641:0:31815:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:0.0:1783444714.791643:0:31815:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:0.0:1783444714.791646:0:31815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.791647:0:31815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444714.791649:0:31815:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444714.791651:0:31815:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444714.791653:0:31815:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef52a from it ffffa319419dfcd8 00010000:00000001:0.0:1783444714.791655:0:31815:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444714.791656:0:31815:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444714.791657:0:31815:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225e00 refcount=3 00000020:00000001:0.0:1783444714.791659:0:31815:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:0.0:1783444714.791661:0:31815:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:0.0:1783444714.791663:0:31815:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444714.791665:0:31815:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef52a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd13a expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1783444714.791744:0:31815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.791745:0:31815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444714.791746:0:31815:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444714.791748:0:31815:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444714.791751:0:31815:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef52a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd13a expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1783444714.791758:0:31815:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444714.791760:0:31815:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444714.791762:0:31815:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444714.791764:0:31815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.791765:0:31815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444714.791767:0:31815:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.791769:0:31815:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444714.791770:0:31815:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.791772:0:31815:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.791774:0:31815:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.791776:0:31815:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444714.791777:0:31815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.791778:0:31815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783444714.791890:0:31815:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783444714.791893:0:31815:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783444714.791899:0:31815:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444714.791907:0:31815:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfd28 00000080:00000008:0.0:1783444714.791909:0:31815:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783444714.792715:0:31815:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1783444714.792722:0:31815:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1783444714.792730:0:31815:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c743e82000. 00800000:00000002:0.0:1783444714.792734:0:31815:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444714.792739:0:31815:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1783444714.792747:0:31815:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446724506985445248 : -19566724106368 : ffffee34445c3780) 00000080:00000001:0.0:1783444714.792753:0:31815:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1783444714.792757:0:31815:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279489 : 144115205289279489 : 200000402000001) 00000080:00000001:0.0:1783444714.792759:0:31815:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279490 : 144115205289279490 : 200000402000002) 00000080:00000001:0.0:1783444714.792762:0:31815:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761473 : 162129603798761473 : 240000402000001) 00000080:00000001:0.0:1783444714.792764:0:31815:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603815538692 : 162129603815538692 : 240000403000004) 00000080:00000001:0.0:1783444714.792767:0:31815:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1783444714.792769:0:31815:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833931 : 144115205322833931 : 20000040400000b) 00000080:00000001:0.0:1783444714.792772:0:31815:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611140 : 144115205339611140 : 200000405000004) 00000080:00000001:0.0:1783444714.792774:0:31815:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611167 : 144115205339611167 : 20000040500001f) 00000080:00000001:0.0:1783444714.792776:0:31815:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833933 : 144115205322833933 : 20000040400000d) 00000080:00000001:0.0:1783444714.792779:0:31815:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:0.0:1783444714.792787:0:31815:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279494 : 144115205289279494 : 200000402000006) 00000080:00000001:0.0:1783444714.792789:0:31815:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603815538689 : 162129603815538689 : 240000403000001) 00000080:00000001:0.0:1783444714.792792:0:31815:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833921 : 144115205322833921 : 200000404000001) 00000080:00000001:0.0:1783444714.792794:0:31815:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:0.0:1783444714.792795:0:31815:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833935 : 144115205322833935 : 20000040400000f) 00000080:00000001:0.0:1783444714.792798:0:31815:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603815538691 : 162129603815538691 : 240000403000003) 00000080:00000001:0.0:1783444714.792799:0:31815:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833928 : 144115205322833928 : 200000404000008) 00000080:00000001:0.0:1783444714.792804:0:31815:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444714.792807:0:31815:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:0.0:1783444714.792809:0:31815:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c743e82000. 00000080:00000001:0.0:1783444714.792815:0:31815:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444714.793183:0:31815:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1783444714.793186:0:31815:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:0.0:1783444714.793190:0:31815:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783444714.793193:0:31815:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444714.793210:0:31815:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783444714.793290:0:31815:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783444714.793295:0:31815:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfd98 00000080:00200008:0.0:1783444714.793298:0:31815:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), flags 304000 00000080:00400000:0.0:1783444714.793303:0:31815:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1783444714.793307:0:31815:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91c742b6b7c0. 00000080:00000001:0.0:1783444714.793315:0:31815:0:(file.c:466:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1783444714.793318:0:31815:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfd98 00000080:00000008:0.0:1783444714.793320:0:31815:0:(file.c:491:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91c748db3a88), flags 304000, rc = 0 00000080:00000001:0.0:1783444714.793323:0:31815:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444714.793325:0:31815:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444714.810684:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444714.810690:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1d00. 00000400:00000200:0.0:1783444714.810696:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444714.810702:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444714.811682:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83908 00000400:00000010:0.0:1783444714.811688:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83908. 00000100:00000001:0.0:1783444714.811695:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444714.811716:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2300 x1870075608273920/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444730 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.811731:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444714.811736:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2300 x1870075608273920/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444730 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.811744:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.811745:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444714.815399:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.815438:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444714.815444:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.815454:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.815467:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.815477:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444714.815489:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.815494:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.815500:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.815505:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a4d2e8559400 00000400:00000200:1.0:1783444714.815511:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.815518:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x7611 [64] + 224 00000800:00000001:1.0:1783444714.815527:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.815537:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.815541:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.815545:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444714.815555:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444714.815567:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2300 x1870075608273920/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444730 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444714.815579:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff91c7603f2300 x1870075608273920/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.815598:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444714.815609:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.815613:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444714.820474:0:32010:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:3.0:1783444714.820490:0:32010:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760463800. 00000020:00000040:3.0:1783444714.820497:0:32010:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:3.0:1783444714.820503:0:32010:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444714.820507:0:32010:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444714.820510:0:32010:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444714.820520:0:32010:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c75a129000. 00000100:00000001:3.0:1783444714.820528:0:32010:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444714.820532:0:32010:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1783444714.820538:0:32010:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff91c7452af000. 00000100:00000010:3.0:1783444714.820543:0:32010:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff91c758a3c000. 00000020:00000040:3.0:1783444714.820545:0:32010:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:3.0:1783444714.820564:0:32010:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444714.820566:0:32010:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444714.820572:0:32010:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c76036fc00. 00000100:00000001:3.0:1783444714.820574:0:32010:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884231576576 : -121189477975040 : ffff91c76036fc00) 00000100:00000001:3.0:1783444714.820577:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444714.820578:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232574976 : -121189476976640 : ffff91c760463800) 00000100:00000001:3.0:1783444714.820582:0:32010:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444714.820587:0:32010:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444714.820589:0:32010:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444714.820591:0:32010:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444714.820600:0:32010:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760463800 x1870075608274048/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444714.820607:0:32010:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444714.820609:0:32010:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444714.820613:0:32010:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444714.820616:0:32010:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444714.820618:0:32010:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444714.820620:0:32010:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760463800 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32010:1870075608274048:192.168.204.110@tcp:37:rm.0 00000100:00000001:3.0:1783444714.820624:0:32010:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444714.820630:0:32010:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444714.820632:0:32010:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444714.820634:0:32010:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1783444714.820642:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444714.820646:0:32010:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811b00. 00000400:00000010:3.0:1783444714.820655:0:32010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff91c7460ca000. 00000100:00000200:3.0:1783444714.820663:0:32010:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a4d2e8559480-0x6a4d2e8559480, portal 14 00000100:00000001:3.0:1783444714.820666:0:32010:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444714.820668:0:32010:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444714.820673:0:32010:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452ad800. 02000000:00000001:3.0:1783444714.820675:0:32010:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444714.820677:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444714.820680:0:32010:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811cb8. 00000400:00000010:3.0:1783444714.820685:0:32010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218770. 00000100:00000200:3.0:1783444714.820688:0:32010:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608274048, portal 10 00000100:00000001:3.0:1783444714.820690:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444714.820691:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232574976 : -121189476976640 : ffff91c760463800) 00000100:00000040:3.0:1783444714.820698:0:32010:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c760463800 x1870075608274048/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444730 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444714.820706:0:32010:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444714.820709:0:32010:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444714.820712:0:32010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602186e8. 00000100:00000200:3.0:1783444714.820718:0:32010:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1870075608274048, offset 0 00000400:00000200:3.0:1783444714.820725:0:32010:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444714.820735:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444714.820746:0:32010:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444714.820753:0:32010:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444714.820758:0:32010:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444714.820763:0:32010:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444714.820766:0:32010:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444714.820770:0:32010:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2660:2660:256:4294967295] 192.168.204.110@tcp LPNI seq info [2660:2660:8:4294967295] 00000400:00000200:3.0:1783444714.820775:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444714.820787:0:32010:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444714.820795:0:32010:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444714.820801:0:32010:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760f26600. 00000800:00000200:3.0:1783444714.820809:0:32010:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444714.820819:0:32010:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444714.820825:0:32010:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760f26600 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1783444714.821254:0:32010:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444714.821262:0:32010:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 880282 usecs (881 jiffies) 00000400:00000200:3.0:1783444714.821266:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444714.821270:0:32010:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296354708 00000100:00000001:3.0:1783444714.821274:0:32010:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296356348 00000100:00000001:3.0:1783444714.821277:0:32010:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296354708 00000100:00000001:3.0:1783444714.821279:0:32010:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296356348 00000100:00000001:3.0:1783444714.821282:0:32010:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444714.821285:0:32010:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444714.821287:0:32010:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444714.821290:0:32010:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444714.821293:0:32010:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c76036fc00 going to sleep for 11 seconds 00000100:00000001:3.0:1783444714.821296:0:32010:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444714.821299:0:32010:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444714.821684:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444714.821690:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760f26600. 00000400:00000200:0.0:1783444714.821697:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444714.821714:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444714.821721:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7602186e8 00000400:00000010:0.0:1783444714.821724:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7602186e8. 00000100:00000001:0.0:1783444714.821729:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444714.821735:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760463800 x1870075608274048/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444730 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.821747:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444714.821751:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760463800 x1870075608274048/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444730 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.821758:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.821759:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1783444714.823157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224000. 00000800:00000001:1.0:1783444714.827112:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.827140:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444714.827147:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.827151:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.827162:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.827173:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444714.827185:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.827191:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.827197:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.827202:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 4096 into portal 14 MB=0x6a4d2e8559480 00000400:00000200:1.0:1783444714.827208:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.827215:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.110@tcp of length 4096/4096 into md 0x7619 [256] + 0 00000400:00000010:1.0:1783444714.827222:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811b00. 00000400:00000200:1.0:1783444714.827228:0:2393:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff91c7460ca000 00000800:00000001:1.0:1783444714.827236:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.827250:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.827254:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.827260:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444714.827267:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460ca000 00000400:00000010:1.0:1783444714.827269:0:2393:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 4216 at ffff91c7460ca000. 00000100:00000001:1.0:1783444714.827276:0:2393:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1783444714.827279:0:2393:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff91c760463800 desc ffff91c7452af000 mbits 1870075608274048 00000100:00000001:1.0:1783444714.827292:0:2393:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1783444714.827303:0:2393:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1783444714.827306:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.827313:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444714.827320:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2661:2661:256:4294967295] 192.168.204.110@tcp LPNI seq info [2661:2661:8:4294967295] 00000400:00000200:1.0:1783444714.827324:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.827333:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:1.0:1783444714.827341:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444714.827351:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff91c760410000. 00000800:00000200:1.0:1783444714.827359:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444714.827370:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444714.827375:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760410000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1783444714.827478:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444714.827485:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff91c760410000. 00000400:00000200:1.0:1783444714.827488:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.827492:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:1.0:1783444714.827498:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.827502:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444714.827762:0:32010:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444714.827768:0:32010:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444714.835550:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.835573:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444714.835579:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.835581:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.835593:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.835602:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444714.835615:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.835620:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.835627:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.835632:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 440 into portal 10 MB=0x6a4d2e8559480 00000400:00000200:1.0:1783444714.835638:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.835645:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 440/440 into md 0x7621 [1] + 224 00000800:00000001:1.0:1783444714.835654:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.836180:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.836188:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.836196:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444714.836206:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444714.836220:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760463800 x1870075608274048/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444730 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444714.836232:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff91c760463800 x1870075608274048/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.836246:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444714.836259:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.836264:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444714.836352:0:32010:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444714.836363:0:32010:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444714.836365:0:32010:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444714.836369:0:32010:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811cb8. 00000400:00000200:0.0:1783444714.836375:0:32010:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218770 00000400:00000010:0.0:1783444714.836378:0:32010:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218770. 00000100:00000001:0.0:1783444714.836382:0:32010:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444714.836387:0:32010:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760463800 x1870075608274048/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783444714.836402:0:32010:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760463800 x1870075608274048/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.836409:0:32010:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444714.836412:0:32010:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444714.836414:0:32010:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444714.836419:0:32010:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444714.836422:0:32010:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444714.836437:0:32010:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444714.836441:0:32010:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444714.836454:0:32010:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bcf0 time=44 v=5 (5 5 5 5) 00000100:00001000:0.0:1783444714.836459:0:32010:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444714.836462:0:32010:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444714.836464:0:32010:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.836468:0:32010:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444714.836472:0:32010:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.836477:0:32010:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444714.836480:0:32010:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967597 00000100:00000001:0.0:1783444714.836482:0:32010:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444714.836485:0:32010:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444714.836490:0:32010:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff91c760463800 x1870075608274048/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444714.836500:0:32010:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff91c760463800 x1870075608274048/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444730 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.836508:0:32010:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444714.836510:0:32010:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444714.836515:0:32010:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760463800 x1870075608274048/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444730 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783444714.836523:0:32010:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760463800 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32010:1870075608274048:192.168.204.110@tcp:37:rm.0 00000100:00000001:0.0:1783444714.836529:0:32010:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444714.836532:0:32010:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.836536:0:32010:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783444714.836539:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444714.836542:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760463800 x1870075608274048/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444730 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.836550:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444714.836553:0:32010:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c76036fc00. 00000100:00000001:0.0:1783444714.836558:0:32010:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783444714.836560:0:32010:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444714.836565:0:32010:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.836568:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444714.836571:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760463800 x1870075608274048/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444730 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.836578:0:32010:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444714.836581:0:32010:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444714.836584:0:32010:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452ad800. 02000000:00000001:0.0:1783444714.836588:0:32010:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444714.836591:0:32010:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444714.836593:0:32010:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444714.836596:0:32010:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1783444714.836598:0:32010:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1783444714.836600:0:32010:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444714.836602:0:32010:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444714.836604:0:32010:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:0.0:1783444714.836639:0:32010:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff91c758a3c000. 00000100:00000010:0.0:1783444714.836643:0:32010:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff91c7452af000. 00000100:00000001:0.0:1783444714.836645:0:32010:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1783444714.836649:0:32010:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c75a129000. 02000000:00000001:0.0:1783444714.836653:0:32010:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444714.836655:0:32010:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444714.836657:0:32010:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760463800. 00000100:00000001:0.0:1783444714.836661:0:32010:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444714.836662:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783444714.836665:0:32010:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:0.0:1783444714.837126:0:32010:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:0.0:1783444714.838568:0:32010:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff91c743c0f800. 00000002:00000001:0.0:1783444714.838584:0:32010:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.838593:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444714.838596:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444714.838600:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:0.0:1783444714.838603:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:0.0:1783444714.838607:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:0.0:1783444714.838610:0:32010:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444714.838617:0:32010:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef531 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd156 expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783444714.838628:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.838630:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444714.838632:0:32010:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444714.838636:0:32010:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444714.838638:0:32010:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef531 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd156 expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1783444714.838648:0:32010:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444714.838652:0:32010:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444714.838655:0:32010:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444714.838660:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.838662:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444714.839331:0:32010:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.839339:0:32010:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444714.839341:0:32010:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.839343:0:32010:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.839348:0:32010:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.839351:0:32010:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444714.839353:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.839354:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:0.0:1783444714.839358:0:32010:0:(lmv_obd.c:3448:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444714.839366:0:32010:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611167 : 144115205339611167 : 20000040500001f) 00000080:00000001:0.0:1783444714.839375:0:32010:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1783444714.839377:0:32010:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611169 : 144115205339611169 : 200000405000021) 00000080:00000001:0.0:1783444714.839383:0:32010:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444714.839389:0:32010:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c76050ac00 2 00000080:00000010:0.0:1783444714.839395:0:32010:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75937fa00. 00000080:00000001:0.0:1783444714.839402:0:32010:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444714.839529:0:32010:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783444714.839534:0:32010:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783444714.839538:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13d98 00000080:00200008:0.0:1783444714.839542:0:32010:0:(file.c:447:ll_file_release()) START file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff91c748d72a08), flags 704000 00000080:00400000:0.0:1783444714.839547:0:32010:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x1f:0x0] 00000080:00000001:0.0:1783444714.839552:0:32010:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783444714.839554:0:32010:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1783444714.839556:0:32010:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783444714.839563:0:32010:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444714.839567:0:32010:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444714.839570:0:32010:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444714.839573:0:32010:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444714.839575:0:32010:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444714.839577:0:32010:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:0.0:1783444714.839580:0:32010:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444714.839586:0:32010:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444714.839590:0:32010:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444714.839598:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211300 count: 2 00010000:00000001:0.0:1783444714.839602:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783444714.839607:0:32010:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444714.839610:0:32010:0:(lmv_obd.c:4132:lmv_lock_match()) Lock match for [0x200000405:0x1f:0x0]: 0 00000080:00000001:0.0:1783444714.839613:0:32010:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783444714.839615:0:32010:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783444714.839622:0:32010:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff91c743e82200. 00000080:00000001:0.0:1783444714.839625:0:32010:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:0.0:1783444714.839631:0:32010:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c76050ac00 2 00000080:00000001:0.0:1783444714.839635:0:32010:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783444714.839640:0:32010:0:(lmv_obd.c:1665:lmv_close()) Process entered 00800000:00000001:0.0:1783444714.839641:0:32010:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444714.839643:0:32010:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444714.839644:0:32010:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444714.839645:0:32010:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444714.839647:0:32010:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444714.839649:0:32010:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:0.0:1783444714.839651:0:32010:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444714.839653:0:32010:0:(lmv_obd.c:1671:lmv_close()) CLOSE [0x200000405:0x1f:0x0] 00000002:00000001:0.0:1783444714.839658:0:32010:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783444714.839661:0:32010:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91c759350000: [0x200000405:0x1f:0x0] file closed with intent: 0 00000100:00000010:0.0:1783444714.840357:0:32010:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746733b80. 00000020:00000040:0.0:1783444714.840366:0:32010:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:0.0:1783444714.840372:0:32010:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444714.840377:0:32010:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444714.840382:0:32010:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444714.840393:0:32010:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c760f74400. 00000100:00000001:0.0:1783444714.840403:0:32010:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783444714.840438:0:32010:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91c7603f2300 x1870075608273920/t4294967600(4294967600) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444730 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783444714.840452:0:32010:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1783444714.840458:0:32010:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c746733b80 x1870075608274304/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783444714.840467:0:32010:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783444714.840469:0:32010:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783444714.840480:0:32010:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7603e0b40. 00000100:00000001:0.0:1783444714.840482:0:32010:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884232039232 : -121189477512384 : ffff91c7603e0b40) 00000100:00000001:0.0:1783444714.840486:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444714.840488:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799317376 : -121189910234240 : ffff91c746733b80) 00000100:00000001:0.0:1783444714.840494:0:32010:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444714.840500:0:32010:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.840502:0:32010:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783444714.840505:0:32010:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444714.840509:0:32010:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746733b80 x1870075608274304/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.840518:0:32010:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444714.840520:0:32010:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444714.840524:0:32010:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444714.840527:0:32010:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444714.840530:0:32010:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444714.840534:0:32010:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746733b80 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32010:1870075608274304:192.168.204.110@tcp:35:rm.0 00000100:00000001:0.0:1783444714.840541:0:32010:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444714.840548:0:32010:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444714.840550:0:32010:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444714.840553:0:32010:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444714.840558:0:32010:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c746767000. 02000000:00000001:0.0:1783444714.840560:0:32010:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444714.840567:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444714.840572:0:32010:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f210. 00000400:00000010:0.0:1783444714.840580:0:32010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f94c8. 00000100:00000200:0.0:1783444714.840590:0:32010:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608274304, portal 10 00000100:00000001:0.0:1783444714.840591:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444714.840593:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799317376 : -121189910234240 : ffff91c746733b80) 00000100:00000040:0.0:1783444714.840600:0:32010:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c746733b80 x1870075608274304/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444730 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.840608:0:32010:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444714.840611:0:32010:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444714.840614:0:32010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f97f8. 00000100:00000200:0.0:1783444714.840617:0:32010:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870075608274304, offset 0 00000400:00000200:0.0:1783444714.840625:0:32010:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444714.840637:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444714.840647:0:32010:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444714.840654:0:32010:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444714.840659:0:32010:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444714.840663:0:32010:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444714.840680:0:32010:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444714.840685:0:32010:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2662:2662:256:4294967295] 192.168.204.110@tcp LPNI seq info [2662:2662:8:4294967295] 00000400:00000200:0.0:1783444714.840689:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444714.840700:0:32010:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444714.842519:0:32010:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444714.842538:0:32010:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3000. 00000800:00000200:0.0:1783444714.842548:0:32010:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444714.842561:0:32010:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444714.842566:0:32010:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783444714.842612:0:32010:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444714.842622:0:32010:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 879007 usecs (880 jiffies) 00000400:00000200:0.0:1783444714.842628:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444714.842632:0:32010:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296354728 00000100:00000001:0.0:1783444714.842636:0:32010:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296356348 00000100:00000001:0.0:1783444714.842639:0:32010:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296354728 00000100:00000001:0.0:1783444714.842641:0:32010:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296356348 00000100:00000001:0.0:1783444714.842643:0:32010:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444714.842647:0:32010:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.842651:0:32010:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444714.842654:0:32010:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783444714.842657:0:32010:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7603e0b40 going to sleep for 11 seconds 00000100:00000001:0.0:1783444714.842660:0:32010:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444714.842664:0:32010:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444714.843297:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444714.843304:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3000. 00000400:00000200:1.0:1783444714.843312:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.843320:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444714.843327:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f97f8 00000400:00000010:1.0:1783444714.843330:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f97f8. 00000100:00000001:1.0:1783444714.843334:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444714.843344:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746733b80 x1870075608274304/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444730 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.843356:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444714.843360:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746733b80 x1870075608274304/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444730 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.843367:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444714.843369:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444714.847805:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.847840:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444714.847852:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.847856:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.847869:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.847879:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444714.847892:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.847898:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.847906:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.847911:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8559580 00000400:00000200:1.0:1783444714.847917:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.847925:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x7629 [1] + 224 00000800:00000001:1.0:1783444714.847935:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.847943:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.847947:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.847953:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444714.847962:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444714.849385:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746733b80 x1870075608274304/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444730 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444714.849410:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91c746733b80 x1870075608274304/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.849435:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444714.849458:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.849468:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444714.850221:0:32010:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444714.850236:0:32010:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444714.850239:0:32010:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444714.850245:0:32010:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f210. 00000400:00000200:0.0:1783444714.850252:0:32010:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f94c8 00000400:00000010:0.0:1783444714.850255:0:32010:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f94c8. 00000100:00000001:0.0:1783444714.850259:0:32010:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444714.850267:0:32010:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746733b80 x1870075608274304/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783444714.850276:0:32010:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746733b80 x1870075608274304/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.850283:0:32010:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444714.850285:0:32010:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444714.850288:0:32010:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444714.850293:0:32010:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444714.850296:0:32010:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444714.850300:0:32010:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444714.850303:0:32010:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444714.850317:0:32010:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bcf0 time=44 v=5 (5 5 5 5) 00000100:00001000:0.0:1783444714.850322:0:32010:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444714.850324:0:32010:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444714.850326:0:32010:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.850330:0:32010:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444714.850334:0:32010:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.850338:0:32010:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783444714.850340:0:32010:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783444714.850342:0:32010:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783444714.850344:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444714.850346:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799317376 : -121189910234240 : ffff91c746733b80) 00000100:00000001:0.0:1783444714.850350:0:32010:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444714.850352:0:32010:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967597 00000100:00000001:0.0:1783444714.850354:0:32010:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444714.850357:0:32010:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444714.850361:0:32010:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746733b80 x1870075608274304/t4294967601(4294967601) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444730 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.850369:0:32010:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444714.850372:0:32010:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444714.850374:0:32010:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444714.850379:0:32010:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746733b80 x1870075608274304/t4294967601(4294967601) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444730 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783444714.850386:0:32010:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746733b80 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32010:1870075608274304:192.168.204.110@tcp:35:rm.0 00000100:00000001:0.0:1783444714.850391:0:32010:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444714.850394:0:32010:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.850397:0:32010:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783444714.850399:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444714.850403:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746733b80 x1870075608274304/t4294967601(4294967601) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444730 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.850410:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444714.850413:0:32010:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7603e0b40. 00000100:00000001:0.0:1783444714.850417:0:32010:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783444714.850419:0:32010:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.850439:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444714.850441:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799317376 : -121189910234240 : ffff91c746733b80) 00000002:00000001:0.0:1783444714.850445:0:32010:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444714.850449:0:32010:0:(lmv_obd.c:1673:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444714.850455:0:32010:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c76050ac00 2 00000080:00000010:0.0:1783444714.850460:0:32010:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c743e82200. 00000080:00000001:0.0:1783444714.850466:0:32010:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783444714.850470:0:32010:0:(lmv_obd.c:4191:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783444714.850474:0:32010:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444714.850478:0:32010:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444714.850481:0:32010:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444714.850484:0:32010:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444714.850486:0:32010:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444714.850489:0:32010:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:0.0:1783444714.850492:0:32010:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444714.850498:0:32010:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783444714.850504:0:32010:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91c7603f2300 x1870075608273920/t4294967600(4294967600) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444730 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.850513:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444714.850514:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232110848 : -121189477440768 : ffff91c7603f2300) 00000100:00000001:0.0:1783444714.850516:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444714.850519:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2300 x1870075608273920/t4294967600(4294967600) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444730 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.850525:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.850527:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444714.850530:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746733b80 x1870075608274304/t4294967601(4294967601) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444730 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.850535:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.850537:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444714.850539:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f2300 x1870075608273920/t4294967600(4294967600) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444730 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.850551:0:32010:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783444714.850559:0:32010:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444714.850562:0:32010:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444714.850565:0:32010:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444714.850569:0:32010:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c76023a800. 02000000:00000001:0.0:1783444714.850575:0:32010:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444714.850577:0:32010:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444714.850579:0:32010:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f2300. 00000100:00000001:0.0:1783444714.850583:0:32010:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444714.850584:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444714.850585:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444714.850589:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746733b80 x1870075608274304/t4294967601(4294967601) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444730 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.850594:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444714.850596:0:32010:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff91c7507eb6c0. 00000002:00000001:0.0:1783444714.850598:0:32010:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444714.850600:0:32010:0:(lmv_obd.c:4197:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783444714.850602:0:32010:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91c76050a6c0. 00000100:00000001:0.0:1783444714.850607:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444714.850610:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746733b80 x1870075608274304/t4294967601(4294967601) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444730 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.850615:0:32010:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444714.850617:0:32010:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444714.850620:0:32010:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c746767000. 02000000:00000001:0.0:1783444714.850625:0:32010:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444714.850626:0:32010:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444714.850627:0:32010:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444714.850629:0:32010:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444714.850630:0:32010:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c760f74400. 02000000:00000001:0.0:1783444714.850632:0:32010:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444714.850633:0:32010:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444714.850634:0:32010:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746733b80. 00000100:00000001:0.0:1783444714.850637:0:32010:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444714.850638:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783444714.850642:0:32010:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783444714.850645:0:32010:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91c7417b6140. 00000080:00000001:0.0:1783444714.850649:0:32010:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444714.850657:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13d98 00000080:00000008:0.0:1783444714.850659:0:32010:0:(file.c:491:ll_file_release()) COMPLETED file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff91c748d72a08), flags 704000, rc = 0 00000080:00000001:0.0:1783444714.850663:0:32010:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444714.850666:0:32010:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444714.850740:0:32010:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444714.850744:0:32010:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444714.850746:0:32010:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783444714.850748:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13bc0 00000080:00200000:0.0:1783444714.850751:0:32010:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:0.0:1783444714.850757:0:32010:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c760f74400. 00800000:00000002:0.0:1783444714.850765:0:32010:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444714.850770:0:32010:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444714.850775:0:32010:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444714.850777:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13ae0 00800000:00000002:0.0:1783444714.850780:0:32010:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444714.850784:0:32010:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783444714.850787:0:32010:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444714.850788:0:32010:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444714.850789:0:32010:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444714.850791:0:32010:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444714.850792:0:32010:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444714.850794:0:32010:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444714.850796:0:32010:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444714.850799:0:32010:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783444714.850804:0:32010:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444714.850806:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e139b0 00000002:00010000:0.0:1783444714.850808:0:32010:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783444714.850812:0:32010:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783444714.850814:0:32010:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444714.850818:0:32010:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444714.850826:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211200 count: 2 00010000:00000001:0.0:1783444714.850829:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444714.850853:0:32010:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444714.850859:0:32010:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783444714.850864:0:32010:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef52a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd13a expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:0.0:1783444714.850875:0:32010:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783444714.850880:0:32010:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444714.850884:0:32010:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef52a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd13a expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:0.0:1783444714.850892:0:32010:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783444714.850894:0:32010:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783444714.850897:0:32010:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444714.850899:0:32010:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444714.850901:0:32010:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444714.850904:0:32010:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783444714.850907:0:32010:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783444714.850909:0:32010:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:0.0:1783444714.850912:0:32010:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c760f74400. 00000080:00000001:0.0:1783444714.850916:0:32010:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783444714.850918:0:32010:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444714.850921:0:32010:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:0.0:1783444714.850924:0:32010:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef52a 00800000:00000001:0.0:1783444714.850927:0:32010:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783444714.850929:0:32010:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783444714.850932:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444714.850935:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444714.850939:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225e00 refcount=3 00000020:00000001:0.0:1783444714.850941:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:0.0:1783444714.850943:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:0.0:1783444714.850947:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.850949:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444714.850951:0:32010:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444714.850953:0:32010:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444714.850956:0:32010:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef52a from it ffffa31941e13bf8 00010000:00000001:0.0:1783444714.850958:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444714.850959:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444714.850960:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225e00 refcount=3 00000020:00000001:0.0:1783444714.850962:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:0.0:1783444714.850964:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:0.0:1783444714.850966:0:32010:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444714.850969:0:32010:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef52a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd13a expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1783444714.850987:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.850988:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444714.850990:0:32010:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444714.850993:0:32010:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444714.850996:0:32010:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef52a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd13a expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1783444714.851005:0:32010:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444714.851008:0:32010:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444714.851010:0:32010:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444714.851017:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.851018:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444714.851019:0:32010:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.851024:0:32010:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444714.851026:0:32010:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.851028:0:32010:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.851031:0:32010:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.851034:0:32010:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444714.851035:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.851037:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783444714.851039:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783444714.851040:0:32010:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444714.851043:0:32010:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:0.0:1783444714.851047:0:32010:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444714.851052:0:32010:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783444714.851123:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13bc0 00000080:00002000:0.0:1783444714.851126:0:32010:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff91c748f54ca8) flags 0x20000e refc 1 00000080:00000001:0.0:1783444714.851129:0:32010:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444714.851131:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13c08 00000080:00200000:0.0:1783444714.851133:0:32010:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=266 00000080:00000002:0.0:1783444714.851140:0:32010:0:(llite_lib.c:3158:ll_update_dir_depth_dmv()) d21g.recovery-small-1 [0x200000405:0x1f:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1783444714.851146:0:32010:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783444714.851148:0:32010:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff91c748d72a08), inode mode 41ed mask 44 00000080:00000001:0.0:1783444714.851151:0:32010:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444714.851158:0:32010:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783444714.851162:0:32010:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783444714.851164:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13b78 00000080:00200008:0.0:1783444714.851166:0:32010:0:(file.c:1058:ll_file_open()) START file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff91c748d72a08), flags 704400 00000080:00000010:0.0:1783444714.851172:0:32010:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91c74ad75cc0. 00000080:00000001:0.0:1783444714.851180:0:32010:0:(file.c:774:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1783444714.851183:0:32010:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c760f74400. 00800000:00000002:0.0:1783444714.851186:0:32010:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444714.851189:0:32010:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444714.851192:0:32010:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444714.851193:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13a28 00800000:00000002:0.0:1783444714.851195:0:32010:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x1f:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444714.851199:0:32010:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783444714.851201:0:32010:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444714.851202:0:32010:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444714.851204:0:32010:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444714.851206:0:32010:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444714.851208:0:32010:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444714.851209:0:32010:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:0.0:1783444714.851211:0:32010:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444714.851215:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e139a8 00800000:00000002:0.0:1783444714.851217:0:32010:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x1f:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1783444714.851219:0:32010:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444714.851221:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e138e0 00000002:00010000:0.0:1783444714.851222:0:32010:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000405:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:0.0:1783444714.851226:0:32010:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783444714.851229:0:32010:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783444714.851234:0:32010:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783444714.851238:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211300 count: 2 00010000:00000001:0.0:1783444714.851240:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444714.851243:0:32010:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783444714.851246:0:32010:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.851248:0:32010:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444714.851250:0:32010:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444714.851252:0:32010:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783444714.851253:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211200 count: 2 00010000:00000001:0.0:1783444714.851255:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444714.851256:0:32010:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783444714.851257:0:32010:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.851259:0:32010:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444714.851260:0:32010:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444714.851264:0:32010:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746733b80. 00000020:00000040:0.0:1783444714.851268:0:32010:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:0.0:1783444714.851274:0:32010:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783444714.851276:0:32010:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.851280:0:32010:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783444714.851285:0:32010:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444714.851288:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.851289:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444714.851290:0:32010:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.851294:0:32010:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444714.851296:0:32010:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444714.851300:0:32010:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444714.851307:0:32010:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c746767000. 00000100:00000001:0.0:1783444714.851315:0:32010:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.851320:0:32010:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444714.851322:0:32010:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.851324:0:32010:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444714.851325:0:32010:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.851326:0:32010:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444714.851335:0:32010:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622883799317376 : -121189910234240 : ffff91c746733b80) 00010000:00000001:0.0:1783444714.851339:0:32010:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783444714.851342:0:32010:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783444714.851344:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211200 count: 2 00010000:00000001:0.0:1783444714.851346:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444714.851349:0:32010:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783444714.851353:0:32010:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c74652ca00. 00000020:00000001:0.0:1783444714.851356:0:32010:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783444714.851359:0:32010:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c74652ca00 with handle 0x5503b2fe824ef562 to hash 00000020:00000001:0.0:1783444714.851360:0:32010:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783444714.851362:0:32010:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883797191168 : -121189912360448 : ffff91c74652ca00) 00010000:00000001:0.0:1783444714.851366:0:32010:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883797191168 : -121189912360448 : ffff91c74652ca00) 00010000:00000001:0.0:1783444714.851369:0:32010:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444714.851370:0:32010:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444714.851374:0:32010:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ca00/0x5503b2fe824ef562 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444714.851381:0:32010:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ca00/0x5503b2fe824ef562 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32010 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783444714.851392:0:32010:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783444714.851400:0:32010:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c746733b80 x1870075608274560/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783444714.851410:0:32010:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ca00/0x5503b2fe824ef562 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32010 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783444714.851416:0:32010:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783444714.851418:0:32010:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783444714.851434:0:32010:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7603e0b40. 00000100:00000001:0.0:1783444714.851437:0:32010:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884232039232 : -121189477512384 : ffff91c7603e0b40) 00000100:00000001:0.0:1783444714.851440:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444714.851441:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799317376 : -121189910234240 : ffff91c746733b80) 00000100:00000001:0.0:1783444714.851447:0:32010:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444714.851453:0:32010:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.851454:0:32010:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783444714.851457:0:32010:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444714.851461:0:32010:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746733b80 x1870075608274560/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.851469:0:32010:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444714.851471:0:32010:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444714.851476:0:32010:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444714.851479:0:32010:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444714.851481:0:32010:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444714.851485:0:32010:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746733b80 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32010:1870075608274560:192.168.204.110@tcp:101:rm.0 00000100:00000001:0.0:1783444714.851489:0:32010:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444714.851495:0:32010:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444714.851497:0:32010:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444714.851500:0:32010:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444714.853039:0:32010:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff91c760a00000. 02000000:00000001:0.0:1783444714.853052:0:32010:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444714.853094:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444714.853104:0:32010:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f210. 00000400:00000010:0.0:1783444714.853117:0:32010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff91c7614b1800. 00000100:00000200:0.0:1783444714.853128:0:32010:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1870075608274560, portal 10 00000100:00000001:0.0:1783444714.853131:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444714.853133:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799317376 : -121189910234240 : ffff91c746733b80) 00000100:00000040:0.0:1783444714.853150:0:32010:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c746733b80 x1870075608274560/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444730 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.853159:0:32010:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444714.853162:0:32010:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444714.853166:0:32010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f94c8. 00000100:00000200:0.0:1783444714.853169:0:32010:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1870075608274560, offset 0 00000400:00000200:0.0:1783444714.853177:0:32010:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444714.853188:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444714.853199:0:32010:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444714.853205:0:32010:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444714.853788:0:32010:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444714.853794:0:32010:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444714.853799:0:32010:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444714.853803:0:32010:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2663:2663:256:4294967295] 192.168.204.110@tcp LPNI seq info [2663:2663:8:4294967295] 00000400:00000200:0.0:1783444714.853809:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444714.853831:0:32010:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444714.853839:0:32010:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444714.853847:0:32010:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3900. 00000800:00000200:0.0:1783444714.853857:0:32010:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444714.853868:0:32010:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444714.853873:0:32010:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3900 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1783444714.853890:0:32010:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444714.853897:0:32010:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 877726 usecs (878 jiffies) 00000400:00000200:0.0:1783444714.853900:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444714.853905:0:32010:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296354737 00000100:00000001:0.0:1783444714.853909:0:32010:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296356348 00000100:00000001:0.0:1783444714.853912:0:32010:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296354737 00000100:00000001:0.0:1783444714.853914:0:32010:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296356348 00000100:00000001:0.0:1783444714.853917:0:32010:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444714.853920:0:32010:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.853924:0:32010:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444714.853927:0:32010:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783444714.853930:0:32010:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7603e0b40 going to sleep for 11 seconds 00000100:00000001:0.0:1783444714.853934:0:32010:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444714.853938:0:32010:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444714.854221:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444714.854227:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3900. 00000400:00000200:1.0:1783444714.854235:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.854242:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444714.854249:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f94c8 00000400:00000010:1.0:1783444714.854252:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f94c8. 00000100:00000001:1.0:1783444714.854258:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444714.854263:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746733b80 x1870075608274560/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444730 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.854277:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444714.854281:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746733b80 x1870075608274560/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444730 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.854289:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444714.854291:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444714.863750:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.863779:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444714.863786:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.863789:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.863801:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.863812:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444714.863824:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.863831:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.863903:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.863908:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a4d2e8559680 00000400:00000200:1.0:1783444714.863914:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.863921:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x7639 [64] + 224 00000800:00000001:1.0:1783444714.863930:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.863960:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.863964:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.864040:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444714.864051:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444714.864122:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746733b80 x1870075608274560/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444730 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444714.864134:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff91c746733b80 x1870075608274560/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.864148:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444714.864160:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.864164:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444714.864379:0:32010:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444714.864392:0:32010:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444714.864394:0:32010:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444714.864399:0:32010:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f210. 00000400:00000200:0.0:1783444714.864405:0:32010:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7614b1800 00000400:00000010:0.0:1783444714.864408:0:32010:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffff91c7614b1800. 00000100:00000001:0.0:1783444714.864412:0:32010:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444714.864418:0:32010:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746733b80 x1870075608274560/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783444714.864440:0:32010:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746733b80 x1870075608274560/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.864446:0:32010:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444714.864449:0:32010:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444714.864452:0:32010:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444714.864456:0:32010:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444714.864459:0:32010:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444714.864463:0:32010:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444714.864467:0:32010:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444714.864480:0:32010:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=44 v=5 (105 105 105 137) 00000100:00001000:0.0:1783444714.864485:0:32010:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444714.864488:0:32010:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444714.864490:0:32010:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.864493:0:32010:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444714.864497:0:32010:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.864502:0:32010:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783444714.864503:0:32010:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783444714.864505:0:32010:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783444714.864508:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444714.864510:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799317376 : -121189910234240 : ffff91c746733b80) 00000100:00000001:0.0:1783444714.864514:0:32010:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444714.864516:0:32010:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967597 00000100:00000001:0.0:1783444714.864518:0:32010:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444714.864521:0:32010:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444714.864526:0:32010:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746733b80 x1870075608274560/t4294967602(4294967602) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444730 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.864535:0:32010:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444714.864539:0:32010:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444714.864541:0:32010:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444714.864545:0:32010:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746733b80 x1870075608274560/t4294967602(4294967602) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444730 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783444714.864553:0:32010:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746733b80 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32010:1870075608274560:192.168.204.110@tcp:101:rm.0 00000100:00000001:0.0:1783444714.864559:0:32010:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444714.864563:0:32010:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.864565:0:32010:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783444714.864568:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444714.864571:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746733b80 x1870075608274560/t4294967602(4294967602) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444730 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.864579:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444714.864583:0:32010:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7603e0b40. 00000100:00000001:0.0:1783444714.864587:0:32010:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783444714.864589:0:32010:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.864593:0:32010:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783444714.864600:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444714.864604:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444714.864609:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652ca00 refcount=4 00000020:00000001:0.0:1783444714.864611:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797191168 : -121189912360448 : ffff91c74652ca00) 00010000:00000001:0.0:1783444714.864614:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797191168 : -121189912360448 : ffff91c74652ca00) 00010000:00000040:0.0:1783444714.864622:0:32010:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c74652ca00, remote cookie: 0x332dd2263f6dd1d4, flags: 0x1001 00010000:00000040:0.0:1783444714.864625:0:32010:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x1f:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1783444714.864629:0:32010:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1783444714.864637:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211300 count: 2 00010000:00000001:0.0:1783444714.864640:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444714.864644:0:32010:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444714.864649:0:32010:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ca00/0x5503b2fe824ef562 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd1d4 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444714.864661:0:32010:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ca00/0x5503b2fe824ef562 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd1d4 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444714.864669:0:32010:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783444714.864675:0:32010:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783444714.864677:0:32010:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783444714.864680:0:32010:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783444714.864682:0:32010:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783444714.864685:0:32010:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x1f:0x0].0x0 (ffff91c747211300) refcount = 2 00010000:00000040:0.0:1783444714.864689:0:32010:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1783444714.864691:0:32010:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef531 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd156 expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1783444714.864699:0:32010:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ca00/0x5503b2fe824ef562 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd1d4 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444714.864705:0:32010:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783444714.864709:0:32010:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783444714.864711:0:32010:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444714.864714:0:32010:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783444714.864717:0:32010:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444714.864720:0:32010:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ca00/0x5503b2fe824ef562 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd1d4 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444714.864726:0:32010:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783444714.864727:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.864729:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444714.864731:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.864732:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444714.864733:0:32010:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444714.864739:0:32010:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783444714.864742:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444714.864744:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444714.864746:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652ca00 refcount=3 00000020:00000001:0.0:1783444714.864748:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797191168 : -121189912360448 : ffff91c74652ca00) 00010000:00000001:0.0:1783444714.864751:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797191168 : -121189912360448 : ffff91c74652ca00) 00010000:00000001:0.0:1783444714.864754:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.864755:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783444714.864760:0:32010:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff91c746733b80 x1870075608274560/t4294967602(4294967602) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444730 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783444714.864776:0:32010:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783444714.864781:0:32010:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c746733b80 x1870075608274560/t4294967602(4294967602) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444730 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783444714.864789:0:32010:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.864797:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444714.864798:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444714.864800:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652ca00 refcount=3 00000020:00000001:0.0:1783444714.864802:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797191168 : -121189912360448 : ffff91c74652ca00) 00010000:00000001:0.0:1783444714.864804:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797191168 : -121189912360448 : ffff91c74652ca00) 00010000:00000001:0.0:1783444714.864807:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.864808:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444714.864810:0:32010:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444714.864813:0:32010:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444714.864816:0:32010:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783444714.864819:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444714.864820:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799317376 : -121189910234240 : ffff91c746733b80) 00010000:00000001:0.0:1783444714.864822:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444714.864837:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444714.864839:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652ca00 refcount=3 00000020:00000001:0.0:1783444714.864841:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797191168 : -121189912360448 : ffff91c74652ca00) 00010000:00000001:0.0:1783444714.864843:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797191168 : -121189912360448 : ffff91c74652ca00) 00000002:00010000:0.0:1783444714.864848:0:32010:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ca00/0x5503b2fe824ef562 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd1d4 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444714.864855:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.864857:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444714.864859:0:32010:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783444714.864861:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444714.864862:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444714.864863:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652ca00 refcount=3 00000020:00000001:0.0:1783444714.864865:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797191168 : -121189912360448 : ffff91c74652ca00) 00010000:00000001:0.0:1783444714.864868:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797191168 : -121189912360448 : ffff91c74652ca00) 00010000:00000040:0.0:1783444714.864871:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211300 count: 3 00010000:00000001:0.0:1783444714.864873:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783444714.864879:0:32010:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 16 res 8589935621/31 (0 0) 00010000:00000001:0.0:1783444714.864882:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.864883:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444714.864884:0:32010:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783444714.864888:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13868 00000002:00002000:0.0:1783444714.864889:0:32010:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=280002b: rc = 0 00000002:00000001:0.0:1783444714.864892:0:32010:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444714.864896:0:32010:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444714.864899:0:32010:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783444714.864903:0:32010:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783444714.864906:0:32010:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444714.864912:0:32010:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:0.0:1783444714.864915:0:32010:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c760f74400. 00000080:00000001:0.0:1783444714.864920:0:32010:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783444714.864928:0:32010:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1783444714.864932:0:32010:0:(lmv_obd.c:3920:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1783444714.864941:0:32010:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c745359600. 00800000:00000001:0.0:1783444714.864943:0:32010:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622883778500096 : -121189931051520 : ffff91c745359600) 00800000:00000001:0.0:1783444714.864946:0:32010:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444714.864949:0:32010:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783444714.864952:0:32010:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783444714.864954:0:32010:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x1f:0x0] 00000080:00000001:0.0:1783444714.864957:0:32010:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1783444714.864961:0:32010:0:(llite_lib.c:1814:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1783444714.864963:0:32010:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444714.864968:0:32010:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611167 : 144115205339611167 : 20000040500001f) 00000080:00000001:0.0:1783444714.864980:0:32010:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1783444714.864987:0:32010:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000405:0x1f:0x0], updating i_size 4096 00010000:00000001:0.0:1783444714.864990:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444714.864991:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444714.864993:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652ca00 refcount=3 00000020:00000001:0.0:1783444714.864995:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797191168 : -121189912360448 : ffff91c74652ca00) 00010000:00000001:0.0:1783444714.864998:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797191168 : -121189912360448 : ffff91c74652ca00) 00010000:00000001:0.0:1783444714.865000:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.865002:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783444714.865004:0:32010:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783444714.865007:0:32010:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1783444714.865008:0:32010:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c745359600 1 00800000:00000010:0.0:1783444714.865011:0:32010:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c745359600. 00800000:00000001:0.0:1783444714.865014:0:32010:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444714.865018:0:32010:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1f:0x0](ffff91c748d72a08) for lock 0x5503b2fe824ef562 00800000:00000001:0.0:1783444714.865021:0:32010:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783444714.865023:0:32010:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783444714.865024:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444714.865026:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444714.865027:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652ca00 refcount=3 00000020:00000001:0.0:1783444714.865029:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797191168 : -121189912360448 : ffff91c74652ca00) 00010000:00000001:0.0:1783444714.865031:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797191168 : -121189912360448 : ffff91c74652ca00) 00010000:00000001:0.0:1783444714.865034:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.865035:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444714.865037:0:32010:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444714.865039:0:32010:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783444714.865043:0:32010:0:(llite_lib.c:3158:ll_update_dir_depth_dmv()) d21g.recovery-small-1 [0x200000405:0x1f:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:0.0:1783444714.865047:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444714.865052:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746733b80 x1870075608274560/t4294967602(4294967602) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444730 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.865109:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444714.865113:0:32010:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef562 from it ffffa31941e13bd0 00010000:00000001:0.0:1783444714.865116:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444714.865117:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444714.865119:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652ca00 refcount=3 00000020:00000001:0.0:1783444714.865120:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797191168 : -121189912360448 : ffff91c74652ca00) 00010000:00000001:0.0:1783444714.865123:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797191168 : -121189912360448 : ffff91c74652ca00) 00010000:00000001:0.0:1783444714.865125:0:32010:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444714.865129:0:32010:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ca00/0x5503b2fe824ef562 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd1d4 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444714.865137:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.865138:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444714.865140:0:32010:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444714.865143:0:32010:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444714.865146:0:32010:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ca00/0x5503b2fe824ef562 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd1d4 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783444714.865154:0:32010:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444714.865156:0:32010:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444714.865159:0:32010:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444714.865164:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.865165:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444714.865167:0:32010:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.865171:0:32010:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444714.865173:0:32010:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.865175:0:32010:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.865178:0:32010:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.865180:0:32010:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444714.865182:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.865183:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783444714.865187:0:32010:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783444714.865192:0:32010:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff91c745359600. 00000080:00000001:0.0:1783444714.865195:0:32010:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783444714.865199:0:32010:0:(lmv_obd.c:4175:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783444714.865619:0:32010:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444714.865624:0:32010:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444714.865627:0:32010:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444714.865630:0:32010:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444714.865633:0:32010:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444714.865635:0:32010:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:0.0:1783444714.865638:0:32010:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444714.867912:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444714.867919:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1800. 00000400:00000200:1.0:1783444714.867925:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.867932:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444714.867939:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83aa0 00000400:00000010:1.0:1783444714.867941:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83aa0. 00000100:00000001:1.0:1783444714.867946:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444714.867953:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0a80 x1870075608274688/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1783444730 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444714.870245:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444714.870259:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f0a80 x1870075608274688/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1783444730 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444714.870270:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444714.870272:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444714.873850:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.873878:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444714.873884:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.873887:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.873899:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.873908:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444714.873921:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.873927:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.873934:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.873939:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 368 into portal 10 MB=0x6a4d2e8559700 00000400:00000200:1.0:1783444714.873944:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.873952:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 368/368 into md 0x7649 [1] + 224 00000800:00000001:1.0:1783444714.873961:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.873969:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.873974:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.873979:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444714.873989:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444714.873999:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0a80 x1870075608274688/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1783444730 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444714.874011:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff91c7603f0a80 x1870075608274688/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444714.874033:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444714.874044:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.874048:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783444714.876983:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444714.876990:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1800. 00000400:00000200:0.0:1783444714.876996:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444714.877004:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444714.877011:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83330 00000400:00000010:0.0:1783444714.877014:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83330. 00000100:00000001:0.0:1783444714.877019:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444714.877025:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0a80 x1870075608274944/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1783444730 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444714.877038:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444714.877041:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f0a80 x1870075608274944/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1783444730 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444714.877049:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.877050:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1783444714.881151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211a00. 00010000:00000010:2.1:1783444714.881168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224800. 00010000:00000010:2.1:1783444714.881172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224600. 00000800:00000001:1.0:1783444714.885895:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.885921:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444714.885927:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.885930:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.885942:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.885952:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444714.885964:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.885971:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.885977:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.885982:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8559800 00000400:00000200:1.0:1783444714.885988:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.885995:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x7651 [1] + 224 00000800:00000001:1.0:1783444714.886005:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.886014:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.886018:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.886024:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444714.886035:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444714.886047:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0a80 x1870075608274944/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1783444730 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444714.886128:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff91c7603f0a80 x1870075608274944/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444714.886150:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444714.886161:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.886165:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1783444714.890493:0:32010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602187f8. 00000100:00000200:3.0:1783444714.890501:0:32010:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1870075608275072, offset 0 00000400:00000200:3.0:1783444714.890510:0:32010:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444714.890522:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444714.890532:0:32010:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444714.890539:0:32010:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444714.890544:0:32010:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444714.890549:0:32010:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444714.890553:0:32010:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444714.890557:0:32010:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2666:2666:256:4294967295] 192.168.204.110@tcp LPNI seq info [2666:2666:8:4294967295] 00000400:00000200:3.0:1783444714.890561:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444714.890573:0:32010:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444714.890580:0:32010:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444714.890586:0:32010:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760f26700. 00000800:00000200:3.0:1783444714.890594:0:32010:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444714.890604:0:32010:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444714.890609:0:32010:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760f26700 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1783444714.890671:0:32010:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444714.890677:0:32010:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 873905 usecs (874 jiffies) 00000400:00000200:3.0:1783444714.890681:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444714.890684:0:32010:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296354770 00000100:00000001:3.0:1783444714.890688:0:32010:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296356348 00000100:00000001:3.0:1783444714.890691:0:32010:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296354770 00000100:00000001:3.0:1783444714.890694:0:32010:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296356348 00000100:00000001:3.0:1783444714.890696:0:32010:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444714.890700:0:32010:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444714.890702:0:32010:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444714.890705:0:32010:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444714.890709:0:32010:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75859e840 going to sleep for 11 seconds 00000100:00000001:3.0:1783444714.890712:0:32010:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444714.890717:0:32010:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444714.891662:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444714.891675:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760f26700. 00000400:00000200:0.0:1783444714.891684:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444714.891694:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444714.891701:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7602187f8 00000400:00000010:0.0:1783444714.891704:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7602187f8. 00000100:00000001:0.0:1783444714.891709:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444714.891716:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2680 x1870075608275072/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444730 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.891730:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444714.891734:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2680 x1870075608275072/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444730 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.891741:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.891743:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1783444714.893120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eb240. 00000080:00000010:2.1:1783444714.896501:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748db3180. 00000080:00000010:2.1:1783444714.896522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eb2e0. 00000800:00000001:1.0:1783444714.899174:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.899202:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444714.899219:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.899224:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.899236:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.899245:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444714.899258:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.899265:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.899271:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.899276:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e8559880 00000400:00000200:1.0:1783444714.899282:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.899290:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x7659 [1] + 224 00000800:00000001:1.0:1783444714.899300:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.899314:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.899318:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.899324:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444714.899335:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444714.899348:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2680 x1870075608275072/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444730 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444714.899362:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c7603f2680 x1870075608275072/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.899389:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444714.899401:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.899404:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444714.899969:0:32010:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444714.899981:0:32010:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444714.899984:0:32010:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444714.899989:0:32010:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ffbb0. 00000400:00000200:3.0:1783444714.899996:0:32010:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83550 00000400:00000010:3.0:1783444714.899999:0:32010:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83550. 00000100:00000001:3.0:1783444714.900003:0:32010:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444714.900011:0:32010:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f2680 x1870075608275072/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783444714.900021:0:32010:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f2680 x1870075608275072/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444714.900027:0:32010:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444714.900029:0:32010:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444714.900032:0:32010:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444714.900036:0:32010:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444714.900039:0:32010:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444714.900041:0:32010:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444714.900045:0:32010:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444714.900283:0:32010:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=44 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444714.900289:0:32010:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444714.900292:0:32010:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444714.900295:0:32010:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444714.900298:0:32010:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444714.900302:0:32010:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444714.900307:0:32010:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444714.900309:0:32010:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967597 00000100:00000001:3.0:1783444714.900312:0:32010:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444714.900315:0:32010:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444714.900322:0:32010:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f2680 x1870075608275072/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444714.900330:0:32010:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444714.900334:0:32010:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444714.900336:0:32010:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444714.900340:0:32010:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f2680 x1870075608275072/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444730 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783444714.900350:0:32010:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f2680 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32010:1870075608275072:192.168.204.110@tcp:101:rm.0 00000100:00000001:3.0:1783444714.900356:0:32010:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444714.900360:0:32010:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444714.900363:0:32010:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444714.900366:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444714.900369:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2680 x1870075608275072/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444730 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444714.900377:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444714.900380:0:32010:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c75859e840. 00000100:00000001:3.0:1783444714.900386:0:32010:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444714.900388:0:32010:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444714.900392:0:32010:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783444714.900397:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444714.900401:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444714.900405:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=4 00000020:00000001:3.0:1783444714.900408:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444714.900411:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000040:3.0:1783444714.900419:0:32010:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c752224600, remote cookie: 0x332dd2263f6dd213, flags: 0x1001 00010000:00010000:3.0:1783444714.900438:0:32010:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef569 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd213 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1783444714.900448:0:32010:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x1f:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1783444714.900453:0:32010:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1783444714.900462:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211300 count: 2 00010000:00000001:3.0:1783444714.900465:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444714.900468:0:32010:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444714.900471:0:32010:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef569 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd213 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444714.900481:0:32010:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef569 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd213 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444714.900489:0:32010:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783444714.900494:0:32010:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783444714.900496:0:32010:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783444714.900498:0:32010:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783444714.900500:0:32010:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783444714.900503:0:32010:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x1f:0x0].0x0 (ffff91c747211300) refcount = 2 00010000:00000040:3.0:1783444714.900506:0:32010:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1783444714.900509:0:32010:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ca00/0x5503b2fe824ef562 lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd1d4 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1783444714.900517:0:32010:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef569 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd213 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444714.900524:0:32010:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783444714.900528:0:32010:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783444714.900530:0:32010:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444714.900534:0:32010:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783444714.900537:0:32010:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444714.900540:0:32010:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef569 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd213 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444714.900546:0:32010:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783444714.900548:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.900550:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444714.900551:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.900552:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444714.900554:0:32010:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444714.900559:0:32010:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783444714.900561:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444714.900562:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444714.900564:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:3.0:1783444714.900566:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444714.900568:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444714.900571:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444714.900572:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444714.900574:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=4 00000020:00000001:3.0:1783444714.900575:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444714.900577:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444714.900580:0:32010:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444714.900583:0:32010:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444714.900586:0:32010:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef569 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd213 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444714.900592:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.900593:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444714.900595:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444714.900596:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444714.900597:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=5 00000020:00000001:3.0:1783444714.900599:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444714.900600:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444714.900602:0:32010:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444714.900605:0:32010:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef569 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd213 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444714.900611:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.900612:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783444714.900615:0:32010:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef569 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd213 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444714.900622:0:32010:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444714.900623:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.900625:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444714.900626:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.900627:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783444714.900633:0:32010:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91c7603f2680 x1870075608275072/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444730 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783444714.900649:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444714.900650:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444714.900651:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:3.0:1783444714.900653:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444714.900655:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444714.900658:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.900659:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444714.900661:0:32010:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444714.900663:0:32010:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444714.900677:0:32010:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783444714.900680:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444714.900681:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444714.900683:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:3.0:1783444714.900685:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444714.900687:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00000002:00010000:3.0:1783444714.900691:0:32010:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef569 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd213 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444714.900698:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.900699:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444714.900701:0:32010:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783444714.900702:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444714.900703:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444714.900705:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:3.0:1783444714.900707:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444714.900709:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000040:3.0:1783444714.900712:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211300 count: 3 00010000:00000001:3.0:1783444714.900714:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783444714.900719:0:32010:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589935621/31 (0 0) 00010000:00000001:3.0:1783444714.900721:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.900723:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444714.900724:0:32010:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783444714.900728:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e139f0 00000002:00002000:3.0:1783444714.900730:0:32010:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-1 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1783444714.900734:0:32010:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444714.900738:0:32010:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444714.900742:0:32010:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783444714.900746:0:32010:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1783444714.900749:0:32010:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444714.900753:0:32010:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000001:3.0:1783444714.900757:0:32010:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1783444714.900759:0:32010:0:(namei.c:674:ll_lookup_it_finish()) it ffffa31941e13e00 it_disposition b 00000080:00000001:3.0:1783444714.900762:0:32010:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783444714.900771:0:32010:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1783444714.900777:0:32010:0:(lmv_obd.c:3920:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1783444714.900798:0:32010:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c74317be80. 00800000:00000001:3.0:1783444714.900801:0:32010:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622883742989952 : -121189966561664 : ffff91c74317be80) 00800000:00000001:3.0:1783444714.900804:0:32010:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444714.900806:0:32010:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783444714.900810:0:32010:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611167 : 144115205339611167 : 20000040500001f) 00000080:00000001:3.0:1783444714.900813:0:32010:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1783444714.900821:0:32010:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783444714.900833:0:32010:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x1f:0x0] 00000080:00000001:3.0:1783444714.900837:0:32010:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1783444714.900841:0:32010:0:(llite_lib.c:1814:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1783444714.900843:0:32010:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444714.900848:0:32010:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611167 : 144115205339611167 : 20000040500001f) 00000080:00000001:3.0:1783444714.900851:0:32010:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1783444714.900854:0:32010:0:(llite_lib.c:2920:ll_update_inode()) setting ino 144115205339611167 mtime from 1783444696 to 1783444714 00000080:00200000:3.0:1783444714.900861:0:32010:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000405:0x1f:0x0], updating i_size 4096 00000080:00200000:3.0:1783444714.900863:0:32010:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x1f:0x0](ffff91c748d72a08): rc = 0 00000080:00000001:3.0:1783444714.900866:0:32010:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622883839420936 : -121189870130680 : ffff91c748d72a08) 00010000:00000001:3.0:1783444714.900869:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444714.900870:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444714.900871:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:3.0:1783444714.900873:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444714.900876:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444714.900878:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.900879:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783444714.900881:0:32010:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783444714.900884:0:32010:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1783444714.900886:0:32010:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c74317be80 1 00800000:00000010:3.0:1783444714.900888:0:32010:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c74317be80. 00800000:00000001:3.0:1783444714.900892:0:32010:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444714.900896:0:32010:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1f:0x0](ffff91c748d72a08) for lock 0x5503b2fe824ef569 00800000:00000001:3.0:1783444714.900900:0:32010:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444714.900902:0:32010:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444714.900903:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444714.900904:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444714.900905:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:3.0:1783444714.900907:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444714.900909:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444714.900911:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.900912:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444714.900914:0:32010:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444714.900917:0:32010:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1783444714.900924:0:32010:0:(namei.c:653:ll_splice_alias()) Add dentry ffff91c748f54360 inode ffff91c748d72a08 refc 1 flags 0x20000e 00000080:00000002:3.0:1783444714.900929:0:32010:0:(llite_lib.c:3158:ll_update_dir_depth_dmv()) d21g.recovery-small-1 [0x200000405:0x1f:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:3.0:1783444714.900933:0:32010:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1783444714.900937:0:32010:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1f:0x0](ffff91c748d72a08) 00000080:00010000:3.0:1783444714.900941:0:32010:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef569 from it ffffa31941e13e00 00010000:00000001:3.0:1783444714.900944:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444714.900945:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444714.900946:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:3.0:1783444714.900948:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444714.900950:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444714.900952:0:32010:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444714.900954:0:32010:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef569 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd213 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444714.900967:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.900968:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444714.900969:0:32010:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444714.900972:0:32010:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444714.900975:0:32010:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef569 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd213 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444714.900983:0:32010:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444714.900986:0:32010:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444714.900989:0:32010:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444714.900995:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.900996:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444714.900997:0:32010:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444714.901001:0:32010:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444714.901003:0:32010:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444714.901005:0:32010:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444714.901008:0:32010:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444714.901010:0:32010:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444714.901011:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.901013:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783444714.901014:0:32010:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1783444714.901019:0:32010:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75937fe00. 00000100:00000001:3.0:1783444714.901024:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444714.901030:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f2680 x1870075608275072/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444730 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444714.901038:0:32010:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444714.901041:0:32010:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444714.901045:0:32010:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c743c08000. 02000000:00000001:3.0:1783444714.901049:0:32010:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444714.901052:0:32010:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444714.901094:0:32010:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444714.901098:0:32010:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444714.901101:0:32010:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c76023a800. 02000000:00000001:3.0:1783444714.901106:0:32010:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444714.901109:0:32010:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444714.901111:0:32010:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f2680. 00000100:00000001:3.0:1783444714.901115:0:32010:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444714.901117:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444714.901120:0:32010:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1783444714.901122:0:32010:0:(dcache.c:176:ll_intent_release()) intent ffffa31941e13e00 released 00000080:00000001:3.0:1783444714.901124:0:32010:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1783444714.901130:0:32010:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783444714.901133:0:32010:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444714.901135:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13d50 00000080:00200000:3.0:1783444714.901137:0:32010:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:3.0:1783444714.901144:0:32010:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75a128c00. 00800000:00000002:3.0:1783444714.901149:0:32010:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444714.901152:0:32010:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444714.901155:0:32010:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444714.901157:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13c70 00800000:00000002:3.0:1783444714.901159:0:32010:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444714.901162:0:32010:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444714.901166:0:32010:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444714.901169:0:32010:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444714.901172:0:32010:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444714.901175:0:32010:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444714.901177:0:32010:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444714.901179:0:32010:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444714.901181:0:32010:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444714.901185:0:32010:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444714.901190:0:32010:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444714.901191:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13b40 00000002:00010000:3.0:1783444714.901193:0:32010:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444714.901198:0:32010:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444714.901200:0:32010:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444714.901202:0:32010:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444714.901206:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211200 count: 2 00010000:00000001:3.0:1783444714.901222:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444714.901225:0:32010:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444714.901228:0:32010:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444714.901231:0:32010:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef52a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd13a expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:3.0:1783444714.901239:0:32010:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444714.901244:0:32010:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444714.901247:0:32010:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef52a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd13a expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:3.0:1783444714.901253:0:32010:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783444714.901256:0:32010:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444714.901258:0:32010:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444714.901260:0:32010:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444714.901262:0:32010:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444714.901263:0:32010:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783444714.901266:0:32010:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783444714.901268:0:32010:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444714.901271:0:32010:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75a128c00. 00000080:00000001:3.0:1783444714.901274:0:32010:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444714.901276:0:32010:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444714.901278:0:32010:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:3.0:1783444714.901282:0:32010:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef52a 00800000:00000001:3.0:1783444714.901285:0:32010:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444714.901286:0:32010:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444714.901288:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444714.901289:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444714.901291:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225e00 refcount=3 00000020:00000001:3.0:1783444714.901293:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:3.0:1783444714.901295:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:3.0:1783444714.901298:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.901299:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444714.901300:0:32010:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444714.901301:0:32010:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444714.901304:0:32010:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef52a from it ffffa31941e13d88 00010000:00000001:3.0:1783444714.901306:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444714.901307:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444714.901309:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225e00 refcount=3 00000020:00000001:3.0:1783444714.901312:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:3.0:1783444714.901314:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:3.0:1783444714.901316:0:32010:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444714.901319:0:32010:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef52a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd13a expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:3.0:1783444714.901327:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.901328:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444714.901329:0:32010:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444714.901331:0:32010:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444714.901333:0:32010:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef52a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd13a expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:3.0:1783444714.901339:0:32010:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444714.901341:0:32010:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444714.901342:0:32010:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444714.901345:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.901346:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444714.901347:0:32010:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444714.901349:0:32010:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444714.901350:0:32010:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444714.901352:0:32010:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444714.901354:0:32010:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444714.901356:0:32010:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444714.901357:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.901358:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444714.901360:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783444714.901362:0:32010:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444714.901365:0:32010:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 3 00000080:00000001:3.0:1783444714.901371:0:32010:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444714.901377:0:32010:0:(namei.c:2314:ll_rmdir()) Process entered 00000020:00000001:3.0:1783444714.901378:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13e18 00000080:00200000:3.0:1783444714.901381:0:32010:0:(namei.c:2317:ll_rmdir()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00000001:3.0:1783444714.901384:0:32010:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:3.0:1783444714.901388:0:32010:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21g.recovery-small-1, [0x200000405:0x1f:0x0]) is foreign... 00000080:00000001:3.0:1783444714.901391:0:32010:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1783444714.901396:0:32010:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75a128c00. 00800000:00000002:3.0:1783444714.901399:0:32010:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00800000:00000001:3.0:1783444714.901407:0:32010:0:(lmv_obd.c:3484:lmv_unlink()) Process entered 00800000:00000001:3.0:1783444714.901410:0:32010:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444714.901412:0:32010:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444714.901413:0:32010:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444714.901415:0:32010:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444714.901417:0:32010:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444714.901419:0:32010:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444714.901420:0:32010:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444714.906659:0:32010:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444714.907189:0:32010:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444714.907193:0:32010:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444714.907196:0:32010:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444714.907202:0:32010:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444714.907204:0:32010:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:3.0:1783444714.907259:0:32010:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444714.907264:0:32010:0:(lmv_obd.c:2553:lmv_early_cancel()) Process entered 00800000:00000001:3.0:1783444714.907266:0:32010:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444714.907268:0:32010:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444714.907269:0:32010:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444714.907270:0:32010:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444714.907272:0:32010:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444714.907274:0:32010:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:3.0:1783444714.907276:0:32010:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444714.907279:0:32010:0:(lmv_obd.c:2572:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x1f:0x0] 00800000:00000001:3.0:1783444714.907282:0:32010:0:(lmv_obd.c:2577:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444714.907284:0:32010:0:(lmv_obd.c:3524:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x1f:0x0] -> mds #0 00000002:00000001:3.0:1783444714.907292:0:32010:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1783444714.907295:0:32010:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783444714.907309:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211200 count: 2 00010000:00000001:3.0:1783444714.907313:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444714.907318:0:32010:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783444714.907324:0:32010:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783444714.907330:0:32010:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef52a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6dd13a expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:3.0:1783444714.907348:0:32010:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783444714.907355:0:32010:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783444714.907359:0:32010:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783444714.907361:0:32010:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1783444714.907366:0:32010:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444714.907369:0:32010:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444714.907373:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211200 count: 3 00010000:00000001:3.0:1783444714.907375:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444714.907379:0:32010:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444714.907381:0:32010:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444714.907382:0:32010:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444714.907384:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211200 count: 3 00010000:00000001:3.0:1783444714.907386:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444714.907388:0:32010:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444714.907390:0:32010:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444714.907391:0:32010:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444714.907392:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211200 count: 3 00010000:00000001:3.0:1783444714.907394:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444714.907396:0:32010:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444714.907398:0:32010:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1783444714.907401:0:32010:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91c748db39c0, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1783444714.907476:0:32010:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1783444714.907480:0:32010:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1783444714.907484:0:32010:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783444714.907485:0:32010:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444714.907491:0:32010:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783444714.907494:0:32010:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783444714.907497:0:32010:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783444714.907499:0:32010:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444714.907503:0:32010:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783444714.907509:0:32010:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752225e00 with handle 0x5503b2fe824ef52a from hash 00010000:00000001:3.0:1783444714.907513:0:32010:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783444714.907514:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.907516:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444714.907518:0:32010:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783444714.907522:0:32010:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783444714.907524:0:32010:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783444714.907527:0:32010:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783444714.907529:0:32010:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444714.907531:0:32010:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444714.907534:0:32010:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783444714.907536:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211300 count: 3 00010000:00000001:3.0:1783444714.907538:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444714.907540:0:32010:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783444714.907543:0:32010:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783444714.907546:0:32010:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef569 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6dd213 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1783444714.907554:0:32010:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783444714.907556:0:32010:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783444714.907558:0:32010:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783444714.907559:0:32010:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x1f:0x0] mode (null) 00000002:00000001:3.0:1783444714.907561:0:32010:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444714.907562:0:32010:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444714.907564:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211300 count: 4 00010000:00000001:3.0:1783444714.907566:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444714.907568:0:32010:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444714.907570:0:32010:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444714.907571:0:32010:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444714.907573:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211300 count: 4 00010000:00000001:3.0:1783444714.907574:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444714.907576:0:32010:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444714.907578:0:32010:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444714.907579:0:32010:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444714.907581:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211300 count: 4 00010000:00000001:3.0:1783444714.907582:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444714.907585:0:32010:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444714.907586:0:32010:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1783444714.907588:0:32010:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x1f:0x0] lli = ffff91c748d72940, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1783444714.907591:0:32010:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1783444714.907593:0:32010:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1783444714.907596:0:32010:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1783444714.907599:0:32010:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1f:0x0](ffff91c748d72a08) invalid 00000020:00000001:3.0:1783444714.907604:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13a80 00000080:00002000:3.0:1783444714.907607:0:32010:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff91c748f54360) parent ffff91c74931ae58 inode ffff91c748d72a08 refc 2 00000080:00000001:3.0:1783444714.907612:0:32010:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1783444714.907614:0:32010:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783444714.907615:0:32010:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444714.907617:0:32010:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783444714.907619:0:32010:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783444714.907620:0:32010:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783444714.907622:0:32010:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444714.907624:0:32010:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783444714.907626:0:32010:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752224600 with handle 0x5503b2fe824ef569 from hash 00010000:00000001:3.0:1783444714.907628:0:32010:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783444714.907629:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.907631:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444714.907632:0:32010:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783444714.907633:0:32010:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783444714.907635:0:32010:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783444714.907637:0:32010:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783444714.907640:0:32010:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ca00/0x5503b2fe824ef562 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6dd1d4 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:3.0:1783444714.907647:0:32010:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783444714.907648:0:32010:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783444714.907650:0:32010:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783444714.907651:0:32010:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x1f:0x0] mode CR 00000002:00000001:3.0:1783444714.907653:0:32010:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444714.907654:0:32010:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444714.907656:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211300 count: 4 00010000:00000001:3.0:1783444714.907658:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444714.907661:0:32010:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444714.907662:0:32010:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444714.907663:0:32010:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444714.910344:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211300 count: 4 00010000:00000001:3.0:1783444714.910357:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444714.910365:0:32010:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444714.910370:0:32010:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444714.910373:0:32010:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1783444714.910379:0:32010:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1783444714.910390:0:32010:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff91c75a129a00. 00000080:00000001:3.0:1783444714.910393:0:32010:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:3.0:1783444714.910402:0:32010:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c76050ac00 2 00000080:00000001:3.0:1783444714.910408:0:32010:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1783444714.910414:0:32010:0:(lmv_obd.c:1665:lmv_close()) Process entered 00800000:00000001:3.0:1783444714.910418:0:32010:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444714.910421:0:32010:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444714.910432:0:32010:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444714.910435:0:32010:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444714.910438:0:32010:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444714.910440:0:32010:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:3.0:1783444714.910443:0:32010:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444714.910447:0:32010:0:(lmv_obd.c:1671:lmv_close()) CLOSE [0x200000405:0x1f:0x0] 00000002:00000001:3.0:1783444714.910452:0:32010:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1783444714.910454:0:32010:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91c759350000: [0x200000405:0x1f:0x0] file closed with intent: 0 00000100:00000010:3.0:1783444714.910464:0:32010:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462680. 00000020:00000040:3.0:1783444714.910470:0:32010:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:3.0:1783444714.910476:0:32010:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444714.910481:0:32010:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444714.910487:0:32010:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444714.910496:0:32010:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c75a129400. 00000100:00000001:3.0:1783444714.910504:0:32010:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1783444714.910530:0:32010:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91c746733b80 x1870075608274560/t4294967602(4294967602) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444730 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1783444714.910545:0:32010:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1783444714.910551:0:32010:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c760462680 x1870075608275328/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1783444714.910559:0:32010:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444714.910561:0:32010:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444714.910572:0:32010:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c76036f3c0. 00000100:00000001:3.0:1783444714.910575:0:32010:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884231574464 : -121189477977152 : ffff91c76036f3c0) 00000100:00000001:3.0:1783444714.910579:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444714.910580:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232570496 : -121189476981120 : ffff91c760462680) 00000100:00000001:3.0:1783444714.910585:0:32010:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444714.910591:0:32010:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444714.910593:0:32010:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444714.910595:0:32010:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444714.910599:0:32010:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462680 x1870075608275328/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444714.910606:0:32010:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444714.910609:0:32010:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444714.910613:0:32010:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444714.910617:0:32010:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444714.910619:0:32010:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444714.910623:0:32010:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462680 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32010:1870075608275328:192.168.204.110@tcp:35:rm.0 00000100:00000001:3.0:1783444714.910628:0:32010:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444714.910634:0:32010:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444714.910637:0:32010:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444714.910640:0:32010:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444714.910645:0:32010:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452ae800. 02000000:00000001:3.0:1783444714.910647:0:32010:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444714.910656:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444714.910661:0:32010:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811b58. 00000400:00000010:3.0:1783444714.910682:0:32010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218e58. 00000100:00000200:3.0:1783444714.910691:0:32010:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608275328, portal 10 00000100:00000001:3.0:1783444714.910694:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444714.910695:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232570496 : -121189476981120 : ffff91c760462680) 00000100:00000040:3.0:1783444714.910703:0:32010:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c760462680 x1870075608275328/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444730 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444714.910710:0:32010:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444714.910713:0:32010:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444714.910716:0:32010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218110. 00000100:00000200:3.0:1783444714.910720:0:32010:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870075608275328, offset 0 00000400:00000200:3.0:1783444714.910727:0:32010:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444714.910738:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444714.910748:0:32010:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444714.910754:0:32010:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444714.910759:0:32010:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444714.910764:0:32010:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444714.910767:0:32010:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444714.910772:0:32010:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2667:2667:256:4294967295] 192.168.204.110@tcp LPNI seq info [2667:2667:8:4294967295] 00000400:00000200:3.0:1783444714.910789:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444714.910800:0:32010:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444714.910808:0:32010:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444714.910814:0:32010:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760f26800. 00000800:00000200:3.0:1783444714.910832:0:32010:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444714.910843:0:32010:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444714.910848:0:32010:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760f26800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1783444714.910866:0:32010:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444714.910872:0:32010:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 872638 usecs (873 jiffies) 00000400:00000200:3.0:1783444714.910875:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444714.910878:0:32010:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296354789 00000100:00000001:3.0:1783444714.910882:0:32010:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296356348 00000100:00000001:3.0:1783444714.910884:0:32010:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296354789 00000100:00000001:3.0:1783444714.910886:0:32010:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296356348 00000100:00000001:3.0:1783444714.910888:0:32010:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444714.910891:0:32010:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444714.910893:0:32010:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444714.910895:0:32010:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444714.910898:0:32010:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c76036f3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1783444714.910901:0:32010:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444714.910904:0:32010:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444714.911511:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444714.911518:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760f26800. 00000400:00000200:0.0:1783444714.911525:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444714.911531:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444714.911537:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218110 00000400:00000010:0.0:1783444714.911540:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218110. 00000100:00000001:0.0:1783444714.911545:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444714.911551:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462680 x1870075608275328/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444730 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.911564:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444714.911568:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462680 x1870075608275328/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444730 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.911575:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.911576:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444714.914758:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.914856:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444714.914862:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.914865:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.914877:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.914886:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444714.914897:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.914903:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.914910:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.914915:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8559980 00000400:00000200:1.0:1783444714.914920:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.914928:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x7661 [1] + 224 00000800:00000001:1.0:1783444714.914937:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.915017:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.915021:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.915027:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444714.915048:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444714.915477:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462680 x1870075608275328/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444730 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444714.915491:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91c760462680 x1870075608275328/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444714.915549:0:32010:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444714.915569:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444714.915582:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.915587:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783444714.915860:0:32010:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444714.915864:0:32010:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444714.915868:0:32010:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811b58. 00000400:00000200:3.0:1783444714.915873:0:32010:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218e58 00000400:00000010:3.0:1783444714.915876:0:32010:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218e58. 00000100:00000001:3.0:1783444714.915880:0:32010:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444714.915885:0:32010:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462680 x1870075608275328/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783444714.915895:0:32010:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462680 x1870075608275328/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444714.915903:0:32010:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444714.915905:0:32010:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444714.915908:0:32010:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444714.915912:0:32010:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444714.915915:0:32010:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444714.915918:0:32010:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444714.915922:0:32010:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444714.915936:0:32010:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bcf0 time=44 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444714.916014:0:32010:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444714.916018:0:32010:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444714.916020:0:32010:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444714.916024:0:32010:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444714.916028:0:32010:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444714.916262:0:32010:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783444714.916266:0:32010:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1783444714.916268:0:32010:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783444714.916271:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444714.916273:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232570496 : -121189476981120 : ffff91c760462680) 00000100:00000001:3.0:1783444714.916278:0:32010:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444714.916281:0:32010:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967597 00000100:00000001:3.0:1783444714.916283:0:32010:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444714.916286:0:32010:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444714.916293:0:32010:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760462680 x1870075608275328/t4294967604(4294967604) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444730 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444714.916301:0:32010:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444714.916306:0:32010:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444714.916308:0:32010:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444714.916313:0:32010:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760462680 x1870075608275328/t4294967604(4294967604) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444730 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783444714.916326:0:32010:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760462680 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32010:1870075608275328:192.168.204.110@tcp:35:rm.0 00000100:00000001:3.0:1783444714.916332:0:32010:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444714.916335:0:32010:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444714.916338:0:32010:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444714.916341:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444714.916344:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462680 x1870075608275328/t4294967604(4294967604) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444730 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444714.916351:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444714.916355:0:32010:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c76036f3c0. 00000100:00000001:3.0:1783444714.916360:0:32010:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444714.916361:0:32010:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444714.916371:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444714.916372:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232570496 : -121189476981120 : ffff91c760462680) 00000002:00000001:3.0:1783444714.916375:0:32010:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444714.916380:0:32010:0:(lmv_obd.c:1673:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444714.916385:0:32010:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c76050ac00 2 00000080:00000010:3.0:1783444714.916389:0:32010:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75a129a00. 00000080:00000001:3.0:1783444714.916393:0:32010:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1783444714.916397:0:32010:0:(lmv_obd.c:4191:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1783444714.916401:0:32010:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444714.916405:0:32010:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444714.916407:0:32010:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444714.916411:0:32010:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444714.916413:0:32010:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444714.916415:0:32010:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:3.0:1783444714.916417:0:32010:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444714.916436:0:32010:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1783444714.916442:0:32010:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91c746733b80 x1870075608274560/t4294967602(4294967602) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444730 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444714.916456:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444714.916457:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799317376 : -121189910234240 : ffff91c746733b80) 00000100:00000001:3.0:1783444714.916460:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444714.916463:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746733b80 x1870075608274560/t4294967602(4294967602) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444730 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444714.916469:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444714.916471:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444714.916473:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462680 x1870075608275328/t4294967604(4294967604) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444730 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444714.916479:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444714.916481:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444714.916484:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746733b80 x1870075608274560/t4294967602(4294967602) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444730 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444714.916490:0:32010:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1783444714.916493:0:32010:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444714.916495:0:32010:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444714.916498:0:32010:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444714.916502:0:32010:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c746767000. 02000000:00000001:3.0:1783444714.916508:0:32010:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444714.916511:0:32010:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444714.916513:0:32010:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746733b80. 00000100:00000001:3.0:1783444714.916517:0:32010:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444714.916518:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444714.916520:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444714.916522:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462680 x1870075608275328/t4294967604(4294967604) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444730 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444714.916528:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444714.916530:0:32010:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff91c7507eb360. 00000002:00000001:3.0:1783444714.916536:0:32010:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444714.916538:0:32010:0:(lmv_obd.c:4197:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783444714.916540:0:32010:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91c745359600. 00000100:00000001:3.0:1783444714.916543:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444714.916546:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760462680 x1870075608275328/t4294967604(4294967604) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444730 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444714.916553:0:32010:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444714.916555:0:32010:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444714.916558:0:32010:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452ae800. 02000000:00000001:3.0:1783444714.916561:0:32010:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444714.916562:0:32010:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444714.916563:0:32010:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444714.916565:0:32010:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444714.916567:0:32010:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c75a129400. 02000000:00000001:3.0:1783444714.916569:0:32010:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444714.916570:0:32010:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444714.916571:0:32010:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760462680. 00000100:00000001:3.0:1783444714.916574:0:32010:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444714.916575:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444714.916578:0:32010:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444714.916582:0:32010:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783444714.916586:0:32010:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x1f:0x0] mode (null) 00000002:00000001:3.0:1783444714.916590:0:32010:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444714.916593:0:32010:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444714.916602:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211300 count: 4 00010000:00000001:3.0:1783444714.916606:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444714.916614:0:32010:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444714.916617:0:32010:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444714.916622:0:32010:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1783444714.916625:0:32010:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1f:0x0](ffff91c748d72a08) invalid 00000020:00000001:3.0:1783444714.916630:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13a80 00000080:00002000:3.0:1783444714.916633:0:32010:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff91c748f54360) parent ffff91c74931ae58 inode ffff91c748d72a08 refc 2 00000080:00000001:3.0:1783444714.916638:0:32010:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1783444714.916642:0:32010:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783444714.916645:0:32010:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444714.916651:0:32010:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783444714.916656:0:32010:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783444714.916659:0:32010:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783444714.916662:0:32010:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444714.916740:0:32010:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783444714.916746:0:32010:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c74652ca00 with handle 0x5503b2fe824ef562 from hash 00010000:00000001:3.0:1783444714.916750:0:32010:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783444714.916752:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.916754:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444714.916755:0:32010:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783444714.916759:0:32010:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783444714.916761:0:32010:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783444714.916765:0:32010:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1783444714.916767:0:32010:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:3.0:1783444714.916771:0:32010:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:3.0:1783444714.916859:0:32010:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462680. 00000020:00000040:3.0:1783444714.916864:0:32010:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:3.0:1783444714.916869:0:32010:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1783444714.916871:0:32010:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444714.916875:0:32010:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783444714.916881:0:32010:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444714.916887:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444714.916888:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444714.916890:0:32010:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444714.916893:0:32010:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444714.916895:0:32010:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444714.916901:0:32010:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444714.916909:0:32010:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c75a129400. 00000100:00000001:3.0:1783444714.916917:0:32010:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444714.916920:0:32010:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444714.916923:0:32010:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1783444714.916930:0:32010:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef569 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd213 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1783444714.917014:0:32010:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ca00/0x5503b2fe824ef562 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd1d4 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1783444714.917025:0:32010:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef52a lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd13a expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1783444714.917409:0:32010:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:3.0:1783444714.917410:0:32010:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:3.0:1783444714.917413:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783444714.917415:0:32010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef569 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd213 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444714.917440:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444714.917441:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783444714.917444:0:32010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ca00/0x5503b2fe824ef562 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd1d4 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:3.0:1783444714.917452:0:32010:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747211300 count: 0 00010000:00000010:3.0:1783444714.917458:0:32010:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c743ef4d80. 00010000:00000001:3.0:1783444714.917463:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444714.917464:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783444714.917466:0:32010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef52a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd13a expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:3.0:1783444714.917472:0:32010:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747211200 count: 0 00010000:00000010:3.0:1783444714.917475:0:32010:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c743ef4680. 00010000:00000001:3.0:1783444714.917479:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444714.917481:0:32010:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444714.917483:0:32010:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444714.917485:0:32010:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444714.917486:0:32010:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1783444714.917502:0:32010:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1783444714.917512:0:32010:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c760462680 x1870075608275584/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783444714.917520:0:32010:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444714.917522:0:32010:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444714.917532:0:32010:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c76036f3c0. 00000100:00000001:3.0:1783444714.917535:0:32010:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884231574464 : -121189477977152 : ffff91c76036f3c0) 00000100:00000001:3.0:1783444714.917538:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444714.917539:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232570496 : -121189476981120 : ffff91c760462680) 00000100:00000001:3.0:1783444714.917544:0:32010:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444714.917550:0:32010:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444714.917553:0:32010:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444714.917555:0:32010:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444714.917560:0:32010:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462680 x1870075608275584/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444714.917567:0:32010:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444714.917569:0:32010:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444714.917573:0:32010:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444714.917577:0:32010:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444714.917580:0:32010:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444714.917583:0:32010:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462680 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32010:1870075608275584:192.168.204.110@tcp:36:rm.0 00000100:00000001:3.0:1783444714.917588:0:32010:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444714.917595:0:32010:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444714.917599:0:32010:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444714.917601:0:32010:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444714.917606:0:32010:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452ae800. 02000000:00000001:3.0:1783444714.917608:0:32010:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444714.917617:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444714.917622:0:32010:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811b58. 00000400:00000010:3.0:1783444714.917629:0:32010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218e58. 00000100:00000200:3.0:1783444714.917638:0:32010:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608275584, portal 10 00000100:00000001:3.0:1783444714.917640:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444714.917641:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232570496 : -121189476981120 : ffff91c760462680) 00000100:00000040:3.0:1783444714.917648:0:32010:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760462680 x1870075608275584/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1783444730 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444714.917655:0:32010:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444714.917659:0:32010:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444714.917662:0:32010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218b28. 00000100:00000200:3.0:1783444714.917739:0:32010:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1870075608275584, offset 0 00000400:00000200:3.0:1783444714.917749:0:32010:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444714.917760:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444714.917770:0:32010:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444714.917845:0:32010:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444714.917852:0:32010:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444714.917856:0:32010:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444714.917859:0:32010:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444714.917864:0:32010:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2668:2668:256:4294967295] 192.168.204.110@tcp LPNI seq info [2668:2668:8:4294967295] 00000400:00000200:3.0:1783444714.917869:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444714.917881:0:32010:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444714.917888:0:32010:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444714.917897:0:32010:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760f26800. 00000800:00000200:3.0:1783444714.917905:0:32010:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444714.917915:0:32010:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444714.917921:0:32010:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760f26800 type 1, nob 608 niov 1 nkiov 1 00000800:00000200:0.0:1783444714.918638:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444714.918647:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760f26800. 00000400:00000200:0.0:1783444714.918654:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444714.918662:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444714.918680:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218b28 00000400:00000010:0.0:1783444714.918683:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218b28. 00000100:00000001:0.0:1783444714.918689:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444714.918695:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462680 x1870075608275584/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1783444730 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444714.918708:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444714.918711:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462680 x1870075608275584/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1783444730 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444714.918717:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.918719:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783444714.918931:0:32010:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444714.918939:0:32010:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 871366 usecs (872 jiffies) 00000400:00000200:3.0:1783444714.918953:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444714.918957:0:32010:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296354796 00000100:00000001:3.0:1783444714.918961:0:32010:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296356348 00000100:00000001:3.0:1783444714.918964:0:32010:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296354796 00000100:00000001:3.0:1783444714.918966:0:32010:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296356348 00000100:00000001:3.0:1783444714.918968:0:32010:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444714.918972:0:32010:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444714.918974:0:32010:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444714.918977:0:32010:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444714.918980:0:32010:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c76036f3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1783444714.918983:0:32010:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444714.918986:0:32010:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444714.923368:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.923395:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444714.923401:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.923404:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.923416:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.923436:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444714.923452:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.923457:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.923463:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.923468:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8559a80 00000400:00000200:1.0:1783444714.923474:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.923481:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x7669 [1] + 224 00000800:00000001:1.0:1783444714.923491:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.923502:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.923506:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.923511:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444714.923521:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444714.923533:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462680 x1870075608275584/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1783444730 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444714.923547:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff91c760462680 x1870075608275584/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444714.923617:0:32010:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444714.923639:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444714.923652:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.923656:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1783444714.926816:0:32010:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444714.926825:0:32010:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444714.926830:0:32010:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811b58. 00000400:00000200:0.0:1783444714.926845:0:32010:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218e58 00000400:00000010:0.0:1783444714.926848:0:32010:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218e58. 00000100:00000001:0.0:1783444714.926854:0:32010:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444714.926870:0:32010:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462680 x1870075608275584/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444714.926882:0:32010:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462680 x1870075608275584/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444714.926892:0:32010:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444714.926895:0:32010:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444714.926898:0:32010:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444714.926903:0:32010:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444714.926906:0:32010:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444714.926909:0:32010:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444714.926913:0:32010:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444714.926925:0:32010:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=44 v=5 (105 105 105 137) 00000100:00001000:0.0:1783444714.926930:0:32010:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444714.926933:0:32010:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444714.926935:0:32010:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.926938:0:32010:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444714.926942:0:32010:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.926946:0:32010:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783444714.926949:0:32010:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x10000009a/0x100000129] 00000100:00000001:0.0:1783444714.926950:0:32010:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783444714.926953:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444714.926955:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232570496 : -121189476981120 : ffff91c760462680) 00000100:00000001:0.0:1783444714.926959:0:32010:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444714.926961:0:32010:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967597 00000100:00000001:0.0:1783444714.926963:0:32010:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444714.926966:0:32010:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444714.926971:0:32010:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760462680 x1870075608275584/t4294967605(4294967605) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1783444730 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444714.926978:0:32010:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444714.926981:0:32010:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444714.926984:0:32010:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444714.926987:0:32010:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760462680 x1870075608275584/t4294967605(4294967605) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1783444730 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444714.926996:0:32010:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760462680 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32010:1870075608275584:192.168.204.110@tcp:36:rm.0 00000100:00000001:0.0:1783444714.927001:0:32010:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444714.927005:0:32010:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.927008:0:32010:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783444714.927010:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444714.927014:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462680 x1870075608275584/t4294967605(4294967605) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1783444730 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444714.927021:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444714.927025:0:32010:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c76036f3c0. 00000100:00000001:0.0:1783444714.927029:0:32010:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783444714.927030:0:32010:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444714.927911:0:32010:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444714.927920:0:32010:0:(lmv_obd.c:3534:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444714.927927:0:32010:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:0.0:1783444714.927932:0:32010:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75a128c00. 00000080:00000002:0.0:1783444714.927941:0:32010:0:(namei.c:1689:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1783444696 to 1783444714 00000100:00000001:0.0:1783444714.927950:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444714.927960:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462680 x1870075608275584/t4294967605(4294967605) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1783444730 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444714.927968:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444714.927970:0:32010:0:(namei.c:2360:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444714.927996:0:32010:0:(llite_lib.c:3272:ll_delete_inode()) Process entered 00000080:00000001:0.0:1783444714.928000:0:32010:0:(llite_lib.c:1943:ll_clear_inode()) Process entered 00000080:00200000:0.0:1783444714.928002:0:32010:0:(llite_lib.c:1946:ll_clear_inode()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff91c748d72a08) 00800000:00000001:0.0:1783444714.928007:0:32010:0:(lmv_obd.c:1642:lmv_null_inode()) Process entered 00800000:00000002:0.0:1783444714.928009:0:32010:0:(lmv_obd.c:1644:lmv_null_inode()) CBDATA for [0x200000405:0x1f:0x0] 00000002:00000001:0.0:1783444714.928016:0:32010:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1783444714.928024:0:32010:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444714.928027:0:32010:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1783444714.928030:0:32010:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444714.928032:0:32010:0:(lmv_obd.c:1654:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444714.929496:0:32010:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1783444714.929501:0:32010:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1783444714.929503:0:32010:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444714.929506:0:32010:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444714.929512:0:32010:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c76050ac00 1 00800000:00000010:0.0:1783444714.929517:0:32010:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c76050ac00. 00000080:00000001:0.0:1783444714.929528:0:32010:0:(llite_lib.c:1994:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1783444714.929531:0:32010:0:(llite_lib.c:3291:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1783444714.929554:0:32010:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783444714.929559:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13e30 00000080:00002000:0.0:1783444714.929564:0:32010:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-1 (ffff91c748f54360, parent ffff91c74931ae58, inode 0000000000000000) hashed, 00000080:00000001:0.0:1783444714.929568:0:32010:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783444714.929572:0:32010:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783444714.929575:0:32010:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783444714.929638:0:32010:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444714.929642:0:32010:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444714.929645:0:32010:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783444714.929647:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13b20 00000080:00200000:0.0:1783444714.929650:0:32010:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:0.0:1783444714.929659:0:32010:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c760f74400. 00800000:00000002:0.0:1783444714.930356:0:32010:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444714.930367:0:32010:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444714.930373:0:32010:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444714.930376:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13a40 00800000:00000002:0.0:1783444714.930380:0:32010:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444714.930385:0:32010:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783444714.930389:0:32010:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444714.930393:0:32010:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444714.930396:0:32010:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444714.930400:0:32010:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444714.930403:0:32010:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444714.930412:0:32010:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444714.930415:0:32010:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444714.930419:0:32010:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783444714.930434:0:32010:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444714.930437:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13910 00000002:00010000:0.0:1783444714.930439:0:32010:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783444714.930444:0:32010:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783444714.930446:0:32010:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444714.930451:0:32010:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783444714.930461:0:32010:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444714.930463:0:32010:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444714.930465:0:32010:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444714.930468:0:32010:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783444714.930472:0:32010:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783444714.930482:0:32010:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746730000. 00000020:00000040:0.0:1783444714.930490:0:32010:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:0.0:1783444714.930499:0:32010:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783444714.930506:0:32010:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444714.930517:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.930520:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444714.930522:0:32010:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.930526:0:32010:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444714.930529:0:32010:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444714.930535:0:32010:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444714.930545:0:32010:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c746767400. 00000100:00000001:0.0:1783444714.930554:0:32010:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.930561:0:32010:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444714.930563:0:32010:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.930565:0:32010:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444714.930566:0:32010:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.930568:0:32010:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444714.930575:0:32010:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622883799302144 : -121189910249472 : ffff91c746730000) 00010000:00000001:0.0:1783444714.930580:0:32010:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783444714.930582:0:32010:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783444714.930587:0:32010:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747e41300. 00010000:00000010:0.0:1783444714.930592:0:32010:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c751113a80. 00010000:00000001:0.0:1783444714.930597:0:32010:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783444714.930603:0:32010:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c74652d000. 00000020:00000001:0.0:1783444714.930608:0:32010:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783444714.930612:0:32010:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c74652d000 with handle 0x5503b2fe824ef570 to hash 00000020:00000001:0.0:1783444714.930614:0:32010:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783444714.930616:0:32010:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:0.0:1783444714.930621:0:32010:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:0.0:1783444714.930627:0:32010:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444714.930630:0:32010:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444714.930635:0:32010:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef570 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444714.930647:0:32010:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef570 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444714.930660:0:32010:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef570 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32010 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783444714.930745:0:32010:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783444714.930747:0:32010:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783444714.930756:0:32010:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7603e0b40. 00000100:00000001:0.0:1783444714.930759:0:32010:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884232039232 : -121189477512384 : ffff91c7603e0b40) 00000100:00000001:0.0:1783444714.930762:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444714.930764:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799302144 : -121189910249472 : ffff91c746730000) 00000100:00000001:0.0:1783444714.930769:0:32010:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444714.930774:0:32010:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.930776:0:32010:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783444714.930904:0:32010:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444714.930918:0:32010:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746730000 x1870075608275712/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.930929:0:32010:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444714.930932:0:32010:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444714.930938:0:32010:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444714.930942:0:32010:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444714.930945:0:32010:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444714.930949:0:32010:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746730000 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32010:1870075608275712:192.168.204.110@tcp:101:rm.0 00000100:00000001:0.0:1783444714.930954:0:32010:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444714.930962:0:32010:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444714.930965:0:32010:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444714.930968:0:32010:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444714.930975:0:32010:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c7614b1800. 02000000:00000001:0.0:1783444714.930977:0:32010:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444714.930986:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444714.930991:0:32010:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f210. 00000400:00000010:0.0:1783444714.931001:0:32010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9dd0. 00000100:00000200:0.0:1783444714.931012:0:32010:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608275712, portal 10 00000100:00000001:0.0:1783444714.931014:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444714.931016:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799302144 : -121189910249472 : ffff91c746730000) 00000100:00000040:0.0:1783444714.931023:0:32010:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c746730000 x1870075608275712/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444730 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.931031:0:32010:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444714.931322:0:32010:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444714.931327:0:32010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9220. 00000100:00000200:0.0:1783444714.931331:0:32010:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870075608275712, offset 0 00000400:00000200:0.0:1783444714.931339:0:32010:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444714.931351:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444714.931361:0:32010:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444714.931367:0:32010:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444714.931372:0:32010:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444714.931377:0:32010:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444714.931379:0:32010:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444714.931383:0:32010:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2669:2669:256:4294967295] 192.168.204.110@tcp LPNI seq info [2669:2669:8:4294967295] 00000400:00000200:0.0:1783444714.931388:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444714.931399:0:32010:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444714.931407:0:32010:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444714.931414:0:32010:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3300. 00000800:00000200:0.0:1783444714.931422:0:32010:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444714.931444:0:32010:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444714.931449:0:32010:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1783444714.931535:0:32010:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444714.931541:0:32010:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 870106 usecs (871 jiffies) 00000400:00000200:0.0:1783444714.931545:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444714.931548:0:32010:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296354808 00000100:00000001:0.0:1783444714.931552:0:32010:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296356348 00000100:00000001:0.0:1783444714.931555:0:32010:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296354808 00000100:00000001:0.0:1783444714.931557:0:32010:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296356348 00000100:00000001:0.0:1783444714.931560:0:32010:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444714.931564:0:32010:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.931566:0:32010:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444714.931568:0:32010:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783444714.931571:0:32010:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7603e0b40 going to sleep for 11 seconds 00000100:00000001:0.0:1783444714.931575:0:32010:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444714.931578:0:32010:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1783444714.933242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224600. 00010000:00000010:3.1:1783444714.933263:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211300. 00010000:00000010:3.1:1783444714.933268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652ca00. 00010000:00000010:3.1:1783444714.933271:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211200. 00010000:00000010:3.1:1783444714.933275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225e00. 00000800:00000200:1.0:1783444714.934505:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444714.934516:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3300. 00000400:00000200:1.0:1783444714.934526:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.934537:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444714.934546:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9220 00000400:00000010:1.0:1783444714.934549:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9220. 00000100:00000001:1.0:1783444714.934556:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444714.934567:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730000 x1870075608275712/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444730 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.934583:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444714.934586:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746730000 x1870075608275712/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444730 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.934593:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444714.934595:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1783444714.937130:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d72940. 00000080:00000010:0.1:1783444714.937157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507ebb80. 00000800:00000001:1.0:1783444714.940360:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.940385:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444714.940392:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.940395:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.940409:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.940418:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444714.940442:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.940448:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.940455:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.940461:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e8559b00 00000400:00000200:1.0:1783444714.940466:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.940645:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x7671 [1] + 224 00000800:00000001:1.0:1783444714.940657:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.940744:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.940749:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.940755:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444714.940765:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444714.940941:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746730000 x1870075608275712/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444730 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444714.940955:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c746730000 x1870075608275712/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.941232:0:32010:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444714.941552:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444714.941568:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.941574:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1783444714.942259:0:32010:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444714.942265:0:32010:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444714.942272:0:32010:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f210. 00000400:00000200:0.0:1783444714.942280:0:32010:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9dd0 00000400:00000010:0.0:1783444714.942284:0:32010:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9dd0. 00000100:00000001:0.0:1783444714.942290:0:32010:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444714.942305:0:32010:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746730000 x1870075608275712/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783444714.942319:0:32010:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746730000 x1870075608275712/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.942327:0:32010:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444714.942330:0:32010:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444714.942335:0:32010:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444714.942342:0:32010:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444714.942346:0:32010:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444714.942349:0:32010:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444714.942353:0:32010:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444714.942369:0:32010:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=44 v=5 (105 105 105 137) 00000100:00001000:0.0:1783444714.942374:0:32010:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444714.942377:0:32010:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444714.942379:0:32010:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.942383:0:32010:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444714.942388:0:32010:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.942392:0:32010:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444714.942396:0:32010:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967597 00000100:00000001:0.0:1783444714.942398:0:32010:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444714.942402:0:32010:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444714.942409:0:32010:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746730000 x1870075608275712/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.942483:0:32010:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444714.942487:0:32010:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444714.942489:0:32010:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444714.942494:0:32010:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746730000 x1870075608275712/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444730 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783444714.942503:0:32010:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746730000 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32010:1870075608275712:192.168.204.110@tcp:101:rm.0 00000100:00000001:0.0:1783444714.942509:0:32010:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444714.942513:0:32010:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.942516:0:32010:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783444714.942520:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444714.942584:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746730000 x1870075608275712/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444730 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.942593:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444714.942596:0:32010:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7603e0b40. 00000100:00000001:0.0:1783444714.942601:0:32010:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783444714.942603:0:32010:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.942607:0:32010:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783444714.942612:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444714.942615:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444714.942619:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d000 refcount=4 00000020:00000001:0.0:1783444714.942622:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:0.0:1783444714.942625:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000040:0.0:1783444714.942633:0:32010:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c74652d000, remote cookie: 0x332dd2263f6dd236, flags: 0x1001 00010000:00010000:0.0:1783444714.942640:0:32010:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef570 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd236 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444714.942652:0:32010:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef570 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd236 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444714.942735:0:32010:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783444714.942741:0:32010:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783444714.942743:0:32010:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783444714.942745:0:32010:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783444714.942747:0:32010:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783444714.942750:0:32010:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91c747e41300) refcount = 1 00010000:00010000:0.0:1783444714.942755:0:32010:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef570 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd236 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444714.942763:0:32010:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783444714.942767:0:32010:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783444714.942769:0:32010:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444714.942772:0:32010:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783444714.942946:0:32010:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444714.942951:0:32010:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef570 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd236 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444714.942957:0:32010:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783444714.942959:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.942961:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444714.942962:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.942963:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444714.942965:0:32010:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444714.942971:0:32010:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783444714.942972:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444714.942974:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444714.942976:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d000 refcount=3 00000020:00000001:0.0:1783444714.942978:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:0.0:1783444714.942980:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:0.0:1783444714.942983:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444714.942984:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444714.942985:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d000 refcount=4 00000020:00000001:0.0:1783444714.942987:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:0.0:1783444714.942990:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:0.0:1783444714.942993:0:32010:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444714.942997:0:32010:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444714.943001:0:32010:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef570 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd236 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444714.943008:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.943009:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444714.943011:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444714.943012:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444714.943013:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d000 refcount=5 00000020:00000001:0.0:1783444714.943015:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:0.0:1783444714.943018:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:0.0:1783444714.943020:0:32010:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444714.943023:0:32010:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef570 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd236 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444714.943029:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.943030:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783444714.943246:0:32010:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef570 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd236 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444714.943254:0:32010:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444714.943256:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.943257:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444714.943258:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.943259:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783444714.943265:0:32010:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91c746730000 x1870075608275712/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444730 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1783444714.943275:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444714.943276:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444714.943278:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d000 refcount=3 00000020:00000001:0.0:1783444714.943280:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:0.0:1783444714.943282:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:0.0:1783444714.943285:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.943286:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444714.943288:0:32010:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444714.943290:0:32010:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444714.943293:0:32010:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783444714.943296:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444714.943297:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444714.943298:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d000 refcount=3 00000020:00000001:0.0:1783444714.943300:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:0.0:1783444714.943303:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00000002:00010000:0.0:1783444714.943306:0:32010:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef570 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd236 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444714.943313:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.943315:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444714.943317:0:32010:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783444714.943318:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444714.943319:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444714.943320:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d000 refcount=3 00000020:00000001:0.0:1783444714.943322:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:0.0:1783444714.943324:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000040:0.0:1783444714.943332:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41300 count: 2 00010000:00000001:0.0:1783444714.943335:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783444714.943340:0:32010:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1783444714.943343:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.943345:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444714.943346:0:32010:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783444714.943350:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13898 00000002:00002000:0.0:1783444714.943352:0:32010:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1783444714.943356:0:32010:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444714.943362:0:32010:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444714.943366:0:32010:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783444714.943370:0:32010:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783444714.943374:0:32010:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444714.943379:0:32010:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:0.0:1783444714.943384:0:32010:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c760f74400. 00000080:00000001:0.0:1783444714.943390:0:32010:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783444714.943393:0:32010:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783444714.943401:0:32010:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1783444714.943407:0:32010:0:(lmv_obd.c:3920:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1783444714.943419:0:32010:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c745359b40. 00800000:00000001:0.0:1783444714.943499:0:32010:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622883778501440 : -121189931050176 : ffff91c745359b40) 00800000:00000001:0.0:1783444714.943503:0:32010:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444714.943506:0:32010:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783444714.943510:0:32010:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783444714.943512:0:32010:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1783444714.943515:0:32010:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1783444714.943519:0:32010:0:(llite_lib.c:1814:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1783444714.943521:0:32010:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444714.943592:0:32010:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1783444714.943597:0:32010:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1783444714.943603:0:32010:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1783444714.943605:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444714.943607:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444714.943609:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d000 refcount=3 00000020:00000001:0.0:1783444714.943611:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:0.0:1783444714.943613:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:0.0:1783444714.943615:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.943617:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783444714.943619:0:32010:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783444714.943622:0:32010:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1783444714.943623:0:32010:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c745359b40 1 00800000:00000010:0.0:1783444714.943625:0:32010:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c745359b40. 00800000:00000001:0.0:1783444714.943629:0:32010:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444714.943632:0:32010:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef570 00800000:00000001:0.0:1783444714.943636:0:32010:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783444714.943638:0:32010:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783444714.943639:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444714.943641:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444714.943642:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d000 refcount=3 00000020:00000001:0.0:1783444714.943644:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:0.0:1783444714.943646:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:0.0:1783444714.943649:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.943650:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444714.943651:0:32010:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444714.943653:0:32010:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444714.943655:0:32010:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444714.943658:0:32010:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:0.0:1783444714.943661:0:32010:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef570 from it ffffa31941e13b58 00010000:00000001:0.0:1783444714.943663:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444714.943664:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444714.943723:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d000 refcount=3 00000020:00000001:0.0:1783444714.943725:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:0.0:1783444714.943727:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:0.0:1783444714.943729:0:32010:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444714.943733:0:32010:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef570 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd236 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444714.943740:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.943741:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444714.943743:0:32010:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444714.943746:0:32010:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444714.943749:0:32010:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef570 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd236 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783444714.943757:0:32010:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444714.943760:0:32010:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444714.943763:0:32010:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444714.943768:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.943769:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444714.943771:0:32010:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.943921:0:32010:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444714.943924:0:32010:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.943927:0:32010:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.943931:0:32010:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.943933:0:32010:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444714.943935:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.943936:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783444714.943939:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444714.943945:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746730000 x1870075608275712/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444730 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.943954:0:32010:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444714.943957:0:32010:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444714.943961:0:32010:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c7614b1800. 02000000:00000001:0.0:1783444714.943965:0:32010:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444714.943968:0:32010:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444714.943970:0:32010:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444714.943973:0:32010:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444714.943976:0:32010:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c746767400. 02000000:00000001:0.0:1783444714.943982:0:32010:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444714.943984:0:32010:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444714.943986:0:32010:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746730000. 00000100:00000001:0.0:1783444714.943991:0:32010:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444714.943993:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444714.943997:0:32010:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:0.0:1783444714.944004:0:32010:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444714.944014:0:32010:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783444714.944016:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13b48 00000080:00002000:0.0:1783444714.944018:0:32010:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff91c748f54870) flags 0x20000e refc 1 00000080:00000001:0.0:1783444714.944022:0:32010:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444714.944024:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13b90 00000080:00200000:0.0:1783444714.944025:0:32010:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=8 00000080:00000002:0.0:1783444714.944031:0:32010:0:(llite_lib.c:3158:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:0.0:1783444714.944227:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13d08 00000080:00200008:0.0:1783444714.944229:0:32010:0:(file.c:6217:ll_getattr_dentry()) START file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff91c748d75348), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783444714.944237:0:32010:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1783444714.944242:0:32010:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444714.944245:0:32010:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783444714.944247:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13c80 00000080:00200000:0.0:1783444714.944248:0:32010:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x20:0x0](ffff91c748d75348),name=d21g.recovery-small-2 00000080:00000010:0.0:1783444714.944257:0:32010:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c760f74400. 00800000:00000002:0.0:1783444714.944264:0:32010:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444714.944272:0:32010:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444714.944276:0:32010:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444714.944278:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13ba0 00800000:00000002:0.0:1783444714.944281:0:32010:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x20:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444714.944284:0:32010:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783444714.944288:0:32010:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444714.944292:0:32010:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444714.944294:0:32010:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444714.944297:0:32010:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444714.944298:0:32010:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444714.944301:0:32010:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444714.944303:0:32010:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444714.944306:0:32010:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444714.944307:0:32010:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444714.944308:0:32010:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444714.944310:0:32010:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444714.944311:0:32010:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444714.944313:0:32010:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1783444714.944314:0:32010:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444714.944317:0:32010:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x20:0x0], name='' -> mds #0 00000002:00000001:0.0:1783444714.944322:0:32010:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444714.944324:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13a70 00000002:00010000:0.0:1783444714.944327:0:32010:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000405:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783444714.944331:0:32010:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783444714.944333:0:32010:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444714.944336:0:32010:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444714.944340:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 2 00010000:00000001:0.0:1783444714.944343:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444714.944347:0:32010:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444714.944352:0:32010:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783444714.944356:0:32010:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef546 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd195 expref: -99 pid: 32009 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1783444714.944365:0:32010:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783444714.944370:0:32010:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444714.944373:0:32010:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef546 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd195 expref: -99 pid: 32009 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1783444714.944379:0:32010:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783444714.944381:0:32010:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783444714.944383:0:32010:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444714.944385:0:32010:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444714.944388:0:32010:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444714.944389:0:32010:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783444714.944392:0:32010:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783444714.944394:0:32010:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:0.0:1783444714.944397:0:32010:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c760f74400. 00000080:00000001:0.0:1783444714.944400:0:32010:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783444714.944402:0:32010:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444714.944404:0:32010:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x20:0x0](ffff91c748d75348) 00000080:00010000:0.0:1783444714.944407:0:32010:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x20:0x0](ffff91c748d75348) for lock 0x5503b2fe824ef546 00800000:00000001:0.0:1783444714.944411:0:32010:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783444714.944413:0:32010:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783444714.944414:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444714.944415:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444714.944417:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=3 00000020:00000001:0.0:1783444714.944419:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:0.0:1783444714.944625:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:0.0:1783444714.944629:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.944631:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444714.944633:0:32010:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444714.944635:0:32010:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444714.944638:0:32010:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef546 from it ffffa31941e13cb8 00010000:00000001:0.0:1783444714.944640:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444714.944643:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444714.944645:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=3 00000020:00000001:0.0:1783444714.944647:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:0.0:1783444714.944649:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:0.0:1783444714.944651:0:32010:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444714.944653:0:32010:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef546 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd195 expref: -99 pid: 32009 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783444714.944660:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.944661:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444714.944662:0:32010:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444714.944731:0:32010:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444714.944735:0:32010:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef546 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd195 expref: -99 pid: 32009 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783444714.944743:0:32010:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444714.944745:0:32010:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444714.944747:0:32010:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444714.944750:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.944751:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444714.944753:0:32010:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.944755:0:32010:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444714.944756:0:32010:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.944758:0:32010:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.944761:0:32010:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.944764:0:32010:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444714.944765:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.944767:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783444714.944769:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783444714.944770:0:32010:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783444714.944961:0:32010:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444714.944969:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13d08 00000080:00000008:0.0:1783444714.944971:0:32010:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff91c748d75348), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783444714.945027:0:32010:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444714.945030:0:32010:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444714.945243:0:32010:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783444714.945247:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13bc0 00000080:00200000:0.0:1783444714.945249:0:32010:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:0.0:1783444714.945255:0:32010:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c760f74400. 00800000:00000002:0.0:1783444714.945260:0:32010:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444714.945263:0:32010:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444714.945266:0:32010:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444714.945267:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13ae0 00800000:00000002:0.0:1783444714.945269:0:32010:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444714.945272:0:32010:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783444714.945274:0:32010:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444714.945277:0:32010:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444714.945279:0:32010:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444714.945280:0:32010:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444714.945282:0:32010:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444714.945284:0:32010:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444714.945286:0:32010:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444714.945288:0:32010:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783444714.945292:0:32010:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444714.945294:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e139b0 00000002:00010000:0.0:1783444714.945296:0:32010:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783444714.945299:0:32010:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783444714.945301:0:32010:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444714.945303:0:32010:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444714.945307:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41300 count: 2 00010000:00000001:0.0:1783444714.945310:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444714.945313:0:32010:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444714.945316:0:32010:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783444714.945320:0:32010:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef570 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd236 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1783444714.945327:0:32010:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783444714.945330:0:32010:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444714.945333:0:32010:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef570 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd236 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1783444714.945345:0:32010:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783444714.945347:0:32010:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783444714.945349:0:32010:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444714.945350:0:32010:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444714.945353:0:32010:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444714.945354:0:32010:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783444714.945357:0:32010:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783444714.945360:0:32010:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:0.0:1783444714.945363:0:32010:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c760f74400. 00000080:00000001:0.0:1783444714.945368:0:32010:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783444714.945369:0:32010:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444714.945372:0:32010:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:0.0:1783444714.945375:0:32010:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef570 00800000:00000001:0.0:1783444714.945378:0:32010:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783444714.945380:0:32010:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783444714.945381:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444714.945383:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444714.945384:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d000 refcount=3 00000020:00000001:0.0:1783444714.945386:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:0.0:1783444714.945389:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:0.0:1783444714.945391:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.945393:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444714.945394:0:32010:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444714.945396:0:32010:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444714.945398:0:32010:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef570 from it ffffa31941e13bf8 00010000:00000001:0.0:1783444714.945400:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444714.945401:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444714.945402:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d000 refcount=3 00000020:00000001:0.0:1783444714.945404:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:0.0:1783444714.945406:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:0.0:1783444714.945408:0:32010:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444714.945411:0:32010:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef570 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd236 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783444714.945417:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.945418:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444714.945420:0:32010:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444714.945499:0:32010:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444714.945503:0:32010:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef570 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd236 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783444714.945510:0:32010:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444714.945512:0:32010:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444714.945514:0:32010:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444714.945516:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.945518:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444714.945519:0:32010:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.945521:0:32010:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444714.945522:0:32010:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.945524:0:32010:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.945597:0:32010:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.945600:0:32010:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444714.945601:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.945602:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783444714.945604:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783444714.945606:0:32010:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444714.945608:0:32010:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:0.0:1783444714.945612:0:32010:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444714.945616:0:32010:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783444714.945620:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13bc0 00000080:00002000:0.0:1783444714.945622:0:32010:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff91c748f54870) flags 0x20000e refc 1 00000080:00000001:0.0:1783444714.945624:0:32010:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444714.945626:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13c08 00000080:00200000:0.0:1783444714.945627:0:32010:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=266 00000080:00000002:0.0:1783444714.945632:0:32010:0:(llite_lib.c:3158:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1783444714.945638:0:32010:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783444714.945639:0:32010:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000405:0x20:0x0](ffff91c748d75348), inode mode 41ed mask 44 00000080:00000001:0.0:1783444714.945642:0:32010:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444714.945649:0:32010:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783444714.945651:0:32010:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783444714.945653:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13b78 00000080:00200008:0.0:1783444714.945655:0:32010:0:(file.c:1058:ll_file_open()) START file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff91c748d75348), flags 704400 00000080:00000010:0.0:1783444714.945661:0:32010:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91c74ad74dc0. 00000080:00000001:0.0:1783444714.945740:0:32010:0:(file.c:774:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1783444714.945744:0:32010:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c760f74400. 00800000:00000002:0.0:1783444714.945747:0:32010:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444714.945750:0:32010:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444714.945752:0:32010:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444714.945753:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13a28 00800000:00000002:0.0:1783444714.945755:0:32010:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x20:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444714.945759:0:32010:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783444714.945761:0:32010:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444714.945762:0:32010:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444714.945763:0:32010:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444714.945765:0:32010:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444714.945767:0:32010:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444714.945769:0:32010:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1783444714.945771:0:32010:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444714.945773:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e139a8 00800000:00000002:0.0:1783444714.945955:0:32010:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x20:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1783444714.945960:0:32010:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444714.945961:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e138e0 00000002:00010000:0.0:1783444714.945963:0:32010:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000405:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:0.0:1783444714.945966:0:32010:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783444714.945970:0:32010:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783444714.945973:0:32010:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783444714.945977:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 2 00010000:00000001:0.0:1783444714.945980:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444714.945982:0:32010:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783444714.945987:0:32010:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.945988:0:32010:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444714.945991:0:32010:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444714.945994:0:32010:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783444714.945996:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41300 count: 2 00010000:00000001:0.0:1783444714.945998:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444714.945999:0:32010:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783444714.946001:0:32010:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.946002:0:32010:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444714.946004:0:32010:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444714.946010:0:32010:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746730000. 00000020:00000040:0.0:1783444714.946014:0:32010:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:0.0:1783444714.946021:0:32010:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783444714.946023:0:32010:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.946027:0:32010:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783444714.946032:0:32010:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444714.946184:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.946186:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444714.946187:0:32010:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.946191:0:32010:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444714.946193:0:32010:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444714.946197:0:32010:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444714.946206:0:32010:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c746767400. 00000100:00000001:0.0:1783444714.946214:0:32010:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.946220:0:32010:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444714.946221:0:32010:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.946223:0:32010:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444714.946224:0:32010:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.946226:0:32010:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444714.946234:0:32010:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622883799302144 : -121189910249472 : ffff91c746730000) 00010000:00000001:0.0:1783444714.946238:0:32010:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783444714.946240:0:32010:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783444714.946243:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41300 count: 2 00010000:00000001:0.0:1783444714.946245:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444714.946248:0:32010:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783444714.946252:0:32010:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c74652d600. 00000020:00000001:0.0:1783444714.946256:0:32010:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783444714.946258:0:32010:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c74652d600 with handle 0x5503b2fe824ef577 to hash 00000020:00000001:0.0:1783444714.946260:0:32010:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783444714.946263:0:32010:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883797194240 : -121189912357376 : ffff91c74652d600) 00010000:00000001:0.0:1783444714.946267:0:32010:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883797194240 : -121189912357376 : ffff91c74652d600) 00010000:00000001:0.0:1783444714.946270:0:32010:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444714.946273:0:32010:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444714.946277:0:32010:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d600/0x5503b2fe824ef577 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444714.946285:0:32010:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d600/0x5503b2fe824ef577 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32010 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783444714.946299:0:32010:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783444714.946311:0:32010:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c746730000 x1870075608275968/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783444714.946321:0:32010:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d600/0x5503b2fe824ef577 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32010 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783444714.946328:0:32010:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783444714.946330:0:32010:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783444714.946340:0:32010:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7603e0b40. 00000100:00000001:0.0:1783444714.946342:0:32010:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884232039232 : -121189477512384 : ffff91c7603e0b40) 00000100:00000001:0.0:1783444714.946345:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444714.946346:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799302144 : -121189910249472 : ffff91c746730000) 00000100:00000001:0.0:1783444714.946353:0:32010:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444714.946359:0:32010:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.946361:0:32010:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783444714.946363:0:32010:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444714.946367:0:32010:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746730000 x1870075608275968/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.946375:0:32010:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444714.946378:0:32010:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444714.946385:0:32010:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444714.946387:0:32010:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444714.946390:0:32010:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444714.946394:0:32010:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746730000 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32010:1870075608275968:192.168.204.110@tcp:101:rm.0 00000100:00000001:0.0:1783444714.946399:0:32010:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444714.946406:0:32010:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444714.946409:0:32010:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444714.946412:0:32010:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444714.946761:0:32010:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff91c760a00000. 02000000:00000001:0.0:1783444714.946766:0:32010:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444714.946775:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444714.946780:0:32010:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f210. 00000400:00000010:0.0:1783444714.946790:0:32010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff91c7614b1800. 00000100:00000200:0.0:1783444714.946800:0:32010:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1870075608275968, portal 10 00000100:00000001:0.0:1783444714.946802:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444714.946803:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799302144 : -121189910249472 : ffff91c746730000) 00000100:00000040:0.0:1783444714.946810:0:32010:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c746730000 x1870075608275968/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444730 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.946818:0:32010:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444714.947255:0:32010:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444714.947262:0:32010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9dd0. 00000100:00000200:0.0:1783444714.947268:0:32010:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1870075608275968, offset 0 00000400:00000200:0.0:1783444714.947277:0:32010:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444714.947287:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444714.947298:0:32010:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444714.947305:0:32010:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444714.947311:0:32010:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444714.947315:0:32010:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444714.947318:0:32010:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444714.947323:0:32010:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2670:2670:256:4294967295] 192.168.204.110@tcp LPNI seq info [2670:2670:8:4294967295] 00000400:00000200:0.0:1783444714.947327:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444714.947338:0:32010:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444714.947345:0:32010:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444714.947350:0:32010:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3f00. 00000800:00000200:0.0:1783444714.947358:0:32010:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444714.947368:0:32010:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444714.947373:0:32010:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3f00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1783444714.947610:0:32010:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444714.947616:0:32010:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 868853 usecs (869 jiffies) 00000400:00000200:0.0:1783444714.947621:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444714.947624:0:32010:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296354822 00000100:00000001:0.0:1783444714.947628:0:32010:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296356348 00000100:00000001:0.0:1783444714.947631:0:32010:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296354822 00000100:00000001:0.0:1783444714.947633:0:32010:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296356348 00000100:00000001:0.0:1783444714.947635:0:32010:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444714.947640:0:32010:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444714.947643:0:32010:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444714.947645:0:32010:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783444714.947648:0:32010:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7603e0b40 going to sleep for 11 seconds 00000100:00000001:0.0:1783444714.947651:0:32010:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444714.947655:0:32010:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444714.949492:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444714.949507:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3f00. 00000400:00000200:1.0:1783444714.949519:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.949541:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444714.949550:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9dd0 00000400:00000010:1.0:1783444714.949554:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9dd0. 00000100:00000001:1.0:1783444714.949560:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444714.949570:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730000 x1870075608275968/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444730 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.949586:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444714.949589:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746730000 x1870075608275968/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444730 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.949601:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444714.949603:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444714.959223:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.959248:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444714.959254:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.959257:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.959268:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.959278:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444714.959290:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.959296:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.959303:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.959307:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a4d2e8559c00 00000400:00000200:1.0:1783444714.959313:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.959320:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x7681 [64] + 224 00000800:00000001:1.0:1783444714.959330:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.959339:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.959343:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.959348:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444714.959359:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444714.959372:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746730000 x1870075608275968/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444730 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444714.959385:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff91c746730000 x1870075608275968/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.959409:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444714.959420:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1783444714.959504:0:32010:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444714.959516:0:32010:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444714.959519:0:32010:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444714.959534:0:32010:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f210. 00000400:00000200:0.0:1783444714.959540:0:32010:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7614b1800 00000400:00000010:0.0:1783444714.959544:0:32010:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffff91c7614b1800. 00000100:00000001:0.0:1783444714.959549:0:32010:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444714.959554:0:32010:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746730000 x1870075608275968/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783444714.959564:0:32010:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746730000 x1870075608275968/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.959570:0:32010:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444714.959573:0:32010:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444714.959576:0:32010:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444714.959581:0:32010:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444714.959584:0:32010:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444714.959588:0:32010:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444714.959592:0:32010:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444714.959605:0:32010:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=44 v=5 (105 105 105 137) 00000100:00001000:0.0:1783444714.959610:0:32010:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444714.959612:0:32010:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1783444714.959616:0:32010:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff91c746730000 x1870075608275968/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.959623:0:32010:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1783444714.959627:0:32010:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783444714.959629:0:32010:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783444714.959631:0:32010:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783444714.959635:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444714.959643:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799302144 : -121189910249472 : ffff91c746730000) 00000100:00000001:0.0:1783444714.959648:0:32010:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444714.959651:0:32010:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967597 00000100:00000001:0.0:1783444714.959653:0:32010:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444714.959656:0:32010:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1783444714.959663:0:32010:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746730000 x1870075608275968/t4294967606(4294967606) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444730 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.959681:0:32010:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1783444714.959685:0:32010:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444714.959687:0:32010:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444714.959692:0:32010:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746730000 x1870075608275968/t4294967606(4294967606) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444730 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783444714.959701:0:32010:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746730000 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32010:1870075608275968:192.168.204.110@tcp:101:rm.0 00000100:00000001:0.0:1783444714.959707:0:32010:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444714.959710:0:32010:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1783444714.959713:0:32010:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783444714.959716:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444714.959720:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746730000 x1870075608275968/t4294967606(4294967606) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444730 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.959733:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444714.959736:0:32010:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7603e0b40. 00000100:00000001:0.0:1783444714.959740:0:32010:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783444714.959742:0:32010:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1783444714.959748:0:32010:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783444714.959754:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444714.959758:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444714.959762:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d600 refcount=4 00000020:00000001:0.0:1783444714.959765:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797194240 : -121189912357376 : ffff91c74652d600) 00010000:00000001:0.0:1783444714.959767:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797194240 : -121189912357376 : ffff91c74652d600) 00010000:00010000:0.0:1783444714.959783:0:32010:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d600/0x5503b2fe824ef577 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444714.959797:0:32010:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1783444714.959803:0:32010:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d600/0x5503b2fe824ef577 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444714.959810:0:32010:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444714.959813:0:32010:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d600/0x5503b2fe824ef577 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444714.959819:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.959821:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783444714.959833:0:32010:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d600/0x5503b2fe824ef577 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444714.960276:0:32010:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444714.960282:0:32010:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.960285:0:32010:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783444714.960289:0:32010:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d600/0x5503b2fe824ef577 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444714.960301:0:32010:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91c74652d600 already unused, calling callback (ffffffffc1ba6f40) 00000080:00000001:0.0:1783444714.960305:0:32010:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1783444714.960309:0:32010:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d600/0x5503b2fe824ef577 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444714.960316:0:32010:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1783444714.960319:0:32010:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1783444714.960323:0:32010:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d600/0x5503b2fe824ef577 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444714.960328:0:32010:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1783444714.960332:0:32010:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783444714.960333:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444714.960334:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444714.960337:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d600 refcount=5 00000020:00000001:0.0:1783444714.960339:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797194240 : -121189912357376 : ffff91c74652d600) 00010000:00000001:0.0:1783444714.960341:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797194240 : -121189912357376 : ffff91c74652d600) 00010000:00000001:0.0:1783444714.960345:0:32010:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783444714.960348:0:32010:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d600/0x5503b2fe824ef577 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32010 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1783444714.960354:0:32010:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783444714.960356:0:32010:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444714.960360:0:32010:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1783444714.960362:0:32010:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783444714.960366:0:32010:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783444714.960368:0:32010:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783444714.960370:0:32010:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444714.960372:0:32010:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783444714.960375:0:32010:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c74652d600 with handle 0x5503b2fe824ef577 from hash 00010000:00000001:0.0:1783444714.960377:0:32010:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783444714.960379:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.960381:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444714.960382:0:32010:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783444714.960384:0:32010:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783444714.960385:0:32010:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1783444714.960388:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.960389:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444714.960390:0:32010:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444714.960391:0:32010:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444714.960394:0:32010:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d600/0x5503b2fe824ef577 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444714.960399:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.960400:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444714.960401:0:32010:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1783444714.960403:0:32010:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444714.960405:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444714.960405:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444714.960406:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783444714.960409:0:32010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d600/0x5503b2fe824ef577 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444714.960432:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444714.960435:0:32010:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1783444714.960442:0:32010:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1783444714.960451:0:32010:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff91c746730000 x1870075608275968/t4294967606(4294967606) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444730 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783444714.960461:0:32010:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783444714.960466:0:32010:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c746730000 x1870075608275968/t4294967606(4294967606) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444730 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783444714.960472:0:32010:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444714.960478:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1783444714.960480:0:32010:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444714.960482:0:32010:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444714.960485:0:32010:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444714.960489:0:32010:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783444714.960492:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444714.960493:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799302144 : -121189910249472 : ffff91c746730000) 00010000:00000001:0.0:1783444714.960496:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1783444714.960497:0:32010:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444714.960499:0:32010:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783444714.960502:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13868 00000002:00002000:0.0:1783444714.960504:0:32010:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:0.0:1783444714.960508:0:32010:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444714.960511:0:32010:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444714.960514:0:32010:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783444714.960518:0:32010:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783444714.960521:0:32010:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444714.960535:0:32010:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:0.0:1783444714.960540:0:32010:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c760f74400. 00000080:00000001:0.0:1783444714.960546:0:32010:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783444714.960555:0:32010:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1783444714.960560:0:32010:0:(lmv_obd.c:3920:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1783444714.960570:0:32010:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c745359b40. 00800000:00000001:0.0:1783444714.960572:0:32010:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622883778501440 : -121189931050176 : ffff91c745359b40) 00800000:00000001:0.0:1783444714.960575:0:32010:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444714.960577:0:32010:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783444714.960580:0:32010:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783444714.960583:0:32010:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x20:0x0] 00000080:00000001:0.0:1783444714.960586:0:32010:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1783444714.960590:0:32010:0:(llite_lib.c:1814:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1783444714.960592:0:32010:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444714.960598:0:32010:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:0.0:1783444714.960601:0:32010:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1783444714.960609:0:32010:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000405:0x20:0x0], updating i_size 4096 00000080:00000001:0.0:1783444714.960612:0:32010:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783444714.960616:0:32010:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1783444714.960617:0:32010:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c745359b40 1 00800000:00000010:0.0:1783444714.960620:0:32010:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c745359b40. 00800000:00000001:0.0:1783444714.960624:0:32010:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783444714.960629:0:32010:0:(llite_lib.c:3158:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:0.0:1783444714.960633:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444714.960636:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746730000 x1870075608275968/t4294967606(4294967606) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444730 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.960642:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444714.960647:0:32010:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783444714.960652:0:32010:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff91c745359b40. 00000080:00000001:0.0:1783444714.960655:0:32010:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783444714.960659:0:32010:0:(lmv_obd.c:4175:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783444714.960661:0:32010:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444714.960963:0:32010:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444714.960966:0:32010:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444714.960969:0:32010:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444714.960971:0:32010:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444714.960973:0:32010:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1783444714.960976:0:32010:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444714.962628:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783444714.966873:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444714.966885:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1d00. 00000400:00000200:1.0:1783444714.966894:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.966904:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444714.966913:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83660 00000400:00000010:1.0:1783444714.966917:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83660. 00000100:00000001:1.0:1783444714.966922:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444714.966930:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1f80 x1870075608276096/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444730 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.966945:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444714.966949:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f1f80 x1870075608276096/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444730 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444714.966957:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444714.966959:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1783444714.971242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652d600. 00000800:00000001:1.0:1783444714.973391:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.973421:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444714.973440:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.973444:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.973457:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.973467:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444714.973482:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.973489:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.973496:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.973555:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 4096 into portal 14 MB=0x6a4d2e8559c80 00000400:00000200:1.0:1783444714.973562:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.973569:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.110@tcp of length 4096/4096 into md 0x7691 [256] + 0 00000400:00000010:1.0:1783444714.973577:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ffdc0. 00000400:00000200:1.0:1783444714.973586:0:2393:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff91c760540000 00000800:00000001:1.0:1783444714.973593:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.973611:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444714.973615:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.973620:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444714.973626:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760540000 00000400:00000010:1.0:1783444714.973630:0:2393:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 4216 at ffff91c760540000. 00000100:00000001:1.0:1783444714.973636:0:2393:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1783444714.973639:0:2393:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff91c7603f1f80 desc ffff91c76023a400 mbits 1870075608276096 00000100:00000001:1.0:1783444714.974497:0:2393:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1783444714.974565:0:2393:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1783444714.974573:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.974581:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444714.974588:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2672:2672:256:4294967295] 192.168.204.110@tcp LPNI seq info [2672:2672:8:4294967295] 00000400:00000200:1.0:1783444714.974593:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444714.974602:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:1.0:1783444714.974609:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444714.974621:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff91c760410000. 00000800:00000200:1.0:1783444714.974629:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444714.974637:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444714.974643:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760410000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1783444714.974976:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444714.974983:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff91c760410000. 00000400:00000200:1.0:1783444714.974988:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444714.974994:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:1.0:1783444714.975002:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444714.975007:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444714.986347:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444714.986374:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444714.986380:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444714.986383:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444714.986395:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444714.986405:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444714.986417:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444714.986432:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444714.986439:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444714.986444:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 440 into portal 10 MB=0x6a4d2e8559c80 00000400:00000200:0.0:1783444714.986450:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444714.986458:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 440/440 into md 0x7699 [1] + 224 00000800:00000001:0.0:1783444714.986467:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444714.986482:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444714.986486:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444714.986490:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444714.986512:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444714.986524:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1f80 x1870075608276096/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444730 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444714.986537:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff91c7603f1f80 x1870075608276096/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444714.986561:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444714.986572:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444714.986575:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783444715.003163:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444715.003180:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1a00. 00000400:00000200:1.0:1783444715.003189:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444715.003201:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444715.003210:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f834c8 00000400:00000010:1.0:1783444715.003213:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f834c8. 00000100:00000001:1.0:1783444715.003220:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444715.003232:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1f80 x1870075608276352/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444730 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444715.003248:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444715.003251:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f1f80 x1870075608276352/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444730 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444715.003258:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444715.003260:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444715.006610:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444715.006637:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444715.006643:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444715.006646:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444715.006658:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444715.006667:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444715.006679:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444715.006882:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444715.006893:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444715.006898:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8559d80 00000400:00000200:0.0:1783444715.006903:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444715.006910:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x76a1 [1] + 224 00000800:00000001:0.0:1783444715.006919:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444715.006928:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444715.006933:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444715.006937:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444715.006947:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444715.006959:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1f80 x1870075608276352/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444730 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444715.006972:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91c7603f1f80 x1870075608276352/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444730 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444715.006998:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444715.007009:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444715.007012:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783444715.011626:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444715.011633:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1b00. 00000400:00000200:1.0:1783444715.011640:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444715.011649:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444715.011655:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83220 00000400:00000010:1.0:1783444715.011659:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83220. 00000100:00000001:1.0:1783444715.011664:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444715.011669:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1f80 x1870075608276608/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444731 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444715.011681:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444715.011683:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f1f80 x1870075608276608/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444731 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444715.011690:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444715.011692:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444715.018121:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444715.018146:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444715.018152:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444715.018156:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444715.018169:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444715.018180:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444715.018191:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444715.018196:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444715.018203:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444715.018207:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a4d2e8559e80 00000400:00000200:0.0:1783444715.018223:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444715.018231:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x76a9 [64] + 224 00000800:00000001:0.0:1783444715.018241:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444715.018250:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444715.018254:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444715.018260:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444715.018271:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444715.018283:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1f80 x1870075608276608/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444731 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444715.018296:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff91c7603f1f80 x1870075608276608/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444731 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444715.018320:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444715.018333:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444715.018336:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1783444715.032827:0:32010:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760f26700. 00000800:00000200:3.0:1783444715.032839:0:32010:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444715.032851:0:32010:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444715.032856:0:32010:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760f26700 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:3.0:1783444715.032888:0:32010:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444715.032896:0:32010:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 863898 usecs (864 jiffies) 00000400:00000200:3.0:1783444715.032901:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444715.032905:0:32010:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296354902 00000100:00000001:3.0:1783444715.032908:0:32010:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296356348 00000100:00000001:3.0:1783444715.032911:0:32010:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296354902 00000100:00000001:3.0:1783444715.032914:0:32010:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296356348 00000100:00000001:3.0:1783444715.032917:0:32010:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444715.032921:0:32010:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444715.032924:0:32010:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444715.032926:0:32010:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444715.032930:0:32010:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75859eb40 going to sleep for 11 seconds 00000100:00000001:3.0:1783444715.032933:0:32010:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444715.032937:0:32010:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444715.033244:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444715.033250:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760f26700. 00000400:00000200:1.0:1783444715.033258:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444715.033265:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444715.033271:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83220 00000400:00000010:1.0:1783444715.033274:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83220. 00000100:00000001:1.0:1783444715.033279:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444715.033286:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3480 x1870075608276864/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1783444731 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444715.033299:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444715.033302:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f3480 x1870075608276864/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1783444731 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444715.033310:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444715.033311:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1783444715.035527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225400. 00010000:00000010:2.1:1783444715.035544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211800. 00010000:00000010:2.1:1783444715.035549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225200. 00010000:00000010:2.1:1783444715.035552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224e00. 00000800:00000001:0.0:1783444715.047114:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444715.047139:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444715.047144:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444715.047148:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444715.047159:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444715.047170:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444715.047181:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444715.047187:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444715.047193:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444715.047198:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8559f80 00000400:00000200:0.0:1783444715.047205:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444715.047212:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x76b1 [1] + 224 00000800:00000001:0.0:1783444715.047222:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444715.047241:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444715.047244:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444715.047250:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444715.047259:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444715.047270:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3480 x1870075608276864/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1783444731 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444715.047283:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff91c7603f3480 x1870075608276864/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1783444731 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444715.047302:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444715.047314:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444715.047318:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444715.047387:0:32010:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444715.047397:0:32010:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444715.047400:0:32010:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444715.047405:0:32010:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff8f0. 00000400:00000200:3.0:1783444715.047409:0:32010:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83990 00000400:00000010:3.0:1783444715.047412:0:32010:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83990. 00000100:00000001:3.0:1783444715.047416:0:32010:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444715.047431:0:32010:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f3480 x1870075608276864/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1783444731 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444715.047453:0:32010:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f3480 x1870075608276864/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1783444731 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444715.047459:0:32010:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444715.047462:0:32010:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444715.047464:0:32010:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444715.047469:0:32010:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444715.047473:0:32010:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444715.047476:0:32010:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444715.047480:0:32010:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444715.047493:0:32010:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=45 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444715.047498:0:32010:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444715.047651:0:32010:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444715.047654:0:32010:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444715.047658:0:32010:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444715.047664:0:32010:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444715.047668:0:32010:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783444715.047670:0:32010:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x10000012a/0x10000012c] 00000100:00000001:3.0:1783444715.047672:0:32010:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783444715.047675:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444715.047677:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232115328 : -121189477436288 : ffff91c7603f3480) 00000100:00000001:3.0:1783444715.047682:0:32010:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444715.047684:0:32010:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967597 00000100:00000001:3.0:1783444715.047687:0:32010:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444715.047690:0:32010:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444715.047697:0:32010:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f3480 x1870075608276864/t4294967609(4294967609) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1783444731 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444715.047705:0:32010:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444715.047708:0:32010:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444715.047711:0:32010:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444715.047716:0:32010:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f3480 x1870075608276864/t4294967609(4294967609) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1783444731 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444715.047724:0:32010:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f3480 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32010:1870075608276864:192.168.204.110@tcp:36:rm.0 00000100:00000001:3.0:1783444715.047730:0:32010:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444715.047734:0:32010:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444715.047737:0:32010:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444715.047740:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444715.047744:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f3480 x1870075608276864/t4294967609(4294967609) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1783444731 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444715.047756:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444715.047759:0:32010:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c75859eb40. 00000100:00000001:3.0:1783444715.047765:0:32010:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444715.047767:0:32010:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444715.047778:0:32010:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444715.047782:0:32010:0:(lmv_obd.c:3534:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444715.047787:0:32010:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c74317b9c0 2 00000080:00000010:3.0:1783444715.047792:0:32010:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75937e200. 00000100:00000001:3.0:1783444715.047799:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444715.047802:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f3480 x1870075608276864/t4294967609(4294967609) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1783444731 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444715.047809:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444715.047814:0:32010:0:(namei.c:2457:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444715.047828:0:32010:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1783444715.047832:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13e28 00000080:00002000:3.0:1783444715.047835:0:32010:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff91c748f54d80, parent ffff91c748f54870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1783444715.047838:0:32010:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444715.047847:0:32010:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1783444715.047855:0:32010:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1783444715.047866:0:32010:0:(llite_lib.c:3272:ll_delete_inode()) Process entered 00000080:00000001:3.0:1783444715.047868:0:32010:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1783444715.047871:0:32010:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783444715.047953:0:32010:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c74526c990. 00000020:00000010:3.0:1783444715.047961:0:32010:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75a129800. 00000020:00000010:3.0:1783444715.047967:0:32010:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c75a128800. 00000020:00000010:3.0:1783444715.047972:0:32010:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7604bbf60. 00000008:00000010:3.0:1783444715.047981:0:32010:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444715.047987:0:32010:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759654540. 00008000:00000010:3.0:1783444715.047993:0:32010:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444715.048001:0:32010:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444715.048006:0:32010:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444715.048013:0:32010:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75a129a00. 00000008:00000010:3.0:1783444715.048017:0:32010:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444715.048022:0:32010:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444715.048027:0:32010:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444715.048031:0:32010:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c758828000. 00000020:00000001:3.0:1783444715.048034:0:32010:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883777530264 : -121189932021352 : ffff91c74526c998) 00000020:00001000:3.0:1783444715.048038:0:32010:0:(cl_object.c:831:cl_env_get()) 1@ffff91c74526c990 00000020:00000001:3.0:1783444715.048044:0:32010:0:(cl_object.c:151:cl_object_top()) ffff91c74353b080 -> ffff91c74353b080 00000020:00000001:3.0:1783444715.048048:0:32010:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1783444715.048051:0:32010:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:3.0:1783444715.048053:0:32010:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x22:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1783444715.048202:0:32010:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783444715.048204:0:32010:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1783444715.048205:0:32010:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783444715.048210:0:32010:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x22:0x0]io ffff91c74977e310 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1783444715.048214:0:32010:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7435f10f8) owner 0000000000000000/ffff91c7590427c0 00020000:00000001:3.0:1783444715.048246:0:32010:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1783444715.048248:0:32010:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1783444715.048251:0:32010:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1783444715.048253:0:32010:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444715.048255:0:32010:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1783444715.048258:0:32010:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1783444715.048259:0:32010:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444715.048261:0:32010:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783444715.048263:0:32010:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1783444715.048264:0:32010:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1783444715.048266:0:32010:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7435f10f8) owner 0000000000000000/ffff91c7590427c0 00000020:00000001:3.0:1783444715.048269:0:32010:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444715.048271:0:32010:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1783444715.048273:0:32010:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1783444715.048276:0:32010:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1783444715.048279:0:32010:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1783444715.048283:0:32010:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1783444715.048287:0:32010:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783444715.048289:0:32010:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1783444715.048291:0:32010:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783444715.048294:0:32010:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c74526ce10. 00000020:00000010:3.0:1783444715.048298:0:32010:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75a128c00. 00000020:00000010:3.0:1783444715.048301:0:32010:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c75a129000. 00000020:00000010:3.0:1783444715.048304:0:32010:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7604bb5a0. 00000008:00000010:3.0:1783444715.048309:0:32010:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c743554e50. 00020000:00000010:3.0:1783444715.048312:0:32010:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c7596543c0. 00008000:00000010:3.0:1783444715.048315:0:32010:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c74355ea60. 00000080:00000010:3.0:1783444715.048318:0:32010:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c760e62150. 00000080:00000010:3.0:1783444715.048321:0:32010:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c74977cde0. 00000020:00000010:3.0:1783444715.048324:0:32010:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75a129600. 00000008:00000010:3.0:1783444715.048327:0:32010:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c751345a20. 00020000:00000010:3.0:1783444715.048330:0:32010:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c74978d6d0. 00008000:00000010:3.0:1783444715.048332:0:32010:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c742c39860. 00000080:00000010:3.0:1783444715.048335:0:32010:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c7588283c0. 00000020:00000001:3.0:1783444715.048338:0:32010:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883777531416 : -121189932020200 : ffff91c74526ce18) 00000020:00001000:3.0:1783444715.048339:0:32010:0:(cl_object.c:831:cl_env_get()) 1@ffff91c74526ce10 00000020:00000001:3.0:1783444715.048343:0:32010:0:(cl_object.c:151:cl_object_top()) ffff91c74353baa8 -> ffff91c74353b080 00000020:00000001:3.0:1783444715.048345:0:32010:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1783444715.048348:0:32010:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783444715.048349:0:32010:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1783444715.048351:0:32010:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444715.048353:0:32010:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444715.048355:0:32010:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850017152 : -121189859534464 : ffff91c74978d980) 00000020:00000001:3.0:1783444715.048358:0:32010:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1783444715.048359:0:32010:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444715.048362:0:32010:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444715.048364:0:32010:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444715.048366:0:32010:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1783444715.048368:0:32010:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1783444715.048370:0:32010:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783444715.048371:0:32010:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1783444715.048372:0:32010:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1783444715.048374:0:32010:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444715.048375:0:32010:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444715.048377:0:32010:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444715.048379:0:32010:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444715.048380:0:32010:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1783444715.048381:0:32010:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444715.048383:0:32010:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444715.048385:0:32010:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1783444715.048387:0:32010:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1783444715.048389:0:32010:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783444715.048390:0:32010:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1783444715.048393:0:32010:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1783444715.048396:0:32010:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1783444715.048400:0:32010:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1783444715.048404:0:32010:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff91c7512a7880 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1783444715.048407:0:32010:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1783444715.048411:0:32010:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff91c7512a7880 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:3.0:1783444715.048415:0:32010:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444715.048418:0:32010:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444715.048420:0:32010:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444715.048432:0:32010:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444715.048433:0:32010:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444715.048435:0:32010:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444715.048437:0:32010:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1783444715.048447:0:32010:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1783444715.048450:0:32010:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1783444715.048450:0:32010:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1783444715.048452:0:32010:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1783444715.048453:0:32010:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444715.048455:0:32010:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1783444715.048457:0:32010:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1783444715.048459:0:32010:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1783444715.048461:0:32010:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1783444715.048462:0:32010:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783444715.048463:0:32010:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1783444715.048464:0:32010:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1783444715.048466:0:32010:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444715.048467:0:32010:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444715.048469:0:32010:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1783444715.048470:0:32010:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1783444715.048471:0:32010:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1783444715.048473:0:32010:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1783444715.048474:0:32010:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1783444715.048476:0:32010:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1783444715.048477:0:32010:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783444715.048478:0:32010:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1783444715.048479:0:32010:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1783444715.048480:0:32010:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444715.048482:0:32010:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444715.048484:0:32010:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1783444715.048485:0:32010:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1783444715.048487:0:32010:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444715.048489:0:32010:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1783444715.048491:0:32010:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:3.0:1783444715.048492:0:32010:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1783444715.048493:0:32010:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1783444715.048494:0:32010:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1783444715.048496:0:32010:0:(cl_object.c:925:cl_env_put()) 1@ffff91c74526ce10 00000020:00000010:3.0:1783444715.048500:0:32010:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c75a129000. 00000020:00000010:3.0:1783444715.048504:0:32010:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7604bb5a0. 00000008:00000010:3.0:1783444715.048508:0:32010:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c743554e50. 00020000:00000010:3.0:1783444715.048518:0:32010:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c7596543c0. 00008000:00000010:3.0:1783444715.048522:0:32010:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c74355ea60. 00000080:00000010:3.0:1783444715.048526:0:32010:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c760e62150. 00000080:00000010:3.0:1783444715.048529:0:32010:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c74977cde0. 00000020:00000010:3.0:1783444715.048533:0:32010:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75a128c00. 00000008:00000010:3.0:1783444715.048536:0:32010:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c751345a20. 00020000:00000010:3.0:1783444715.048539:0:32010:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c74978d6d0. 00008000:00000010:3.0:1783444715.048542:0:32010:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c742c39860. 00000080:00000010:3.0:1783444715.048545:0:32010:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c7588283c0. 00000020:00000010:3.0:1783444715.048548:0:32010:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75a129600. 00000020:00000010:3.0:1783444715.048550:0:32010:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c74526ce10. 00020000:00000001:3.0:1783444715.048553:0:32010:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1783444715.048555:0:32010:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:3.0:1783444715.048558:0:32010:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1783444715.048560:0:32010:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x22:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1783444715.048563:0:32010:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1783444715.048564:0:32010:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1783444715.048567:0:32010:0:(cl_object.c:925:cl_env_put()) 1@ffff91c74526c990 00000020:00000010:3.0:1783444715.048569:0:32010:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c75a128800. 00000020:00000010:3.0:1783444715.048571:0:32010:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7604bbf60. 00000008:00000010:3.0:1783444715.048573:0:32010:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444715.048575:0:32010:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759654540. 00008000:00000010:3.0:1783444715.048578:0:32010:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444715.048580:0:32010:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444715.048583:0:32010:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444715.048585:0:32010:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75a129800. 00000008:00000010:3.0:1783444715.048588:0:32010:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444715.048590:0:32010:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444715.048592:0:32010:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444715.048593:0:32010:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c758828000. 00000020:00000010:3.0:1783444715.048596:0:32010:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75a129a00. 00000020:00000010:3.0:1783444715.048597:0:32010:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c74526c990. 00000080:00000001:3.0:1783444715.048600:0:32010:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444715.048605:0:32010:0:(llite_lib.c:1943:ll_clear_inode()) Process entered 00000080:00200000:3.0:1783444715.048608:0:32010:0:(llite_lib.c:1946:ll_clear_inode()) VFS Op:inode=[0x200000405:0x22:0x0](ffff91c748d76c08) 00800000:00000001:3.0:1783444715.048614:0:32010:0:(lmv_obd.c:1642:lmv_null_inode()) Process entered 00800000:00000002:3.0:1783444715.048616:0:32010:0:(lmv_obd.c:1644:lmv_null_inode()) CBDATA for [0x200000405:0x22:0x0] 00000002:00000001:3.0:1783444715.048623:0:32010:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:3.0:1783444715.048632:0:32010:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444715.048634:0:32010:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:3.0:1783444715.048637:0:32010:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444715.048638:0:32010:0:(lmv_obd.c:1654:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444715.048641:0:32010:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1783444715.048644:0:32010:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1783444715.048646:0:32010:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444715.048648:0:32010:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444715.048652:0:32010:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783444715.048655:0:32010:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c74526c990. 00000020:00000010:3.0:1783444715.048658:0:32010:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75a129a00. 00000020:00000010:3.0:1783444715.048661:0:32010:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c75a129800. 00000020:00000010:3.0:1783444715.048663:0:32010:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7604bbf60. 00000008:00000010:3.0:1783444715.048665:0:32010:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444715.048668:0:32010:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759654540. 00008000:00000010:3.0:1783444715.048670:0:32010:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444715.048673:0:32010:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444715.048677:0:32010:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444715.048680:0:32010:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75a128800. 00000008:00000010:3.0:1783444715.048682:0:32010:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444715.048684:0:32010:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444715.048686:0:32010:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444715.048689:0:32010:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c758828000. 00000020:00000001:3.0:1783444715.048692:0:32010:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883777530264 : -121189932021352 : ffff91c74526c998) 00000020:00001000:3.0:1783444715.048694:0:32010:0:(cl_object.c:831:cl_env_get()) 1@ffff91c74526c990 00020000:00000001:3.0:1783444715.048702:0:32010:0:(lov_object.c:1541:lov_object_delete()) Process entered 00020000:00000002:3.0:1783444715.048704:0:32010:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7435f10f8) owner 0000000000000000/ffff91c7590427c0 00020000:00000001:3.0:1783444715.048707:0:32010:0:(lov_object.c:879:lov_delete_composite()) Process entered 00020000:00000002:3.0:1783444715.048711:0:32010:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c7604bbf00, objid 0x22:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1783444715.048716:0:32010:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1783444715.048720:0:32010:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c76057e380: ostid: 0x2c0000401:18 ost idx: 1 gen: 0 00020000:00000001:3.0:1783444715.048724:0:32010:0:(lov_object.c:1316:lov_layout_wait()) Process entered 00020000:00000001:3.0:1783444715.048726:0:32010:0:(lov_object.c:1326:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444715.048728:0:32010:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:3.0:1783444715.048731:0:32010:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:3.0:1783444715.048736:0:32010:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:3.0:1783444715.048742:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf700 count: 2 00010000:00000001:3.0:1783444715.048745:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444715.048748:0:32010:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:3.0:1783444715.048751:0:32010:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:3.0:1783444715.048757:0:32010:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 1783444697 1783444697 1783444697 by oinfo size 0 blocks 0 [cma]time 1783444697 1783444697 1783444697 ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000a95c2c68/0x5503b2fe824ef554 lrc: 1/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6dd1b8 expref: -99 pid: 32009 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:3.0:1783444715.048771:0:32010:0:(cl_object.c:151:cl_object_top()) ffff91c7512a7880 -> ffff91c74353b080 00000020:00000001:3.0:1783444715.048773:0:32010:0:(cl_object.c:151:cl_object_top()) ffff91c7512a7880 -> ffff91c74353b080 00000008:00000001:3.0:1783444715.048775:0:32010:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783444715.048777:0:32010:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783444715.048780:0:32010:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783444715.048782:0:32010:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1783444715.048788:0:32010:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff91c7512a7880. 00020000:00000001:3.0:1783444715.048793:0:32010:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:3.0:1783444715.048795:0:32010:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff91c74353ba28. 00020000:00000001:3.0:1783444715.048802:0:32010:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:3.0:1783444715.048804:0:32010:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444715.048806:0:32010:0:(lov_object.c:900:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783444715.048808:0:32010:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7435f10f8) owner 0000000000000000/ffff91c7590427c0 00020000:00000001:3.0:1783444715.048810:0:32010:0:(lov_object.c:1543:lov_object_delete()) Process leaving 00020000:00000001:3.0:1783444715.048812:0:32010:0:(lov_object.c:1550:lov_object_free()) Process entered 00020000:00000002:3.0:1783444715.048813:0:32010:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7435f10f8) owner 0000000000000000/ffff91c7590427c0 00020000:00000001:3.0:1783444715.048817:0:32010:0:(lov_object.c:914:lov_fini_composite()) Process entered 00020000:00000010:3.0:1783444715.048820:0:32010:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff91c7586f7210. 00020000:00000010:3.0:1783444715.048824:0:32010:0:(lov_object.c:923:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff91c76036ff00. 00020000:00000010:3.0:1783444715.048827:0:32010:0:(lov_object.c:928:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff91c742c2ddf0. 00020000:00000002:3.0:1783444715.048831:0:32010:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c7604bbf00, objid 0x22:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1783444715.048835:0:32010:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1783444715.048838:0:32010:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c76057e380: ostid: 0x2c0000401:18 ost idx: 1 gen: 0 00020000:00000010:3.0:1783444715.048843:0:32010:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91c76057e380. 00020000:00000010:3.0:1783444715.048847:0:32010:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff91c7604bb960. 00020000:00000010:3.0:1783444715.048849:0:32010:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91c7604bbf00. 00020000:00000001:3.0:1783444715.048851:0:32010:0:(lov_object.c:937:lov_fini_composite()) Process leaving 00020000:00000002:3.0:1783444715.048853:0:32010:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7435f10f8) owner 0000000000000000/ffff91c7590427c0 00020000:00000010:3.0:1783444715.048856:0:32010:0:(lov_object.c:1553:lov_object_free()) slab-freed '(lov)': 248 at ffff91c7435f10f8. 00020000:00000001:3.0:1783444715.048859:0:32010:0:(lov_object.c:1554:lov_object_free()) Process leaving 00000080:00000010:3.0:1783444715.048862:0:32010:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff91c74353b000. 00000020:00001000:3.0:1783444715.048866:0:32010:0:(cl_object.c:925:cl_env_put()) 1@ffff91c74526c990 00000020:00000010:3.0:1783444715.048868:0:32010:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c75a129800. 00000020:00000010:3.0:1783444715.048871:0:32010:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7604bbf60. 00000008:00000010:3.0:1783444715.048873:0:32010:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444715.049412:0:32010:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759654540. 00008000:00000010:3.0:1783444715.049415:0:32010:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444715.049419:0:32010:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444715.049433:0:32010:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444715.049437:0:32010:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75a129a00. 00000008:00000010:3.0:1783444715.049660:0:32010:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444715.049664:0:32010:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444715.049667:0:32010:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444715.049671:0:32010:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c758828000. 00000020:00000010:3.0:1783444715.049675:0:32010:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75a128800. 00000020:00000010:3.0:1783444715.049677:0:32010:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c74526c990. 00000080:00000001:3.0:1783444715.049681:0:32010:0:(llite_lib.c:1994:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1783444715.049684:0:32010:0:(llite_lib.c:3291:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1783444715.049735:0:32010:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:3.0:1783444715.049739:0:32010:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:3.0:1783444715.049744:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13d98 00000080:00200008:3.0:1783444715.049746:0:32010:0:(file.c:447:ll_file_release()) START file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff91c748d75348), flags 704000 00000080:00400000:3.0:1783444715.049751:0:32010:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x20:0x0] 00000080:00000001:3.0:1783444715.049756:0:32010:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1783444715.049757:0:32010:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:3.0:1783444715.049759:0:32010:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:3.0:1783444715.049767:0:32010:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444715.049770:0:32010:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444715.049773:0:32010:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444715.049776:0:32010:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444715.049779:0:32010:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444715.049781:0:32010:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:3.0:1783444715.049783:0:32010:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444715.049788:0:32010:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444715.049792:0:32010:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444715.049797:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 2 00010000:00000001:3.0:1783444715.049799:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444715.049805:0:32010:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1783444715.049809:0:32010:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1783444715.049812:0:32010:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444715.049819:0:32010:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444715.049824:0:32010:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224800/0x5503b2fe824ef57e lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd252 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1783444715.049833:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444715.049836:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444715.049838:0:32010:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1783444715.049840:0:32010:0:(lmv_obd.c:4132:lmv_lock_match()) Lock match for [0x200000405:0x20:0x0]: 16 00000080:00000010:3.0:1783444715.049843:0:32010:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91c7417b6b40. 00000080:00000001:3.0:1783444715.049847:0:32010:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444715.049853:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13d98 00000080:00000008:3.0:1783444715.049856:0:32010:0:(file.c:491:ll_file_release()) COMPLETED file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff91c748d75348), flags 704000, rc = 0 00000080:00000001:3.0:1783444715.049859:0:32010:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444715.049861:0:32010:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444715.049865:0:32010:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1783444715.049867:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13e00 00000080:00002000:3.0:1783444715.049869:0:32010:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff91c748f54870, parent ffff91c74931ae58, inode ffff91c748d75348) hashed, 00000080:00000001:3.0:1783444715.049872:0:32010:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444715.049953:0:32010:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1783444715.049957:0:32010:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1783444715.049995:0:32010:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783444715.049998:0:32010:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783444715.050000:0:32010:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444715.050002:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13bd8 00000080:00200000:3.0:1783444715.050005:0:32010:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:3.0:1783444715.050011:0:32010:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75a128800. 00800000:00000002:3.0:1783444715.050019:0:32010:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444715.050024:0:32010:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444715.050028:0:32010:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444715.050030:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13af8 00800000:00000002:3.0:1783444715.050032:0:32010:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444715.050037:0:32010:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444715.050040:0:32010:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444715.050041:0:32010:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444715.050043:0:32010:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444715.050044:0:32010:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444715.050046:0:32010:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444715.050048:0:32010:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444715.050050:0:32010:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444715.050053:0:32010:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444715.050130:0:32010:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444715.050133:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e139c8 00000002:00010000:3.0:1783444715.050135:0:32010:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444715.050139:0:32010:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444715.050140:0:32010:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444715.050142:0:32010:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444715.050147:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41300 count: 2 00010000:00000001:3.0:1783444715.050151:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444715.050155:0:32010:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444715.050158:0:32010:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444715.050162:0:32010:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef570 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd236 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1783444715.050170:0:32010:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444715.050173:0:32010:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444715.050175:0:32010:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef570 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd236 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1783444715.050181:0:32010:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783444715.050183:0:32010:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444715.050185:0:32010:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444715.050188:0:32010:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444715.050190:0:32010:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444715.050192:0:32010:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783444715.050195:0:32010:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783444715.050198:0:32010:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444715.050201:0:32010:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75a128800. 00000080:00000001:3.0:1783444715.050205:0:32010:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444715.050207:0:32010:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444715.050210:0:32010:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:3.0:1783444715.050214:0:32010:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef570 00800000:00000001:3.0:1783444715.050218:0:32010:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444715.050219:0:32010:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444715.050221:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444715.050338:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444715.050341:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d000 refcount=3 00000020:00000001:3.0:1783444715.050344:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:3.0:1783444715.050348:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:3.0:1783444715.050351:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444715.050352:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444715.050354:0:32010:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444715.050356:0:32010:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444715.050359:0:32010:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef570 from it ffffa31941e13c10 00010000:00000001:3.0:1783444715.050362:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444715.050363:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444715.050364:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d000 refcount=3 00000020:00000001:3.0:1783444715.050366:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:3.0:1783444715.050369:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:3.0:1783444715.050371:0:32010:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444715.050375:0:32010:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef570 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd236 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1783444715.050381:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444715.050382:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444715.050384:0:32010:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444715.050386:0:32010:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444715.050389:0:32010:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef570 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd236 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1783444715.050398:0:32010:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444715.050402:0:32010:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444715.050404:0:32010:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444715.050410:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444715.050411:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444715.050413:0:32010:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444715.050417:0:32010:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444715.050419:0:32010:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444715.050432:0:32010:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444715.050436:0:32010:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444715.050557:0:32010:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444715.050559:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444715.050560:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444715.050564:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783444715.050565:0:32010:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444715.050568:0:32010:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:3.0:1783444715.050573:0:32010:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783444715.050594:0:32010:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91c74630a560. 00000020:00000001:3.0:1783444715.050598:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13dc8 00000080:00200000:3.0:1783444715.050601:0:32010:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), flags=0 00000080:00000001:3.0:1783444715.050604:0:32010:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1783444715.050606:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13c78 00000080:00200000:3.0:1783444715.050607:0:32010:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), intent=getattr 00000080:00000010:3.0:1783444715.050617:0:32010:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75a128800. 00800000:00000002:3.0:1783444715.050620:0:32010:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444715.050624:0:32010:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444715.050626:0:32010:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444715.050628:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13b98 00800000:00000002:3.0:1783444715.050629:0:32010:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444715.050632:0:32010:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444715.050635:0:32010:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444715.050636:0:32010:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444715.050638:0:32010:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444715.050640:0:32010:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444715.050642:0:32010:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444715.050644:0:32010:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444715.050645:0:32010:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444715.050647:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13b30 00800000:00000002:3.0:1783444715.050649:0:32010:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:3.0:1783444715.050652:0:32010:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444715.050653:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13a68 00000002:00010000:3.0:1783444715.050655:0:32010:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:3.0:1783444715.050659:0:32010:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783444715.050663:0:32010:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1783444715.050668:0:32010:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760460a80. 00000020:00000040:3.0:1783444715.050673:0:32010:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=10 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:3.0:1783444715.050681:0:32010:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783444715.050686:0:32010:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444715.050689:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444715.050691:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444715.050692:0:32010:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444715.050695:0:32010:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444715.050698:0:32010:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444715.050701:0:32010:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444715.050710:0:32010:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c7452adc00. 00000100:00000001:3.0:1783444715.050719:0:32010:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444715.050725:0:32010:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444715.050727:0:32010:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444715.050729:0:32010:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444715.050730:0:32010:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444715.050732:0:32010:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444715.050741:0:32010:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622884232563328 : -121189476988288 : ffff91c760460a80) 00010000:00000001:3.0:1783444715.050747:0:32010:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783444715.050749:0:32010:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1783444715.050752:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41300 count: 2 00010000:00000001:3.0:1783444715.050755:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444715.050758:0:32010:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783444715.050762:0:32010:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c751b14800. 00000020:00000001:3.0:1783444715.050765:0:32010:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783444715.050768:0:32010:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c751b14800 with handle 0x5503b2fe824ef585 to hash 00000020:00000001:3.0:1783444715.050770:0:32010:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783444715.050771:0:32010:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444715.050776:0:32010:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444715.050779:0:32010:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444715.050781:0:32010:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444715.050785:0:32010:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef585 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444715.050793:0:32010:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef585 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444715.050802:0:32010:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef585 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32010 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783444715.050808:0:32010:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444715.050811:0:32010:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444715.050818:0:32010:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c76036ff00. 00000100:00000001:3.0:1783444715.050821:0:32010:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884231577344 : -121189477974272 : ffff91c76036ff00) 00000100:00000001:3.0:1783444715.050824:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444715.050825:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232563328 : -121189476988288 : ffff91c760460a80) 00000100:00000001:3.0:1783444715.050831:0:32010:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444715.050835:0:32010:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444715.050838:0:32010:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444715.050839:0:32010:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444715.050852:0:32010:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760460a80 x1870075608276992/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444715.050861:0:32010:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444715.050863:0:32010:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444715.050868:0:32010:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444715.050871:0:32010:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444715.050874:0:32010:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444715.054101:0:32010:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760460a80 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32010:1870075608276992:192.168.204.110@tcp:101:rm.0 00000100:00000001:3.0:1783444715.054111:0:32010:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444715.054119:0:32010:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444715.054123:0:32010:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444715.054126:0:32010:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444715.054140:0:32010:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c742b20000. 02000000:00000001:3.0:1783444715.054142:0:32010:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444715.054151:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444715.054159:0:32010:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7588117e8. 00000400:00000010:3.0:1783444715.054171:0:32010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218880. 00000100:00000200:3.0:1783444715.054182:0:32010:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608276992, portal 10 00000100:00000001:3.0:1783444715.054185:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444715.054186:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232563328 : -121189476988288 : ffff91c760460a80) 00000100:00000040:3.0:1783444715.054197:0:32010:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c760460a80 x1870075608276992/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444731 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444715.054206:0:32010:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444715.054209:0:32010:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444715.054212:0:32010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218220. 00000100:00000200:3.0:1783444715.054217:0:32010:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1870075608276992, offset 0 00000400:00000200:3.0:1783444715.054226:0:32010:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444715.054238:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444715.054249:0:32010:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444715.054384:0:32010:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444715.054393:0:32010:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444715.054398:0:32010:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444715.054402:0:32010:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444715.054406:0:32010:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2676:2676:256:4294967295] 192.168.204.110@tcp LPNI seq info [2676:2676:8:4294967295] 00000400:00000200:3.0:1783444715.054412:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444715.054437:0:32010:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444715.054445:0:32010:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444715.054460:0:32010:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760f26600. 00000800:00000200:3.0:1783444715.054469:0:32010:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444715.054480:0:32010:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444715.054491:0:32010:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760f26600 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1783444715.054576:0:32010:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444715.054582:0:32010:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 862672 usecs (863 jiffies) 00000400:00000200:3.0:1783444715.054586:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444715.054590:0:32010:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296354923 00000100:00000001:3.0:1783444715.054594:0:32010:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296356348 00000100:00000001:3.0:1783444715.054597:0:32010:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296354923 00000100:00000001:3.0:1783444715.054600:0:32010:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296356348 00000100:00000001:3.0:1783444715.054602:0:32010:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444715.054605:0:32010:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444715.054609:0:32010:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444715.054611:0:32010:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444715.054614:0:32010:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c76036ff00 going to sleep for 11 seconds 00000100:00000001:3.0:1783444715.054618:0:32010:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444715.054622:0:32010:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444715.055646:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444715.055657:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760f26600. 00000400:00000200:1.0:1783444715.055673:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444715.055683:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444715.055690:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218220 00000400:00000010:1.0:1783444715.055699:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218220. 00000100:00000001:1.0:1783444715.055706:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444715.055714:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760460a80 x1870075608276992/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444731 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444715.055729:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444715.055733:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760460a80 x1870075608276992/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444731 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444715.055741:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444715.055743:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:3.1:1783444715.062464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eb540. 00000080:00000010:3.1:1783444715.062505:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d76b40. 00000080:00000010:3.1:1783444715.062514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507ebb60. 00000800:00000001:0.0:1783444715.064493:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444715.064519:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444715.064524:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444715.064528:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444715.064541:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444715.064552:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444715.064565:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444715.064570:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444715.064577:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444715.064582:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e855a000 00000400:00000200:0.0:1783444715.064588:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444715.064597:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x76b9 [1] + 224 00000800:00000001:0.0:1783444715.064607:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444715.064616:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444715.064621:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444715.064625:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444715.064635:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444715.064659:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760460a80 x1870075608276992/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444731 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444715.064676:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c760460a80 x1870075608276992/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444731 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444715.064698:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444715.064709:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444715.064713:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444715.065036:0:32010:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444715.065049:0:32010:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444715.065051:0:32010:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444715.065095:0:32010:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7588117e8. 00000400:00000200:3.0:1783444715.065101:0:32010:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218880 00000400:00000010:3.0:1783444715.065104:0:32010:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218880. 00000100:00000001:3.0:1783444715.065107:0:32010:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444715.065113:0:32010:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760460a80 x1870075608276992/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444731 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783444715.065123:0:32010:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760460a80 x1870075608276992/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444731 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444715.065130:0:32010:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444715.065132:0:32010:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444715.065134:0:32010:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444715.065139:0:32010:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444715.065142:0:32010:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444715.065144:0:32010:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444715.065148:0:32010:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444715.065160:0:32010:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=45 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444715.065165:0:32010:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444715.065168:0:32010:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444715.065170:0:32010:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444715.065173:0:32010:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444715.065177:0:32010:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444715.065181:0:32010:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444715.065184:0:32010:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967597 00000100:00000001:3.0:1783444715.065186:0:32010:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444715.065189:0:32010:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444715.065194:0:32010:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760460a80 x1870075608276992/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444731 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444715.065202:0:32010:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444715.065206:0:32010:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444715.065208:0:32010:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444715.065213:0:32010:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760460a80 x1870075608276992/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444731 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783444715.065227:0:32010:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760460a80 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32010:1870075608276992:192.168.204.110@tcp:101:rm.0 00000100:00000001:3.0:1783444715.065233:0:32010:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444715.065236:0:32010:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444715.065239:0:32010:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444715.065242:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444715.065245:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760460a80 x1870075608276992/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444731 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444715.065252:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444715.065265:0:32010:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c76036ff00. 00000100:00000001:3.0:1783444715.065269:0:32010:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444715.065271:0:32010:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444715.065274:0:32010:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783444715.065279:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444715.065283:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444715.065286:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14800 refcount=4 00000020:00000001:3.0:1783444715.065289:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444715.065293:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000040:3.0:1783444715.065301:0:32010:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c751b14800, remote cookie: 0x332dd2263f6dd291, flags: 0x1001 00010000:00010000:3.0:1783444715.065307:0:32010:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef585 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd291 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1783444715.065316:0:32010:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1783444715.065320:0:32010:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1783444715.065329:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 2 00010000:00000001:3.0:1783444715.065332:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444715.065335:0:32010:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444715.065339:0:32010:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef585 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd291 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444715.065348:0:32010:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef585 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd291 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444715.065355:0:32010:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783444715.065360:0:32010:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783444715.065362:0:32010:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783444715.065364:0:32010:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783444715.065366:0:32010:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783444715.065369:0:32010:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x20:0x0].0x0 (ffff91c747211b00) refcount = 2 00010000:00000040:3.0:1783444715.065372:0:32010:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1783444715.065374:0:32010:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224800/0x5503b2fe824ef57e lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd252 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1783444715.065382:0:32010:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef585 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd291 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444715.065387:0:32010:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783444715.065391:0:32010:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783444715.065393:0:32010:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444715.065396:0:32010:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783444715.065399:0:32010:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444715.065402:0:32010:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef585 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd291 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444715.065408:0:32010:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783444715.065410:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444715.065412:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444715.065413:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444715.065414:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444715.065416:0:32010:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444715.065432:0:32010:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783444715.065435:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444715.065436:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444715.065438:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14800 refcount=3 00000020:00000001:3.0:1783444715.065440:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444715.065442:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444715.065445:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444715.065446:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444715.065448:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14800 refcount=4 00000020:00000001:3.0:1783444715.065450:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444715.065452:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444715.065455:0:32010:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444715.065458:0:32010:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444715.065462:0:32010:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef585 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd291 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444715.065468:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444715.065469:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444715.065471:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444715.065472:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444715.065473:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14800 refcount=5 00000020:00000001:3.0:1783444715.065474:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444715.065476:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444715.065479:0:32010:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444715.065481:0:32010:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef585 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd291 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444715.065487:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444715.065489:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783444715.065491:0:32010:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef585 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd291 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444715.065497:0:32010:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444715.065499:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444715.065500:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444715.065501:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444715.065502:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783444715.065507:0:32010:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91c760460a80 x1870075608276992/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444731 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783444715.065522:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444715.065523:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444715.065524:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14800 refcount=3 00000020:00000001:3.0:1783444715.065532:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444715.065534:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444715.065536:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444715.065537:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444715.065539:0:32010:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444715.065542:0:32010:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444715.065545:0:32010:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783444715.065548:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444715.065550:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444715.065551:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14800 refcount=3 00000020:00000001:3.0:1783444715.065553:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444715.065555:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00000002:00010000:3.0:1783444715.065558:0:32010:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef585 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd291 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444715.065565:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444715.065566:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444715.065568:0:32010:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783444715.065570:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444715.065571:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444715.065572:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14800 refcount=3 00000020:00000001:3.0:1783444715.065574:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444715.065576:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000040:3.0:1783444715.065579:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 3 00010000:00000001:3.0:1783444715.065582:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783444715.065586:0:32010:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589935621/32 (0 0) 00010000:00000001:3.0:1783444715.065588:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444715.065589:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444715.065591:0:32010:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783444715.065595:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e139f0 00000002:00002000:3.0:1783444715.065598:0:32010:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1783444715.065602:0:32010:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444715.065606:0:32010:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444715.065609:0:32010:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783444715.065613:0:32010:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1783444715.065617:0:32010:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444715.065622:0:32010:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000001:3.0:1783444715.065625:0:32010:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1783444715.065627:0:32010:0:(namei.c:674:ll_lookup_it_finish()) it ffffa31941e13e00 it_disposition b 00000080:00000001:3.0:1783444715.065631:0:32010:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783444715.065640:0:32010:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1783444715.065645:0:32010:0:(lmv_obd.c:3920:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1783444715.065654:0:32010:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c74317be80. 00800000:00000001:3.0:1783444715.065656:0:32010:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622883742989952 : -121189966561664 : ffff91c74317be80) 00800000:00000001:3.0:1783444715.065659:0:32010:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444715.065661:0:32010:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783444715.065665:0:32010:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:3.0:1783444715.066132:0:32010:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1783444715.066142:0:32010:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783444715.066145:0:32010:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x20:0x0] 00000080:00000001:3.0:1783444715.066149:0:32010:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1783444715.066153:0:32010:0:(llite_lib.c:1814:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1783444715.066155:0:32010:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444715.066159:0:32010:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:3.0:1783444715.066163:0:32010:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1783444715.066166:0:32010:0:(llite_lib.c:2920:ll_update_inode()) setting ino 144115205339611168 mtime from 1783444697 to 1783444715 00000080:00200000:3.0:1783444715.066172:0:32010:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000405:0x20:0x0], updating i_size 4096 00000080:00200000:3.0:1783444715.066176:0:32010:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x20:0x0](ffff91c748d75348): rc = 0 00000080:00000001:3.0:1783444715.066178:0:32010:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622883839431496 : -121189870120120 : ffff91c748d75348) 00010000:00000001:3.0:1783444715.066181:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444715.066182:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444715.066185:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14800 refcount=3 00000020:00000001:3.0:1783444715.066187:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444715.066190:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444715.066192:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444715.066193:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783444715.066195:0:32010:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783444715.066198:0:32010:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1783444715.066200:0:32010:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c74317be80 1 00800000:00000010:3.0:1783444715.066203:0:32010:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c74317be80. 00800000:00000001:3.0:1783444715.066207:0:32010:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444715.066211:0:32010:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x20:0x0](ffff91c748d75348) for lock 0x5503b2fe824ef585 00800000:00000001:3.0:1783444715.066214:0:32010:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444715.066217:0:32010:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444715.066218:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444715.066220:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444715.066221:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14800 refcount=3 00000020:00000001:3.0:1783444715.066223:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444715.066225:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444715.066227:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444715.066228:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444715.066230:0:32010:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444715.066232:0:32010:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1783444715.066240:0:32010:0:(namei.c:653:ll_splice_alias()) Add dentry ffff91c748f53948 inode ffff91c748d75348 refc 1 flags 0x20000e 00000080:00000002:3.0:1783444715.066245:0:32010:0:(llite_lib.c:3158:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:3.0:1783444715.066249:0:32010:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1783444715.066253:0:32010:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x20:0x0](ffff91c748d75348) 00000080:00010000:3.0:1783444715.066257:0:32010:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef585 from it ffffa31941e13e00 00010000:00000001:3.0:1783444715.066259:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444715.066260:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444715.066261:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14800 refcount=3 00000020:00000001:3.0:1783444715.066263:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444715.066266:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444715.066268:0:32010:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444715.066271:0:32010:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef585 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd291 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444715.066283:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444715.066284:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444715.066286:0:32010:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444715.066289:0:32010:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444715.066292:0:32010:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef585 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd291 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444715.066300:0:32010:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444715.066304:0:32010:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444715.066307:0:32010:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444715.066313:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444715.066314:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444715.066317:0:32010:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444715.066321:0:32010:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444715.066323:0:32010:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444715.066325:0:32010:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444715.066328:0:32010:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444715.066330:0:32010:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444715.066331:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444715.066333:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783444715.066334:0:32010:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1783444715.066339:0:32010:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75a128800. 00000100:00000001:3.0:1783444715.066343:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444715.066350:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760460a80 x1870075608276992/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444731 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444715.066358:0:32010:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444715.066362:0:32010:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444715.066366:0:32010:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c742b20000. 02000000:00000001:3.0:1783444715.066372:0:32010:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444715.066375:0:32010:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444715.066378:0:32010:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=9 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444715.066380:0:32010:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444715.066384:0:32010:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c7452adc00. 02000000:00000001:3.0:1783444715.066388:0:32010:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444715.066391:0:32010:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444715.066394:0:32010:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760460a80. 00000100:00000001:3.0:1783444715.066398:0:32010:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444715.066400:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444715.066403:0:32010:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1783444715.066405:0:32010:0:(dcache.c:176:ll_intent_release()) intent ffffa31941e13e00 released 00000080:00000001:3.0:1783444715.066407:0:32010:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1783444715.066413:0:32010:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783444715.066415:0:32010:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444715.066417:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13d50 00000080:00200000:3.0:1783444715.066431:0:32010:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:3.0:1783444715.066438:0:32010:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75a128800. 00800000:00000002:3.0:1783444715.066444:0:32010:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444715.066447:0:32010:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444715.066450:0:32010:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444715.066452:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13c70 00800000:00000002:3.0:1783444715.066454:0:32010:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444715.066458:0:32010:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444715.066461:0:32010:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444715.066465:0:32010:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444715.066468:0:32010:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444715.066471:0:32010:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444715.066473:0:32010:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444715.066475:0:32010:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444715.066478:0:32010:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444715.066482:0:32010:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444715.066487:0:32010:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444715.066489:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13b40 00000002:00010000:3.0:1783444715.066490:0:32010:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444715.066495:0:32010:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444715.066497:0:32010:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444715.066500:0:32010:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444715.066504:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41300 count: 2 00010000:00000001:3.0:1783444715.066506:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444715.066510:0:32010:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444715.066514:0:32010:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444715.066517:0:32010:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef570 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd236 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1783444715.066526:0:32010:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444715.066531:0:32010:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444715.066533:0:32010:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef570 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd236 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1783444715.066539:0:32010:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783444715.066542:0:32010:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444715.066544:0:32010:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444715.066546:0:32010:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444715.066548:0:32010:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444715.066549:0:32010:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783444715.066551:0:32010:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783444715.066553:0:32010:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444715.066556:0:32010:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75a128800. 00000080:00000001:3.0:1783444715.066559:0:32010:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444715.066560:0:32010:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444715.066562:0:32010:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:3.0:1783444715.066566:0:32010:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef570 00800000:00000001:3.0:1783444715.066568:0:32010:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444715.066570:0:32010:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444715.066571:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444715.066572:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444715.066574:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d000 refcount=3 00000020:00000001:3.0:1783444715.066576:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:3.0:1783444715.066579:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:3.0:1783444715.066581:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444715.066582:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444715.066583:0:32010:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444715.066585:0:32010:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444715.066587:0:32010:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef570 from it ffffa31941e13d88 00010000:00000001:3.0:1783444715.066589:0:32010:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444715.066590:0:32010:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444715.066592:0:32010:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d000 refcount=3 00000020:00000001:3.0:1783444715.066594:0:32010:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:3.0:1783444715.066596:0:32010:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:3.0:1783444715.066598:0:32010:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444715.066600:0:32010:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef570 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd236 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1783444715.066606:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444715.066607:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444715.066608:0:32010:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444715.066609:0:32010:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444715.066611:0:32010:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef570 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd236 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1783444715.066622:0:32010:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444715.066624:0:32010:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444715.066625:0:32010:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444715.066627:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444715.066629:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444715.066630:0:32010:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444715.066632:0:32010:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444715.066633:0:32010:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444715.066635:0:32010:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444715.066637:0:32010:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444715.066638:0:32010:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444715.066640:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444715.066641:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444715.066642:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783444715.066644:0:32010:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444715.066648:0:32010:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 3 00000080:00000001:3.0:1783444715.066653:0:32010:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444715.066658:0:32010:0:(namei.c:2314:ll_rmdir()) Process entered 00000020:00000001:3.0:1783444715.066660:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13e18 00000080:00200000:3.0:1783444715.066783:0:32010:0:(namei.c:2317:ll_rmdir()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00000001:3.0:1783444715.066906:0:32010:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:3.0:1783444715.066911:0:32010:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21g.recovery-small-2, [0x200000405:0x20:0x0]) is foreign... 00000080:00000001:3.0:1783444715.066914:0:32010:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1783444715.066919:0:32010:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75a128800. 00800000:00000002:3.0:1783444715.066923:0:32010:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00800000:00000001:3.0:1783444715.066931:0:32010:0:(lmv_obd.c:3484:lmv_unlink()) Process entered 00800000:00000001:3.0:1783444715.066934:0:32010:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444715.066936:0:32010:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444715.067002:0:32010:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444715.067004:0:32010:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444715.067006:0:32010:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444715.067008:0:32010:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444715.067010:0:32010:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444715.067012:0:32010:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444715.067014:0:32010:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444715.067015:0:32010:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444715.067016:0:32010:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444715.067018:0:32010:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444715.067020:0:32010:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:3.0:1783444715.067022:0:32010:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444715.067025:0:32010:0:(lmv_obd.c:2553:lmv_early_cancel()) Process entered 00800000:00000001:3.0:1783444715.067026:0:32010:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444715.067027:0:32010:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444715.067028:0:32010:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444715.067030:0:32010:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444715.067031:0:32010:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444715.067033:0:32010:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:3.0:1783444715.067035:0:32010:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444715.067037:0:32010:0:(lmv_obd.c:2572:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x20:0x0] 00800000:00000001:3.0:1783444715.067040:0:32010:0:(lmv_obd.c:2577:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444715.067042:0:32010:0:(lmv_obd.c:3524:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x20:0x0] -> mds #0 00000002:00000001:3.0:1783444715.067047:0:32010:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1783444715.067050:0:32010:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783444715.067053:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41300 count: 2 00010000:00000001:3.0:1783444715.067152:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444715.067155:0:32010:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783444715.067159:0:32010:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783444715.067162:0:32010:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef570 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6dd236 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:3.0:1783444715.067171:0:32010:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783444715.067176:0:32010:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783444715.067178:0:32010:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783444715.067180:0:32010:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1783444715.067183:0:32010:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444715.067185:0:32010:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444715.067187:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41300 count: 3 00010000:00000001:3.0:1783444715.067189:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444715.067191:0:32010:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444715.067193:0:32010:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444715.067194:0:32010:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444715.067195:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41300 count: 3 00010000:00000001:3.0:1783444715.067197:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444715.067199:0:32010:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444715.067200:0:32010:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444715.067201:0:32010:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444715.067202:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41300 count: 3 00010000:00000001:3.0:1783444715.067204:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444715.067205:0:32010:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444715.067207:0:32010:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1783444715.067210:0:32010:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91c748db39c0, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1783444715.067215:0:32010:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1783444715.067216:0:32010:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1783444715.067219:0:32010:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783444715.067220:0:32010:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444715.067224:0:32010:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783444715.067228:0:32010:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783444715.067230:0:32010:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783444715.067231:0:32010:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444715.067234:0:32010:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783444715.067238:0:32010:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c74652d000 with handle 0x5503b2fe824ef570 from hash 00010000:00000001:3.0:1783444715.067241:0:32010:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783444715.067243:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444715.067244:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444715.067246:0:32010:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783444715.067249:0:32010:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783444715.067251:0:32010:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783444715.067254:0:32010:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783444715.067256:0:32010:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444715.067258:0:32010:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444715.067260:0:32010:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783444715.067262:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 3 00010000:00000001:3.0:1783444715.067264:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444715.067265:0:32010:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783444715.067267:0:32010:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783444715.067270:0:32010:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef585 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6dd291 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1783444715.067276:0:32010:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783444715.067278:0:32010:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783444715.067279:0:32010:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783444715.067280:0:32010:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x20:0x0] mode (null) 00000002:00000001:3.0:1783444715.067282:0:32010:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444715.067283:0:32010:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444715.067284:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 4 00010000:00000001:3.0:1783444715.067286:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444715.067288:0:32010:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444715.067290:0:32010:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444715.067291:0:32010:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444715.067293:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 4 00010000:00000001:3.0:1783444715.067295:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444715.067297:0:32010:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444715.067298:0:32010:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444715.067299:0:32010:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444715.067300:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 4 00010000:00000001:3.0:1783444715.067301:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444715.067303:0:32010:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444715.067305:0:32010:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1783444715.067307:0:32010:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x20:0x0] lli = ffff91c748d75280, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1783444715.067309:0:32010:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1783444715.067312:0:32010:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1783444715.067314:0:32010:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1783444715.067316:0:32010:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x20:0x0](ffff91c748d75348) invalid 00000020:00000001:3.0:1783444715.067319:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13a80 00000080:00002000:3.0:1783444715.067321:0:32010:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff91c748f53948) parent ffff91c74931ae58 inode ffff91c748d75348 refc 2 00000080:00000001:3.0:1783444715.067324:0:32010:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1783444715.067326:0:32010:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783444715.067327:0:32010:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444715.067329:0:32010:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783444715.067330:0:32010:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783444715.067331:0:32010:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783444715.067333:0:32010:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444715.067334:0:32010:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783444715.067336:0:32010:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c751b14800 with handle 0x5503b2fe824ef585 from hash 00010000:00000001:3.0:1783444715.067338:0:32010:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783444715.067339:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444715.067340:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444715.067342:0:32010:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783444715.067343:0:32010:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783444715.067344:0:32010:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783444715.067346:0:32010:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783444715.067349:0:32010:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224800/0x5503b2fe824ef57e lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6dd252 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:3.0:1783444715.067355:0:32010:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783444715.067356:0:32010:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783444715.067358:0:32010:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783444715.067359:0:32010:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x20:0x0] mode CR 00000002:00000001:3.0:1783444715.067361:0:32010:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444715.067362:0:32010:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444715.067363:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 4 00010000:00000001:3.0:1783444715.067365:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444715.067367:0:32010:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444715.067368:0:32010:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444715.067369:0:32010:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444715.067371:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 4 00010000:00000001:3.0:1783444715.067373:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444715.067374:0:32010:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444715.067376:0:32010:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444715.067379:0:32010:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1783444715.067382:0:32010:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1783444715.067387:0:32010:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff91c75a129a00. 00000080:00000001:3.0:1783444715.067389:0:32010:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:3.0:1783444715.067391:0:32010:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c74317b9c0 2 00000080:00000001:3.0:1783444715.067395:0:32010:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1783444715.067398:0:32010:0:(lmv_obd.c:1665:lmv_close()) Process entered 00800000:00000001:3.0:1783444715.067400:0:32010:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444715.067401:0:32010:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444715.067402:0:32010:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444715.067403:0:32010:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444715.067405:0:32010:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444715.067406:0:32010:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:3.0:1783444715.067408:0:32010:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444715.067410:0:32010:0:(lmv_obd.c:1671:lmv_close()) CLOSE [0x200000405:0x20:0x0] 00000002:00000001:3.0:1783444715.067414:0:32010:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1783444715.067416:0:32010:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91c759350000: [0x200000405:0x20:0x0] file closed with intent: 0 00000100:00000010:3.0:1783444715.067432:0:32010:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760460a80. 00000020:00000040:3.0:1783444715.067437:0:32010:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=10 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:3.0:1783444715.067442:0:32010:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444715.067446:0:32010:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444715.067450:0:32010:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444715.067458:0:32010:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c75a129800. 00000100:00000001:3.0:1783444715.067466:0:32010:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1783444715.067484:0:32010:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91c7603f1f80 x1870075608276608/t4294967608(4294967608) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444731 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1783444715.067496:0:32010:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1783444715.067501:0:32010:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c760460a80 x1870075608277248/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1783444715.067508:0:32010:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444715.067510:0:32010:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444715.067519:0:32010:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c76036ff00. 00000100:00000001:3.0:1783444715.067522:0:32010:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884231577344 : -121189477974272 : ffff91c76036ff00) 00000100:00000001:3.0:1783444715.067525:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444715.067527:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232563328 : -121189476988288 : ffff91c760460a80) 00000100:00000001:3.0:1783444715.067532:0:32010:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444715.067538:0:32010:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444715.067540:0:32010:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444715.067542:0:32010:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444715.067545:0:32010:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760460a80 x1870075608277248/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444715.067553:0:32010:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444715.067555:0:32010:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444715.067559:0:32010:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444715.067561:0:32010:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444715.067564:0:32010:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444715.067567:0:32010:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760460a80 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32010:1870075608277248:192.168.204.110@tcp:35:rm.0 00000100:00000001:3.0:1783444715.067572:0:32010:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444715.067579:0:32010:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444715.067582:0:32010:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444715.067584:0:32010:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444715.067590:0:32010:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452adc00. 02000000:00000001:3.0:1783444715.067591:0:32010:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444715.067599:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444715.067603:0:32010:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7588117e8. 00000400:00000010:3.0:1783444715.067612:0:32010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218880. 00000100:00000200:3.0:1783444715.067621:0:32010:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608277248, portal 10 00000100:00000001:3.0:1783444715.067623:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444715.067624:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232563328 : -121189476988288 : ffff91c760460a80) 00000100:00000040:3.0:1783444715.067630:0:32010:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c760460a80 x1870075608277248/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444731 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444715.067638:0:32010:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444715.067640:0:32010:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444715.067644:0:32010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218440. 00000100:00000200:3.0:1783444715.067648:0:32010:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870075608277248, offset 0 00000400:00000200:3.0:1783444715.067656:0:32010:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444715.067898:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444715.067909:0:32010:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444715.068037:0:32010:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444715.068044:0:32010:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444715.068049:0:32010:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444715.068052:0:32010:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444715.068090:0:32010:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2677:2677:256:4294967295] 192.168.204.110@tcp LPNI seq info [2677:2677:8:4294967295] 00000400:00000200:3.0:1783444715.068097:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444715.068110:0:32010:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444715.068118:0:32010:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444715.068126:0:32010:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760f26500. 00000800:00000200:3.0:1783444715.068134:0:32010:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444715.068145:0:32010:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444715.068150:0:32010:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760f26500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1783444715.068176:0:32010:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444715.068182:0:32010:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 861446 usecs (862 jiffies) 00000400:00000200:3.0:1783444715.068185:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444715.068188:0:32010:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296354936 00000100:00000001:3.0:1783444715.068192:0:32010:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296356348 00000100:00000001:3.0:1783444715.068194:0:32010:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296354936 00000100:00000001:3.0:1783444715.068197:0:32010:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296356348 00000100:00000001:3.0:1783444715.068200:0:32010:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444715.068203:0:32010:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444715.068206:0:32010:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444715.068208:0:32010:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444715.068210:0:32010:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c76036ff00 going to sleep for 11 seconds 00000100:00000001:3.0:1783444715.068215:0:32010:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444715.068218:0:32010:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444715.068369:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444715.068374:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760f26500. 00000400:00000200:1.0:1783444715.068380:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444715.068385:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444715.068389:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218440 00000400:00000010:1.0:1783444715.068391:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218440. 00000100:00000001:1.0:1783444715.068395:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444715.068399:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760460a80 x1870075608277248/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444731 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444715.068408:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444715.068410:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760460a80 x1870075608277248/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444731 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444715.068415:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444715.068416:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444715.084731:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444715.084763:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444715.084770:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444715.084773:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444715.084791:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444715.084802:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444715.084814:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444715.084819:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444715.084826:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444715.084831:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e855a100 00000400:00000200:0.0:1783444715.084837:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444715.084843:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x76c1 [1] + 224 00000800:00000001:0.0:1783444715.084852:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444715.084859:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444715.084864:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444715.084868:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444715.084878:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444715.084889:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760460a80 x1870075608277248/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444731 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444715.084901:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91c760460a80 x1870075608277248/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444731 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444715.084922:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444715.084933:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1783444715.085097:0:32010:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444715.085109:0:32010:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444715.085112:0:32010:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444715.085117:0:32010:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7588117e8. 00000400:00000200:3.0:1783444715.085122:0:32010:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218880 00000400:00000010:3.0:1783444715.085125:0:32010:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218880. 00000100:00000001:3.0:1783444715.085128:0:32010:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444715.085133:0:32010:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760460a80 x1870075608277248/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444731 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783444715.085144:0:32010:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760460a80 x1870075608277248/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444731 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444715.085151:0:32010:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444715.085153:0:32010:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444715.085156:0:32010:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444715.085160:0:32010:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444715.085162:0:32010:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444715.085165:0:32010:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444715.085169:0:32010:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444715.085179:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1783444715.085182:0:32010:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bcf0 time=45 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444715.085187:0:32010:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444715.085190:0:32010:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444715.085192:0:32010:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444715.085195:0:32010:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444715.085200:0:32010:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444715.085204:0:32010:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783444715.085206:0:32010:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1783444715.085208:0:32010:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783444715.085211:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444715.085213:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232563328 : -121189476988288 : ffff91c760460a80) 00000100:00000001:3.0:1783444715.085217:0:32010:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444715.085219:0:32010:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967597 00000100:00000001:3.0:1783444715.085221:0:32010:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444715.085224:0:32010:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444715.085230:0:32010:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760460a80 x1870075608277248/t4294967610(4294967610) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444731 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444715.085238:0:32010:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444715.085242:0:32010:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444715.085244:0:32010:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444715.085248:0:32010:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760460a80 x1870075608277248/t4294967610(4294967610) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444731 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783444715.085256:0:32010:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760460a80 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32010:1870075608277248:192.168.204.110@tcp:35:rm.0 00000100:00000001:3.0:1783444715.085262:0:32010:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444715.085265:0:32010:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444715.085268:0:32010:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444715.085271:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444715.085274:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760460a80 x1870075608277248/t4294967610(4294967610) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444731 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444715.085291:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444715.085295:0:32010:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c76036ff00. 00000100:00000001:3.0:1783444715.085299:0:32010:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444715.085301:0:32010:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444715.085310:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444715.085311:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232563328 : -121189476988288 : ffff91c760460a80) 00000002:00000001:3.0:1783444715.085315:0:32010:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444715.085319:0:32010:0:(lmv_obd.c:1673:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444715.085324:0:32010:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c74317b9c0 2 00000080:00000010:3.0:1783444715.085328:0:32010:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75a129a00. 00000080:00000001:3.0:1783444715.085333:0:32010:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1783444715.085337:0:32010:0:(lmv_obd.c:4191:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1783444715.085341:0:32010:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444715.085344:0:32010:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444715.085346:0:32010:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444715.085349:0:32010:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444715.085351:0:32010:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444715.085353:0:32010:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:3.0:1783444715.085355:0:32010:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444715.085361:0:32010:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1783444715.085368:0:32010:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91c7603f1f80 x1870075608276608/t4294967608(4294967608) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444731 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444715.085381:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444715.085382:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232109952 : -121189477441664 : ffff91c7603f1f80) 00000100:00000001:3.0:1783444715.085384:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444715.085387:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1f80 x1870075608276608/t4294967608(4294967608) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444731 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444715.085393:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444715.085395:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444715.085398:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760460a80 x1870075608277248/t4294967610(4294967610) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444731 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444715.085404:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444715.085406:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444715.085409:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1f80 x1870075608276608/t4294967608(4294967608) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444731 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444715.085416:0:32010:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1783444715.085428:0:32010:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444715.085430:0:32010:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=9 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444715.085434:0:32010:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444715.085438:0:32010:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c76023a400. 02000000:00000001:3.0:1783444715.085443:0:32010:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444715.085445:0:32010:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444715.085447:0:32010:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1f80. 00000100:00000001:3.0:1783444715.085451:0:32010:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444715.085453:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444715.085454:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444715.085457:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760460a80 x1870075608277248/t4294967610(4294967610) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444731 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444715.085463:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444715.085465:0:32010:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff91c7507eb2e0. 00000002:00000001:3.0:1783444715.085468:0:32010:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444715.085470:0:32010:0:(lmv_obd.c:4197:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783444715.085472:0:32010:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91c76050a740. 00000100:00000001:3.0:1783444715.085477:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444715.085480:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760460a80 x1870075608277248/t4294967610(4294967610) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444731 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444715.085485:0:32010:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444715.085487:0:32010:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444715.085490:0:32010:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452adc00. 02000000:00000001:3.0:1783444715.085493:0:32010:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444715.085493:0:32010:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444715.085494:0:32010:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444715.085496:0:32010:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444715.085497:0:32010:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c75a129800. 02000000:00000001:3.0:1783444715.085498:0:32010:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444715.085500:0:32010:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444715.085501:0:32010:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760460a80. 00000100:00000001:3.0:1783444715.085503:0:32010:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444715.085504:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444715.085508:0:32010:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444715.085511:0:32010:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783444715.085514:0:32010:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x20:0x0] mode (null) 00000002:00000001:3.0:1783444715.085518:0:32010:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444715.085521:0:32010:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444715.085529:0:32010:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 4 00010000:00000001:3.0:1783444715.085532:0:32010:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444715.085538:0:32010:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444715.085540:0:32010:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444715.085544:0:32010:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1783444715.085547:0:32010:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x20:0x0](ffff91c748d75348) invalid 00000020:00000001:3.0:1783444715.085552:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13a80 00000080:00002000:3.0:1783444715.085554:0:32010:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff91c748f53948) parent ffff91c74931ae58 inode ffff91c748d75348 refc 2 00000080:00000001:3.0:1783444715.085558:0:32010:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1783444715.085561:0:32010:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783444715.085564:0:32010:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444715.085569:0:32010:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783444715.085574:0:32010:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783444715.085580:0:32010:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783444715.085583:0:32010:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444715.085588:0:32010:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783444715.085594:0:32010:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752224800 with handle 0x5503b2fe824ef57e from hash 00010000:00000001:3.0:1783444715.085596:0:32010:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783444715.085598:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444715.085600:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444715.085602:0:32010:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783444715.085605:0:32010:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783444715.085607:0:32010:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783444715.085611:0:32010:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1783444715.085613:0:32010:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:3.0:1783444715.085617:0:32010:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:3.0:1783444715.085624:0:32010:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760460a80. 00000020:00000040:3.0:1783444715.085627:0:32010:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=9 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:3.0:1783444715.085633:0:32010:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1783444715.085635:0:32010:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444715.085637:0:32010:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783444715.085643:0:32010:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444715.085648:0:32010:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444715.085651:0:32010:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444715.085653:0:32010:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444715.085658:0:32010:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444715.085665:0:32010:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c75a129800. 00000100:00000001:3.0:1783444715.085672:0:32010:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444715.085675:0:32010:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444715.085679:0:32010:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1783444715.085685:0:32010:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef585 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd291 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1783444715.085695:0:32010:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224800/0x5503b2fe824ef57e lrc: 1/0,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd252 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1783444715.085704:0:32010:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef570 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd236 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1783444715.085711:0:32010:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:3.0:1783444715.085713:0:32010:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:3.0:1783444715.085715:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783444715.085717:0:32010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef585 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd291 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444715.085731:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444715.085733:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783444715.085735:0:32010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224800/0x5503b2fe824ef57e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd252 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:3.0:1783444715.085754:0:32010:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747211b00 count: 0 00010000:00000010:3.0:1783444715.085761:0:32010:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c743ef4380. 00010000:00000001:3.0:1783444715.085768:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444715.085770:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783444715.085772:0:32010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef570 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd236 expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:3.0:1783444715.085779:0:32010:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747e41300 count: 0 00010000:00000010:3.0:1783444715.085782:0:32010:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c751113a80. 00010000:00000001:3.0:1783444715.085788:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444715.085789:0:32010:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444715.085792:0:32010:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444715.085793:0:32010:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444715.085795:0:32010:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1783444715.085808:0:32010:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1783444715.085815:0:32010:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c760460a80 x1870075608277504/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783444715.088556:0:32010:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444715.088561:0:32010:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444715.088577:0:32010:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c76036ff00. 00000100:00000001:3.0:1783444715.088581:0:32010:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884231577344 : -121189477974272 : ffff91c76036ff00) 00000100:00000001:3.0:1783444715.088585:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444715.088588:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232563328 : -121189476988288 : ffff91c760460a80) 00000100:00000001:3.0:1783444715.088594:0:32010:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444715.088600:0:32010:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444715.088602:0:32010:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444715.088605:0:32010:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444715.088618:0:32010:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760460a80 x1870075608277504/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444715.088628:0:32010:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444715.088630:0:32010:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444715.088636:0:32010:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444715.088641:0:32010:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444715.088643:0:32010:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444715.088647:0:32010:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760460a80 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32010:1870075608277504:192.168.204.110@tcp:36:rm.0 00000100:00000001:3.0:1783444715.088651:0:32010:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444715.088658:0:32010:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444715.088661:0:32010:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444715.088664:0:32010:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444715.088678:0:32010:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452adc00. 02000000:00000001:3.0:1783444715.088681:0:32010:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444715.088689:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444715.088695:0:32010:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7588117e8. 00000400:00000010:3.0:1783444715.088706:0:32010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218880. 00000100:00000200:3.0:1783444715.088716:0:32010:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608277504, portal 10 00000100:00000001:3.0:1783444715.088718:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444715.088720:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232563328 : -121189476988288 : ffff91c760460a80) 00000100:00000040:3.0:1783444715.088729:0:32010:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760460a80 x1870075608277504/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1783444731 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444715.088737:0:32010:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444715.088749:0:32010:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444715.088752:0:32010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218330. 00000100:00000200:3.0:1783444715.088757:0:32010:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1870075608277504, offset 0 00000400:00000200:3.0:1783444715.088765:0:32010:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444715.088776:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444715.088787:0:32010:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444715.088794:0:32010:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444715.088798:0:32010:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444715.088803:0:32010:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444715.088805:0:32010:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444715.088809:0:32010:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2678:2678:256:4294967295] 192.168.204.110@tcp LPNI seq info [2678:2678:8:4294967295] 00000400:00000200:3.0:1783444715.088814:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444715.088836:0:32010:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444715.088844:0:32010:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444715.088850:0:32010:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760f26100. 00000800:00000200:3.0:1783444715.088858:0:32010:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444715.088868:0:32010:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444715.088873:0:32010:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760f26100 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1783444715.088896:0:32010:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444715.088902:0:32010:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 860230 usecs (861 jiffies) 00000400:00000200:3.0:1783444715.088905:0:32010:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444715.088908:0:32010:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296354955 00000100:00000001:3.0:1783444715.088912:0:32010:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296356348 00000100:00000001:3.0:1783444715.088914:0:32010:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296354955 00000100:00000001:3.0:1783444715.088916:0:32010:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296356348 00000100:00000001:3.0:1783444715.088984:0:32010:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444715.088989:0:32010:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444715.088991:0:32010:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444715.088993:0:32010:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444715.088996:0:32010:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c76036ff00 going to sleep for 11 seconds 00000100:00000001:3.0:1783444715.089000:0:32010:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444715.089003:0:32010:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444715.089181:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444715.089187:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760f26100. 00000400:00000200:1.0:1783444715.089195:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444715.089200:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444715.089205:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218330 00000400:00000010:1.0:1783444715.089207:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218330. 00000100:00000001:1.0:1783444715.089211:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444715.089216:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760460a80 x1870075608277504/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1783444731 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444715.089227:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444715.089232:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760460a80 x1870075608277504/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1783444731 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444715.089238:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444715.089240:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1783444715.093942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14800. 00010000:00000010:3.1:1783444715.093966:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211b00. 00010000:00000010:3.1:1783444715.093972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224800. 00010000:00000010:3.1:1783444715.093978:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41300. 00010000:00000010:3.1:1783444715.093981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652d000. 00000800:00000001:0.0:1783444715.099901:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444715.100033:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444715.100038:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444715.100053:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444715.100118:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444715.100128:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444715.100141:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444715.100147:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444715.100154:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444715.100159:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e855a200 00000400:00000200:0.0:1783444715.100164:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444715.100171:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x76c9 [1] + 224 00000800:00000001:0.0:1783444715.100182:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444715.100191:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444715.100195:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444715.100201:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444715.100210:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444715.100222:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760460a80 x1870075608277504/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1783444731 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444715.100238:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff91c760460a80 x1870075608277504/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1783444731 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444715.100259:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444715.100270:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444715.100273:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444715.100497:0:32010:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444715.100507:0:32010:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444715.100509:0:32010:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444715.100514:0:32010:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7588117e8. 00000400:00000200:3.0:1783444715.100520:0:32010:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218880 00000400:00000010:3.0:1783444715.100522:0:32010:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218880. 00000100:00000001:3.0:1783444715.100527:0:32010:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444715.100533:0:32010:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760460a80 x1870075608277504/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1783444731 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444715.100543:0:32010:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760460a80 x1870075608277504/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1783444731 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444715.100549:0:32010:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444715.100552:0:32010:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444715.100555:0:32010:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444715.100560:0:32010:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444715.100563:0:32010:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444715.100565:0:32010:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444715.100570:0:32010:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444715.100582:0:32010:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=45 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444715.100586:0:32010:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444715.100589:0:32010:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444715.100591:0:32010:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444715.100595:0:32010:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444715.100599:0:32010:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444715.100603:0:32010:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783444715.100606:0:32010:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x10000009a/0x10000012a] 00000100:00000001:3.0:1783444715.100608:0:32010:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783444715.100611:0:32010:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444715.100612:0:32010:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232563328 : -121189476988288 : ffff91c760460a80) 00000100:00000001:3.0:1783444715.100616:0:32010:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444715.100619:0:32010:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967597 00000100:00000001:3.0:1783444715.100621:0:32010:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444715.100624:0:32010:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444715.100630:0:32010:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760460a80 x1870075608277504/t4294967611(4294967611) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1783444731 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444715.100637:0:32010:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444715.100641:0:32010:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444715.100643:0:32010:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444715.100648:0:32010:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760460a80 x1870075608277504/t4294967611(4294967611) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1783444731 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444715.100656:0:32010:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760460a80 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32010:1870075608277504:192.168.204.110@tcp:36:rm.0 00000100:00000001:3.0:1783444715.100662:0:32010:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444715.100673:0:32010:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444715.100677:0:32010:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444715.100680:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444715.100683:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760460a80 x1870075608277504/t4294967611(4294967611) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1783444731 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444715.100691:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444715.100695:0:32010:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c76036ff00. 00000100:00000001:3.0:1783444715.100699:0:32010:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444715.100701:0:32010:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444715.100712:0:32010:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444715.100716:0:32010:0:(lmv_obd.c:3534:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444715.100722:0:32010:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444715.100727:0:32010:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75a128800. 00000080:00000002:3.0:1783444715.100734:0:32010:0:(namei.c:1689:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1783444714 to 1783444715 00000100:00000001:3.0:1783444715.100743:0:32010:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444715.100746:0:32010:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760460a80 x1870075608277504/t4294967611(4294967611) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1783444731 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444715.100751:0:32010:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444715.100753:0:32010:0:(namei.c:2360:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444715.100775:0:32010:0:(llite_lib.c:3272:ll_delete_inode()) Process entered 00000080:00000001:3.0:1783444715.100779:0:32010:0:(llite_lib.c:1943:ll_clear_inode()) Process entered 00000080:00200000:3.0:1783444715.100782:0:32010:0:(llite_lib.c:1946:ll_clear_inode()) VFS Op:inode=[0x200000405:0x20:0x0](ffff91c748d75348) 00800000:00000001:3.0:1783444715.100786:0:32010:0:(lmv_obd.c:1642:lmv_null_inode()) Process entered 00800000:00000002:3.0:1783444715.100788:0:32010:0:(lmv_obd.c:1644:lmv_null_inode()) CBDATA for [0x200000405:0x20:0x0] 00000002:00000001:3.0:1783444715.100794:0:32010:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:3.0:1783444715.100802:0:32010:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444715.100804:0:32010:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:3.0:1783444715.100807:0:32010:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444715.100809:0:32010:0:(lmv_obd.c:1654:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444715.100813:0:32010:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1783444715.100815:0:32010:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1783444715.100817:0:32010:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444715.102092:0:32010:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444715.102099:0:32010:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c74317b9c0 1 00800000:00000010:3.0:1783444715.102104:0:32010:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c74317b9c0. 00000080:00000001:3.0:1783444715.102114:0:32010:0:(llite_lib.c:1994:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1783444715.102117:0:32010:0:(llite_lib.c:3291:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1783444715.102137:0:32010:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1783444715.102141:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941e13e30 00000080:00002000:3.0:1783444715.102144:0:32010:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff91c748f53948, parent ffff91c74931ae58, inode 0000000000000000) hashed, 00000080:00000001:3.0:1783444715.102148:0:32010:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444715.102152:0:32010:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1783444715.102155:0:32010:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1783444715.115143:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d75280. 00000080:00000010:3.1:1783444715.115164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630a560. 00010000:00000001:0.0:1783444715.746154:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444715.746160:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444715.746166:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444715.746167:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444715.746170:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444715.746171:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444716.775350:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444716.775356:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444716.775359:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444716.775360:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444716.775363:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444716.775364:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444716.776951:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444716.776957:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444716.776960:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1783444717.346190:0:31963:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4910 (cpu 0) has reached its deadline 4296356348, at 4296356352 00000100:00000010:1.0:1783444717.346207:0:31963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7465b3900. 00000100:00000040:0.0:1783444717.346275:0:26147:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4800 (cpu 0) has reached its deadline 4296356348, at 4296356352 00000100:00000010:0.0:1783444717.346282:0:26147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7465b3d20. 00010000:00000001:0.0:1783444717.795086:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444717.795096:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444717.795102:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444717.795104:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444717.795108:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444717.795109:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444717.795139:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783444717.795144:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444717.795148:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1783444718.371131:0:15196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783444718.371142:0:15196:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783444718.371152:0:15196:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760461500. 00000020:00000040:3.0:1783444718.371158:0:15196:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:3.0:1783444718.371164:0:15196:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444718.371167:0:15196:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444718.371174:0:15196:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444718.371184:0:15196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c760f26300. 00000100:00000001:3.0:1783444718.371193:0:15196:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444718.371208:0:15196:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS req@ffff91c760461500 x1870075608277632/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783444718.371221:0:15196:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444718.371226:0:15196:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444718.371233:0:15196:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da895c8d] to pc [ptlrpcd_01_01+1] req@ffff91c760461500 x1870075608277632/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.371260:0:15196:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444718.371263:0:15196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783444718.371267:0:15196:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783444718.371269:0:15196:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760460700. 00000020:00000040:3.0:1783444718.371272:0:15196:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=10 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:3.0:1783444718.371274:0:15196:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444718.371276:0:15196:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444718.371277:0:15196:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444718.371281:0:15196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c760f26e00. 00000100:00000001:3.0:1783444718.371284:0:15196:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444718.371287:0:15196:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID req@ffff91c760460700 x1870075608277760/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783444718.371293:0:15196:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444718.371295:0:15196:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444718.371298:0:15196:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024dd61dc] to pc [ptlrpcd_01_00+0] req@ffff91c760460700 x1870075608277760/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.371307:0:15196:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444718.371309:0:15196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783444718.371313:0:15196:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783444718.371315:0:15196:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760463b80. 00000020:00000040:3.0:1783444718.371317:0:15196:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:3.0:1783444718.371319:0:15196:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444718.371321:0:15196:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444718.371322:0:15196:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444718.371325:0:15196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c760f26000. 00000100:00000001:3.0:1783444718.371328:0:15196:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444718.371332:0:15196:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID req@ffff91c760463b80 x1870075608277888/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783444718.371339:0:15196:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444718.371341:0:15196:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444718.371344:0:15196:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000221c8b75] to pc [ptlrpcd_01_01+1] req@ffff91c760463b80 x1870075608277888/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.371351:0:15196:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444718.371353:0:15196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783444718.371366:0:15196:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783444718.371369:0:15196:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760461180. 00000020:00000040:3.0:1783444718.371371:0:15196:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:3.0:1783444718.371373:0:15196:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444718.371375:0:15196:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444718.371376:0:15196:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444718.371379:0:15196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c760f26b00. 00000100:00000001:3.0:1783444718.371382:0:15196:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444718.371385:0:15196:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID req@ffff91c760461180 x1870075608278016/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783444718.371393:0:15196:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444718.371395:0:15196:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444718.371398:0:15196:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f760856] to pc [ptlrpcd_01_00+0] req@ffff91c760461180 x1870075608278016/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.371404:0:15196:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444718.371407:0:15196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783444718.371410:0:15196:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783444718.371412:0:15196:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760460e00. 00000020:00000040:3.0:1783444718.371414:0:15196:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=4 obd=lustre-OST0001-osc-ffff91c759350000 00000100:00000001:3.0:1783444718.371416:0:15196:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444718.371417:0:15196:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444718.371418:0:15196:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444718.371421:0:15196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c760f26900. 00000100:00000001:3.0:1783444718.371423:0:15196:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444718.371427:0:15196:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID req@ffff91c760460e00 x1870075608278144/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783444718.371434:0:15196:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444718.371435:0:15196:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444718.371439:0:15196:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b9c518c] to pc [ptlrpcd_01_01+1] req@ffff91c760460e00 x1870075608278144/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.371451:0:15196:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444718.371456:0:15196:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1695) 00000100:00000001:3.0:1783444718.371471:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444718.371475:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444718.371478:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444718.371483:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760461500 x1870075608277632/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.371492:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444718.371494:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444718.371498:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444718.371501:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444718.371504:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444718.371508:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760461500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2403:1870075608277632:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444718.371512:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444718.371519:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444718.371522:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444718.371524:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444718.371529:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c752030000. 02000000:00000001:3.0:1783444718.371531:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444718.371549:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444718.371555:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7588117e8. 00000400:00000010:3.0:1783444718.371563:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218880. 00000100:00000200:3.0:1783444718.371572:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608277632, portal 25 00000100:00000001:3.0:1783444718.371575:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444718.371577:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232566016 : -121189476985600 : ffff91c760461500) 00000100:00000040:3.0:1783444718.371582:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760461500 x1870075608277632/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.371591:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444718.371594:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444718.371597:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218aa0. 00000100:00000200:3.0:1783444718.371601:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870075608277632, offset 0 00000400:00000200:3.0:1783444718.371609:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444718.371620:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444718.371629:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444718.371636:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444718.371642:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444718.371647:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444718.371650:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444718.371654:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2679:2679:256:4294967295] 192.168.204.110@tcp LPNI seq info [2679:2679:8:4294967295] 00000400:00000200:3.0:1783444718.371659:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444718.371671:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444718.371679:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444718.371686:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760f26100. 00000800:00000200:3.0:1783444718.371693:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444718.371703:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444718.371709:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760f26100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444718.371725:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444718.371730:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444718.371733:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296361468 00000100:00000010:3.0:1783444718.371738:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7604bb960. 00000100:00000001:3.0:1783444718.371746:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1783444718.371752:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296361468 00000100:00000010:3.0:1783444718.371756:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7604bbf00. 00000100:00000001:3.0:1783444718.371760:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1783444718.371763:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444718.371766:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444718.371769:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444718.371773:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760463b80 x1870075608277888/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.371781:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444718.371782:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444718.371784:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444718.371786:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444718.371789:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444718.371791:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608277888:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444718.371795:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444718.371798:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444718.371799:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444718.371801:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444718.371804:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c752030a00. 02000000:00000001:3.0:1783444718.371807:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444718.371810:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444718.371812:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811a50. 00000400:00000010:3.0:1783444718.371816:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218bb0. 00000100:00000200:3.0:1783444718.371819:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608277888, portal 10 00000100:00000001:3.0:1783444718.371821:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444718.371822:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232575872 : -121189476975744 : ffff91c760463b80) 00000100:00000040:3.0:1783444718.371830:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760463b80 x1870075608277888/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.371836:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444718.371838:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444718.371840:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218c38. 00000100:00000200:3.0:1783444718.371843:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608277888, offset 0 00000400:00000200:3.0:1783444718.371847:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444718.371851:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444718.371854:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444718.371857:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444718.371859:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444718.371861:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444718.371864:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444718.371866:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2680:2680:255:4294967295] 192.168.204.110@tcp LPNI seq info [2680:2680:7:4294967295] 00000400:00000200:3.0:1783444718.371869:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444718.371875:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444718.371879:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444718.371883:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760f26500. 00000800:00000200:3.0:1783444718.371887:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444718.371891:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444718.371894:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760f26500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444718.371897:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444718.371901:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 20856 usecs (21 jiffies) 00000400:00000200:3.0:1783444718.371904:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444718.371907:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296357397 00000100:00000001:3.0:1783444718.371909:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296361468 00000100:00000001:3.0:1783444718.371911:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296357397 00000100:00000001:3.0:1783444718.371913:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296361468 00000100:00000001:3.0:1783444718.371916:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444718.371917:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444718.371919:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444718.371923:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760460e00 x1870075608278144/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.371929:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444718.371931:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444718.371933:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444718.371934:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444718.371936:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444718.371939:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760460e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608278144:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444718.371942:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444718.371945:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444718.371946:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444718.371948:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444718.371951:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c752030e00. 02000000:00000001:3.0:1783444718.371953:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444718.371956:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444718.371959:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811e18. 00000400:00000010:3.0:1783444718.371962:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218198. 00000100:00000200:3.0:1783444718.371965:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608278144, portal 4 00000100:00000001:3.0:1783444718.371967:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444718.371968:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232564224 : -121189476987392 : ffff91c760460e00) 00000100:00000040:3.0:1783444718.371974:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760460e00 x1870075608278144/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.371980:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444718.371982:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444718.371984:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218d48. 00000100:00000200:3.0:1783444718.371986:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608278144, offset 0 00000400:00000200:3.0:1783444718.371990:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444718.371993:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444718.371995:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444718.371998:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444718.372000:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444718.372002:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444718.372005:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444718.372008:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2681:2681:254:4294967295] 192.168.204.110@tcp LPNI seq info [2681:2681:6:4294967295] 00000400:00000200:3.0:1783444718.372012:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444718.372017:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444718.372021:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444718.372025:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760f26600. 00000800:00000200:3.0:1783444718.372028:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444718.372031:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444718.372034:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760f26600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444718.372037:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444718.372039:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 130028 usecs (131 jiffies) 00000400:00000200:3.0:1783444718.372042:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444718.372044:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296357507 00000100:00000001:3.0:1783444718.372047:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296361468 00000100:00000001:3.0:1783444718.372049:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296357507 00000100:00000001:3.0:1783444718.372051:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296361468 00000100:00000001:3.0:1783444718.372053:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444718.372078:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444718.372081:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444718.372084:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444718.372093:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444718.372096:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783444718.372098:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444718.372099:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444718.372101:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444718.372104:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1783444718.372106:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444718.372107:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444718.372109:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444718.372111:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444718.372112:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444718.372113:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444718.372116:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760460700 x1870075608277760/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.372122:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444718.372124:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444718.372126:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444718.372128:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444718.372130:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444718.372132:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760460700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608277760:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444718.372135:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444718.372137:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444718.372138:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444718.372140:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444718.372143:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c752030200. 02000000:00000001:3.0:1783444718.372146:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444718.372148:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444718.372152:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811b58. 00000400:00000010:3.0:1783444718.372155:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602185d8. 00000100:00000200:3.0:1783444718.372157:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608277760, portal 10 00000100:00000001:3.0:1783444718.372160:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444718.372161:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232562432 : -121189476989184 : ffff91c760460700) 00000100:00000040:3.0:1783444718.372166:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760460700 x1870075608277760/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.372172:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444718.372174:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444718.372177:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218ee0. 00000100:00000200:3.0:1783444718.372179:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608277760, offset 0 00000400:00000200:3.0:1783444718.372183:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444718.372186:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444718.372189:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444718.372191:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444718.372193:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444718.372196:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444718.372198:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444718.372201:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2682:2682:253:4294967295] 192.168.204.110@tcp LPNI seq info [2682:2682:5:4294967295] 00000400:00000200:3.0:1783444718.372205:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444718.372211:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444718.372215:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444718.372218:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760f26700. 00000800:00000200:3.0:1783444718.372221:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444718.372225:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444718.372227:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760f26700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444718.372230:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444718.372233:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 859006 usecs (860 jiffies) 00000400:00000200:3.0:1783444718.372235:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444718.372237:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296358236 00000100:00000001:3.0:1783444718.372239:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296361468 00000100:00000001:3.0:1783444718.372242:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296358236 00000100:00000001:3.0:1783444718.372244:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296361468 00000100:00000001:3.0:1783444718.372247:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444718.372248:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444718.372250:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444718.372253:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760461180 x1870075608278016/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.372260:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444718.372261:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444718.372263:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444718.372265:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444718.372266:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444718.372269:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608278016:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444718.372272:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444718.372274:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444718.372275:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444718.372277:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444718.372280:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75104cc00. 02000000:00000001:3.0:1783444718.372282:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444718.372285:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444718.372287:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811cb8. 00000400:00000010:3.0:1783444718.372290:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602183b8. 00000100:00000200:3.0:1783444718.372292:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608278016, portal 4 00000100:00000001:3.0:1783444718.372294:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444718.372295:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232565120 : -121189476986496 : ffff91c760461180) 00000100:00000040:3.0:1783444718.372300:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760461180 x1870075608278016/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.372307:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444718.372309:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444718.372311:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218cc0. 00000100:00000200:3.0:1783444718.372313:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608278016, offset 0 00000400:00000200:3.0:1783444718.372318:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444718.372321:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444718.372324:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444718.372327:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444718.372330:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444718.372332:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444718.372334:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444718.372337:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2683:2683:252:4294967295] 192.168.204.110@tcp LPNI seq info [2683:2683:4:4294967295] 00000400:00000200:3.0:1783444718.372340:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444718.372345:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444718.372350:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444718.372353:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760f26800. 00000800:00000200:3.0:1783444718.372357:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444718.372373:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444718.372376:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760f26800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444718.372379:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444718.372382:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 19997 usecs (20 jiffies) 00000400:00000200:3.0:1783444718.372385:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444718.372387:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296357396 00000100:00000001:3.0:1783444718.372389:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296361468 00000100:00000001:3.0:1783444718.372391:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296357396 00000100:00000001:3.0:1783444718.372393:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296361468 00000100:00000001:3.0:1783444718.372395:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444718.372396:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444718.372399:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444718.372401:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444718.372418:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444718.372421:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444718.372531:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444718.372537:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760f26100. 00000400:00000200:1.0:1783444718.372546:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444718.372552:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444718.372557:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218aa0 00000400:00000010:1.0:1783444718.372560:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218aa0. 00000100:00000001:1.0:1783444718.372564:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444718.372570:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760461500 x1870075608277632/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444718.372581:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444718.372585:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760461500 x1870075608277632/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444734 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444718.372593:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444718.372595:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444718.372607:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444718.372609:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760f26500. 00000400:00000200:1.0:1783444718.372611:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444718.372614:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444718.372616:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218c38 00000400:00000010:1.0:1783444718.372618:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218c38. 00000100:00000001:1.0:1783444718.372619:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444718.372622:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760463b80 x1870075608277888/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444718.372629:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444718.372633:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760463b80 x1870075608277888/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444734 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444718.372639:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444718.372641:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444718.372648:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444718.372650:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760f26600. 00000400:00000200:1.0:1783444718.372652:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444718.372656:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444718.372658:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218d48 00000400:00000010:1.0:1783444718.372660:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218d48. 00000100:00000001:1.0:1783444718.372662:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444718.372665:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760460e00 x1870075608278144/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444718.372672:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444718.372675:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760460e00 x1870075608278144/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444734 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444718.372681:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444718.372683:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444718.372690:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444718.372692:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760f26700. 00000400:00000200:1.0:1783444718.372694:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444718.372697:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444718.372699:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218ee0 00000400:00000010:1.0:1783444718.372701:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218ee0. 00000100:00000001:1.0:1783444718.372703:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444718.372706:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760460700 x1870075608277760/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444718.372714:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444718.372717:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760460700 x1870075608277760/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444734 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444718.372723:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444718.372725:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444718.372781:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444718.372783:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760f26800. 00000400:00000200:1.0:1783444718.372785:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444718.372789:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444718.372791:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218cc0 00000400:00000010:1.0:1783444718.372792:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218cc0. 00000100:00000001:1.0:1783444718.372794:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444718.372798:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760461180 x1870075608278016/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444718.372805:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444718.372808:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760461180 x1870075608278016/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444734 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444718.372814:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444718.372815:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444718.378886:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444718.378910:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444718.378915:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444718.378919:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444718.378931:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.378942:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444718.378954:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.378960:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.378966:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.378971:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855a380 00000400:00000200:0.0:1783444718.378976:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.378983:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x76d9 [1] + 224 00000800:00000001:0.0:1783444718.378993:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444718.378998:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444718.379001:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444718.379007:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444718.379017:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444718.379030:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760463b80 x1870075608277888/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444734 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444718.379044:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c760463b80 x1870075608277888/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444718.379089:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444718.379099:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444718.379103:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444718.379105:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444718.379107:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444718.379110:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.379114:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444718.379119:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.379121:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.379125:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.379127:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855a300 00000400:00000200:0.0:1783444718.379131:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.379134:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x76e9 [1] + 224 00000800:00000001:0.0:1783444718.379138:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444718.379142:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444718.379144:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444718.379148:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444718.379151:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444718.379156:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760460700 x1870075608277760/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444734 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444718.379164:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c760460700 x1870075608277760/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444718.379171:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444718.379175:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444718.379178:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444718.379180:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444718.379183:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444718.379186:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.379189:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444718.379194:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.379197:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.379200:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.379203:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a4d2e855a280 00000400:00000200:0.0:1783444718.379206:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.379211:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x76d1 [1] + 224 00000800:00000001:0.0:1783444718.379215:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444718.379219:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444718.379221:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444718.379225:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444718.379228:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444718.379233:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760461500 x1870075608277632/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444734 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444718.379242:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c760461500 x1870075608277632/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444718.379249:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444718.379253:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444718.379256:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444718.379258:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444718.379260:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444718.379263:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.379266:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444718.379270:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.379272:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.379275:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.379278:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e855a480 00000400:00000200:0.0:1783444718.379282:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.379286:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x76e1 [1] + 224 00000800:00000001:0.0:1783444718.379289:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444718.379292:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444718.379294:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444718.379297:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444718.379300:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444718.379305:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760460e00 x1870075608278144/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444734 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444718.379314:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c760460e00 x1870075608278144/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444718.379321:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444718.379324:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444718.379327:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444718.379329:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444718.379331:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444718.379333:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.379336:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444718.379340:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.379343:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.379345:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.379347:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e855a400 00000400:00000200:0.0:1783444718.379350:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.379353:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x76f1 [1] + 224 00000800:00000001:0.0:1783444718.379356:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444718.379381:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444718.379382:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444718.379386:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444718.379388:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444718.379393:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760461180 x1870075608278016/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444734 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444718.379402:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c760461180 x1870075608278016/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444718.379408:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444718.379411:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444718.379414:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444718.379766:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444718.379772:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444718.379780:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444718.379783:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444718.379787:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811b58. 00000400:00000200:3.0:1783444718.379793:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7602185d8 00000400:00000010:3.0:1783444718.379797:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7602185d8. 00000100:00000001:3.0:1783444718.379800:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444718.379806:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760460700 x1870075608277760/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444718.379817:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760460700 x1870075608277760/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444734 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.379824:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444718.379827:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444718.379831:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444718.379837:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444718.379840:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444718.379844:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444718.379849:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444718.379864:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=48 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444718.379870:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444718.379874:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444718.379876:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444718.379881:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444718.379886:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444718.379891:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444718.379894:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967597 00000100:00000001:3.0:1783444718.379896:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444718.379900:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444718.379906:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760460700 x1870075608277760/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444734 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.379913:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444718.379917:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444718.379920:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444718.379924:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760460700 x1870075608277760/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444734 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444718.379934:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760460700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608277760:192.168.204.110@tcp:400:kworker.0 00000400:00000001:3.0:1783444718.379940:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444718.379942:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444718.379943:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811cb8. 00000400:00000200:3.0:1783444718.379947:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7602183b8 00000400:00000010:3.0:1783444718.379948:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7602183b8. 00000100:00000001:3.0:1783444718.379951:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444718.379954:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760461180 x1870075608278016/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444718.379962:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760461180 x1870075608278016/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444734 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.379967:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444718.379969:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444718.379970:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444718.379971:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444718.379973:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444718.379974:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444718.379976:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444718.379981:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=48 v=5 (5 5 5 138) 00000100:00001000:3.0:1783444718.379983:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444718.379985:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444718.379987:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444718.379988:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444718.379990:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444718.379993:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444718.379994:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1783444718.379996:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444718.379998:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444718.380001:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760461180 x1870075608278016/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444734 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.380007:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444718.380009:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444718.380010:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444718.380013:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760461180 x1870075608278016/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444734 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444718.380025:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608278016:192.168.204.110@tcp:400:kworker.0 00000400:00000001:3.0:1783444718.380030:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444718.380031:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444718.380032:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7588117e8. 00000400:00000200:3.0:1783444718.380035:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218880 00000400:00000010:3.0:1783444718.380037:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218880. 00000100:00000001:3.0:1783444718.380039:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444718.380042:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760461500 x1870075608277632/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444718.380049:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760461500 x1870075608277632/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444734 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.380219:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444718.380221:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444718.380224:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444718.380225:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444718.380226:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444718.380228:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444718.380230:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444718.380233:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=48 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444718.380236:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=48 v=5 (1 1 1 1) 00000100:00000001:3.0:1783444718.380238:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444718.380240:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444718.380242:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444718.380243:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444718.380245:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444718.380250:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760461500 x1870075608277632/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444734 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.380257:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444718.380259:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444718.380261:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444718.380265:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760461500 x1870075608277632/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444734 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444718.380273:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760461500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2403:1870075608277632:192.168.204.110@tcp:400:kworker.0 00000400:00000001:3.0:1783444718.380278:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444718.380280:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444718.380282:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811a50. 00000400:00000200:3.0:1783444718.380285:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218bb0 00000400:00000010:3.0:1783444718.380286:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218bb0. 00000100:00000001:3.0:1783444718.380288:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444718.380292:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760463b80 x1870075608277888/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444718.380300:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760463b80 x1870075608277888/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444734 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.380306:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444718.380307:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444718.380308:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444718.380310:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444718.380311:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444718.380312:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444718.380314:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444718.380319:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=48 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444718.380321:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=48 v=5 (1 1 1 1) 00000100:00000001:3.0:1783444718.380323:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444718.380324:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444718.380326:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444718.380328:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444718.380330:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444718.380332:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1783444718.380334:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444718.380336:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444718.380339:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760463b80 x1870075608277888/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444734 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.380345:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444718.380348:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444718.380349:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444718.380353:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760463b80 x1870075608277888/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444734 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444718.380372:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608277888:192.168.204.110@tcp:400:kworker.0 00000400:00000001:3.0:1783444718.380378:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444718.380379:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444718.380381:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811e18. 00000400:00000200:3.0:1783444718.380383:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218198 00000400:00000010:3.0:1783444718.380385:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218198. 00000100:00000001:3.0:1783444718.380387:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444718.380391:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760460e00 x1870075608278144/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444718.380399:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760460e00 x1870075608278144/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444734 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.380405:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444718.380406:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444718.380408:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444718.380409:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444718.380410:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444718.380412:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444718.380414:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444718.380418:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f460 time=48 v=5 (5 5 5 138) 00000100:00001000:3.0:1783444718.380421:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=19 v=5 (1 1 0 0) 00000100:00000001:3.0:1783444718.380423:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444718.380424:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444718.380425:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444718.380427:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444718.380429:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444718.380431:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967323 00000100:00000001:3.0:1783444718.380433:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444718.380435:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444718.380438:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760460e00 x1870075608278144/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444734 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.380445:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444718.380447:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444718.380449:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444718.380452:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760460e00 x1870075608278144/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444734 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444718.380459:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760460e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608278144:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444718.380463:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444718.380466:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444718.380469:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760460700 x1870075608277760/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444734 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.380476:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444718.380479:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444718.380483:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c752030200. 02000000:00000001:3.0:1783444718.380486:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444718.380489:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444718.380491:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=9 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444718.380495:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444718.380498:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c760f26e00. 02000000:00000001:3.0:1783444718.380503:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444718.380505:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444718.380507:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760460700. 00000100:00000001:3.0:1783444718.380511:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444718.380512:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444718.380514:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444718.380518:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760461180 x1870075608278016/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444734 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.380524:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444718.380526:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444718.380527:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75104cc00. 02000000:00000001:3.0:1783444718.380529:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444718.380531:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444718.380532:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:3.0:1783444718.380534:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444718.380536:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c760f26b00. 02000000:00000001:3.0:1783444718.380538:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444718.380540:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444718.380541:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760461180. 00000100:00000001:3.0:1783444718.380544:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444718.380545:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444718.380547:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444718.380551:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760461500 x1870075608277632/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444734 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.380558:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444718.380559:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444718.380560:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c752030000. 02000000:00000001:3.0:1783444718.380576:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444718.380578:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444718.380580:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1783444718.380582:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444718.380583:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c760f26300. 02000000:00000001:3.0:1783444718.380586:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444718.380587:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444718.380588:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760461500. 00000100:00000001:3.0:1783444718.380590:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444718.380592:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444718.380593:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444718.380597:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760463b80 x1870075608277888/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444734 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.380603:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444718.380604:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444718.380606:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c752030a00. 02000000:00000001:3.0:1783444718.380608:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444718.380609:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444718.380610:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:3.0:1783444718.380612:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444718.380613:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c760f26000. 02000000:00000001:3.0:1783444718.380615:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444718.380617:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444718.380619:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760463b80. 00000100:00000001:3.0:1783444718.380622:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444718.380623:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444718.380624:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444718.380628:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760460e00 x1870075608278144/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444734 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.380634:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444718.380636:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444718.380637:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c752030e00. 02000000:00000001:3.0:1783444718.380639:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444718.380641:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444718.380642:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:3.0:1783444718.380644:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444718.380645:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c760f26900. 02000000:00000001:3.0:1783444718.380647:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444718.380648:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444718.380649:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760460e00. 00000100:00000001:3.0:1783444718.380651:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444718.380652:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444718.380655:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444718.380664:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444718.380666:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444718.380669:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444718.380671:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444718.564912:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444718.564932:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444718.564937:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444718.564940:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444718.564951:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444718.564960:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444718.564971:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444718.564977:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444718.564983:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444718.564988:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 328 into portal 15 MB=0x6a4d2e99be000 00000400:00000200:1.0:1783444718.564999:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.110@tcp of length 328/328 into md 0x6989 [2] + 1640 00000800:00000001:1.0:1783444718.565008:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444718.565025:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444718.565029:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444718.565034:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444718.565046:0:2393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1783444718.565048:0:2393:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1783444718.565083:0:2393:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758839880. 00000100:00000040:1.0:1783444718.565089:0:2393:0:(events.c:337:request_in_callback()) incoming req@ffff91c758839880 x1870075629658112 msgsize 328 00000100:00100000:1.0:1783444718.565095:0:2393:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.110@tcp (source: 12345-192.168.204.110@tcp) 00000100:00000001:1.0:1783444718.565107:0:2393:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1783444718.565118:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444718.565122:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444718.565409:0:16809:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1783444718.565413:0:16809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870075629658112 02000000:00000001:0.0:1783444718.565418:0:16809:0:(sec.c:2495:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1783444718.565421:0:16809:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444718.565424:0:16809:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444718.565429:0:16809:0:(sec.c:2544:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444718.565435:0:16809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870075629658112 00000020:00000001:0.0:1783444718.565439:0:16809:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783444718.565451:0:16809:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea6b 00000020:00000001:0.0:1783444718.565455:0:16809:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444718.565459:0:16809:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c7510a5800 refcount=4 00000020:00000001:0.0:1783444718.565461:0:16809:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883976992768 : -121189732558848 : ffff91c7510a5800) 00000020:00000001:0.0:1783444718.565464:0:16809:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883976992768 : -121189732558848 : ffff91c7510a5800) 00000100:00000001:0.0:1783444718.565470:0:16809:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783444718.565476:0:16809:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91c745359c80. 00000100:00000001:0.0:1783444718.565479:0:16809:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783444718.565482:0:16809:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff91c745359c80. 00000020:00000010:0.0:1783444718.565490:0:16809:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75118b800. 00000020:00000010:0.0:1783444718.565496:0:16809:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91c751113b00. 00000020:00000010:0.0:1783444718.565503:0:16809:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff91c7513a0ed8. 00000100:00000040:0.0:1783444718.565514:0:16809:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1783444718.565517:0:16809:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1783444718.565519:0:16809:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1783444718.565522:0:16809:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444718.565532:0:16809:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444718.565542:0:16809:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444718.565554:0:16809:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1783444718.565556:0:16809:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1783444718.565562:0:16809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.110@tcp, seq: 67 00000100:00000040:0.0:1783444718.565567:0:16809:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff91c7510a5800 : new rpc_count 1 00000100:00000001:0.0:1783444718.565569:0:16809:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446622884102379648 : -121189607171968 : ffff91c758839880) 00000100:00000040:0.0:1783444718.565579:0:16809:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff91c758839880 x1870075629658112/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:339/0 lens 328/0 e 0 to 0 dl 1783444729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444718.565589:0:16809:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783444718.565592:0:16809:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91c745359c80. 00000100:00000001:0.0:1783444718.565595:0:16809:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783444718.565597:0:16809:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff91c745359c80. 00000100:00100000:0.0:1783444718.565603:0:16809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91c758839880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8418:x1870075629658112:12345-192.168.204.110@tcp:104: 00000100:00000200:0.0:1783444718.565607:0:16809:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870075629658112 00010000:00000001:0.0:1783444718.565611:0:16809:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1783444718.565619:0:16809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444718.565620:0:16809:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444718.565623:0:16809:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225800 refcount=2 00000020:00000001:0.0:1783444718.565625:0:16809:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995342848 : -121189714208768 : ffff91c752225800) 00010000:00000001:0.0:1783444718.565628:0:16809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995342848 : -121189714208768 : ffff91c752225800) 00010000:00000001:0.0:1783444718.565633:0:16809:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444718.565637:0:16809:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783444718.565643:0:16809:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000b77aab9a/0x5503b2fe824ef53f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x332dd2263f6dd179 expref: -99 pid: 32008 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1783444718.565656:0:16809:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1783444718.565659:0:16809:0:(sec.c:2566:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1783444718.565664:0:16809:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff91c746766c00. 02000000:00000001:0.0:1783444718.565667:0:16809:0:(sec.c:2603:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444718.565670:0:16809:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444718.565676:0:16809:0:(ldlm_lib.c:3304:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1783444718.565679:0:16809:0:(ldlm_lib.c:3325:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444718.565683:0:16809:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7590235e8 time=48 v=5 (1 1 1 1) 00000100:00000001:0.0:1783444718.565688:0:16809:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783444718.565691:0:16809:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 16 to 192.168.204.110@tcp 00000100:00000001:0.0:1783444718.565694:0:16809:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 02000000:00000001:0.0:1783444718.565697:0:16809:0:(sec.c:2617:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1783444718.565699:0:16809:0:(sec.c:2628:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444718.565702:0:16809:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444718.565705:0:16809:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444718.565710:0:16809:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9088. 00000100:00000200:0.0:1783444718.565716:0:16809:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1870075629658112, offset 224 00000400:00000200:0.0:1783444718.565723:0:16809:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444718.565732:0:16809:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.565740:0:16809:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444718.565747:0:16809:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2684:2684:256:4294967295] 192.168.204.110@tcp LPNI seq info [2684:2684:8:4294967295] 00000400:00000200:0.0:1783444718.565753:0:16809:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.565761:0:16809:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444718.565768:0:16809:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444718.565773:0:16809:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3f00. 00000800:00000200:0.0:1783444718.565781:0:16809:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444718.565789:0:16809:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444718.565794:0:16809:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444718.565806:0:16809:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444718.565809:0:16809:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00010000:00000001:0.0:1783444718.565813:0:16809:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783444718.565818:0:16809:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff91c758513480. 00010000:00000001:0.0:1783444718.565821:0:16809:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783444718.565834:0:16809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1783444718.565837:0:16809:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444718.565838:0:16809:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444718.565840:0:16809:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444718.565845:0:16809:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758839880 x1870075629658112/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:339/0 lens 328/224 e 0 to 0 dl 1783444729 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783444718.565855:0:16809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91c758839880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8418:x1870075629658112:12345-192.168.204.110@tcp:104: Request processed in 264us (764us total) trans 0 rc 0/0 00000100:00100000:0.0:1783444718.565863:0:16809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.110@tcp, seq: 67 00000100:00000040:0.0:1783444718.565866:0:16809:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91c7510a5800 : new rpc_count 0 00000100:00000001:0.0:1783444718.565869:0:16809:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1783444718.565871:0:16809:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1783444718.565876:0:16809:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91c751113b00. 00000020:00000010:0.0:1783444718.565880:0:16809:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff91c7513a0ed8. 00000020:00000010:0.0:1783444718.565884:0:16809:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75118b800. 00000020:00000040:0.0:1783444718.565889:0:16809:0:(genops.c:900:class_export_put()) PUTting export ffff91c7510a5800 : new refcount 3 00000100:00000001:0.0:1783444718.565892:0:16809:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783444718.565982:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444718.565987:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3f00. 00000400:00000200:0.0:1783444718.565991:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444718.565996:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444718.566001:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9088 00000400:00000010:0.0:1783444718.566004:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9088. 00000100:00000001:0.0:1783444718.566008:0:2392:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1783444718.566010:0:2392:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1783444718.566029:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444718.566038:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444718.566043:0:16820:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1783444718.566048:0:16820:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1783444718.566051:0:16820:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1783444718.566129:0:16820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000b77aab9a/0x5503b2fe824ef53f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x332dd2263f6dd179 expref: -99 pid: 32008 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1783444718.566145:0:16820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91c752225800 already unused, calling callback (ffffffffc1279360) 00000008:00000001:3.0:1783444718.566149:0:16820:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1783444718.566152:0:16820:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1783444718.566155:0:16820:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444718.566158:0:16820:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444718.566160:0:16820:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225800 refcount=3 00000020:00000001:3.0:1783444718.566162:0:16820:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995342848 : -121189714208768 : ffff91c752225800) 00010000:00000001:3.0:1783444718.566165:0:16820:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995342848 : -121189714208768 : ffff91c752225800) 00010000:00000001:3.0:1783444718.566168:0:16820:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783444718.566171:0:16820:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000b77aab9a/0x5503b2fe824ef53f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x332dd2263f6dd179 expref: -99 pid: 32008 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1783444718.566180:0:16820:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1783444718.566183:0:16820:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000800:00000001:0.0:1783444718.569417:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444718.569437:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444718.569455:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444718.569460:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444718.569471:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.569482:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444718.569494:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.569499:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.569505:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.569510:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 328 into portal 15 MB=0x6a4d2e99be100 00000400:00000200:0.0:1783444718.569521:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.110@tcp of length 328/328 into md 0x6989 [2] + 1968 00000400:00000010:0.0:1783444718.569528:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f4d0. 00000400:00000200:0.0:1783444718.569534:0:2393:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff91c75859ed80 00000800:00000001:0.0:1783444718.569542:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444718.569549:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444718.569553:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444718.569558:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444718.569565:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c75859ed80 00000400:00000010:0.0:1783444718.569568:0:2393:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff91c75859ed80. 00000100:00000001:0.0:1783444718.569574:0:2393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1783444718.569576:0:2393:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:0.0:1783444718.569581:0:2393:0:(events.c:337:request_in_callback()) incoming req@ffff91c746765c50 x1870075629658368 msgsize 328 00000100:00100000:0.0:1783444718.569585:0:2393:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.110@tcp (source: 12345-192.168.204.110@tcp) 00000100:00000040:0.0:1783444718.569588:0:2393:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1783444718.569601:0:2393:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1783444718.569610:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444718.569614:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1783444718.569640:0:16917:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff91c746765800. 00000100:00000010:0.0:1783444718.569650:0:16917:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff91c751162000. 00000100:00100000:0.0:1783444718.569653:0:16917:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:0.0:1783444718.569658:0:16917:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1783444718.569663:0:16917:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f4d0. 00000400:00000010:0.0:1783444718.569669:0:16917:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff91c758513600. 00000100:00000001:0.0:1783444718.569682:0:16917:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1783444718.569685:0:16917:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870075629658368 02000000:00000001:0.0:1783444718.569688:0:16917:0:(sec.c:2495:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1783444718.569691:0:16917:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444718.569694:0:16917:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444718.569699:0:16917:0:(sec.c:2544:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444718.569705:0:16917:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870075629658368 00000020:00000001:0.0:1783444718.569709:0:16917:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783444718.569711:0:16917:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea72 00000020:00000001:0.0:1783444718.569714:0:16917:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444718.569718:0:16917:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c7510a7000 refcount=4 00000020:00000001:0.0:1783444718.569720:0:16917:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883976998912 : -121189732552704 : ffff91c7510a7000) 00000020:00000001:0.0:1783444718.569723:0:16917:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883976998912 : -121189732552704 : ffff91c7510a7000) 00000100:00000001:0.0:1783444718.569728:0:16917:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783444718.569733:0:16917:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91c745359c80. 00000100:00000001:0.0:1783444718.569736:0:16917:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783444718.569739:0:16917:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff91c745359c80. 00000020:00000010:0.0:1783444718.569746:0:16917:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75118b800. 00000020:00000010:0.0:1783444718.569754:0:16917:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91c751113b00. 00000020:00000010:0.0:1783444718.569760:0:16917:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff91c7513a0ed8. 00000100:00000040:0.0:1783444718.569770:0:16917:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1783444718.569774:0:16917:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1783444718.569776:0:16917:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1783444718.569778:0:16917:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444718.569787:0:16917:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444718.569796:0:16917:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444718.569811:0:16917:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1783444718.569813:0:16917:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1783444718.569818:0:16917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.110@tcp, seq: 68 00000100:00000040:0.0:1783444718.569822:0:16917:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff91c7510a7000 : new rpc_count 1 00000100:00000001:0.0:1783444718.569824:0:16917:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446622883799522384 : -121189910029232 : ffff91c746765c50) 00000100:00000040:0.0:1783444718.569833:0:16917:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff91c746765c50 x1870075629658368/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:339/0 lens 328/0 e 0 to 0 dl 1783444729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444718.569843:0:16917:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783444718.569846:0:16917:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91c745359c80. 00000100:00000001:0.0:1783444718.569848:0:16917:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783444718.569850:0:16917:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff91c745359c80. 00000100:00100000:0.0:1783444718.569854:0:16917:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91c746765c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8420:x1870075629658368:12345-192.168.204.110@tcp:104: 00000100:00000200:0.0:1783444718.569858:0:16917:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870075629658368 00010000:00000001:0.0:1783444718.569862:0:16917:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1783444718.569870:0:16917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444718.569872:0:16917:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444718.569874:0:16917:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14200 refcount=2 00000020:00000001:0.0:1783444718.569876:0:16917:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000001:0.0:1783444718.569879:0:16917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000001:0.0:1783444718.569884:0:16917:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444718.569889:0:16917:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783444718.569895:0:16917:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000a95c2c68/0x5503b2fe824ef554 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x332dd2263f6dd1b8 expref: -99 pid: 32009 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1783444718.569910:0:16917:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1783444718.569913:0:16917:0:(sec.c:2566:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1783444718.569918:0:16917:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff91c746765400. 02000000:00000001:0.0:1783444718.569921:0:16917:0:(sec.c:2603:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444718.569924:0:16917:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444718.569930:0:16917:0:(ldlm_lib.c:3304:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1783444718.569933:0:16917:0:(ldlm_lib.c:3325:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444718.569939:0:16917:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7590235e8 time=48 v=5 (1 1 1 1) 00000100:00000001:0.0:1783444718.569945:0:16917:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783444718.569948:0:16917:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 16 to 192.168.204.110@tcp 00000100:00000001:0.0:1783444718.569951:0:16917:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 02000000:00000001:0.0:1783444718.569954:0:16917:0:(sec.c:2617:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1783444718.569957:0:16917:0:(sec.c:2628:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444718.569961:0:16917:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444718.569963:0:16917:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444718.569969:0:16917:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9088. 00000100:00000200:0.0:1783444718.569973:0:16917:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1870075629658368, offset 224 00000400:00000200:0.0:1783444718.569980:0:16917:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444718.569988:0:16917:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.569995:0:16917:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444718.570003:0:16917:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2685:2685:256:4294967295] 192.168.204.110@tcp LPNI seq info [2685:2685:8:4294967295] 00000400:00000200:0.0:1783444718.570009:0:16917:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.570018:0:16917:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444718.570026:0:16917:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444718.570032:0:16917:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3f00. 00000800:00000200:0.0:1783444718.570040:0:16917:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444718.570049:0:16917:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444718.570079:0:16917:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444718.570091:0:16917:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444718.570094:0:16917:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00010000:00000001:0.0:1783444718.570097:0:16917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783444718.570101:0:16917:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff91c7585136c0. 00010000:00000001:0.0:1783444718.570104:0:16917:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783444718.570120:0:16917:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1783444718.570123:0:16917:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444718.570124:0:16917:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444718.570126:0:16917:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444718.570131:0:16917:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746765c50 x1870075629658368/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:339/0 lens 328/224 e 0 to 0 dl 1783444729 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783444718.570147:0:16917:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91c746765c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8420:x1870075629658368:12345-192.168.204.110@tcp:104: Request processed in 302us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1783444718.570155:0:16917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.110@tcp, seq: 68 00000100:00000040:0.0:1783444718.570158:0:16917:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91c7510a7000 : new rpc_count 0 00000100:00000001:0.0:1783444718.570161:0:16917:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1783444718.570163:0:16917:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1783444718.570169:0:16917:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91c751113b00. 00000020:00000010:0.0:1783444718.570173:0:16917:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff91c7513a0ed8. 00000020:00000010:0.0:1783444718.570176:0:16917:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75118b800. 00000020:00000040:0.0:1783444718.570181:0:16917:0:(genops.c:900:class_export_put()) PUTting export ffff91c7510a7000 : new refcount 3 02000000:00000001:0.0:1783444718.570189:0:16917:0:(sec.c:2640:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1783444718.570192:0:16917:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff91c746766c00. 02000000:00000001:0.0:1783444718.570197:0:16917:0:(sec.c:2653:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1783444718.570200:0:16917:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758839880. 02000000:00000001:0.0:1783444718.570217:0:16917:0:(sec.c:2640:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1783444718.570219:0:16917:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff91c751025400. 02000000:00000001:0.0:1783444718.570221:0:16917:0:(sec.c:2653:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1783444718.570222:0:16917:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c75883b100. 02000000:00000001:0.0:1783444718.570225:0:16917:0:(sec.c:2640:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1783444718.570226:0:16917:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff91c746767c00. 02000000:00000001:0.0:1783444718.570231:0:16917:0:(sec.c:2653:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1783444718.570232:0:16917:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746732d80. 02000000:00000001:0.0:1783444718.570436:0:16917:0:(sec.c:2640:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:3.0:1783444718.570482:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444718.570488:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444718.570492:0:16917:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff91c746766800. 02000000:00000001:0.0:1783444718.570497:0:16917:0:(sec.c:2653:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1783444718.570499:0:16917:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758839500. 02000000:00000001:0.0:1783444718.570503:0:16917:0:(sec.c:2640:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1783444718.570504:0:16917:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff91c751026400. 02000000:00000001:0.0:1783444718.570507:0:16917:0:(sec.c:2653:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1783444718.570508:0:16917:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746733800. 02000000:00000001:0.0:1783444718.570511:0:16917:0:(sec.c:2640:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1783444718.570512:0:16917:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff91c746764c00. 02000000:00000001:0.0:1783444718.570516:0:16917:0:(sec.c:2653:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1783444718.570517:0:16917:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746732300. 00000100:00000010:0.0:1783444718.570521:0:16917:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff91c751166000. 00000100:00000010:0.0:1783444718.570524:0:16917:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff91c746765c00. 00000100:00000001:0.0:1783444718.570528:0:16917:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444718.570568:0:16952:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1783444718.570573:0:16952:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1783444718.570575:0:16952:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1783444718.570582:0:16952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000a95c2c68/0x5503b2fe824ef554 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x332dd2263f6dd1b8 expref: -99 pid: 32009 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1783444718.570597:0:16952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91c751b14200 already unused, calling callback (ffffffffc1279360) 00000008:00000001:3.0:1783444718.570601:0:16952:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1783444718.570612:0:16952:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1783444718.570615:0:16952:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444718.570624:0:16952:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444718.570626:0:16952:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14200 refcount=3 00000020:00000001:3.0:1783444718.570629:0:16952:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000001:3.0:1783444718.570632:0:16952:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000001:3.0:1783444718.570635:0:16952:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783444718.570638:0:16952:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000a95c2c68/0x5503b2fe824ef554 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x332dd2263f6dd1b8 expref: -99 pid: 32009 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000800:00000200:0.0:1783444718.570649:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000008:00000001:3.0:1783444718.570651:0:16952:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000800:00000010:0.0:1783444718.570656:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3f00. 00000020:00000001:3.0:1783444718.570657:0:16952:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000400:00000200:0.0:1783444718.570664:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1783444718.570668:0:16952:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c74526c990. 00000400:00000200:0.0:1783444718.570676:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000020:00000010:3.0:1783444718.570681:0:16952:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7505f0600. 00000400:00000200:0.0:1783444718.570684:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9088 00000400:00000010:0.0:1783444718.570690:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9088. 00000020:00000010:3.0:1783444718.570691:0:16952:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7505f1200. 00000100:00000001:0.0:1783444718.570696:0:2392:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:3.0:1783444718.570698:0:16952:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7604bbf60. 02000000:00000001:0.0:1783444718.570700:0:2392:0:(sec.c:2640:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1783444718.570704:0:2392:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff91c746765400. 02000000:00000001:0.0:1783444718.570707:0:2392:0:(sec.c:2653:sptlrpc_svc_free_rs()) Process leaving 00000008:00000010:3.0:1783444718.570709:0:16952:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c743556fe0. 00000100:00000001:0.0:1783444718.570709:0:2392:0:(events.c:398:reply_out_callback()) Process leaving 00020000:00000010:3.0:1783444718.570718:0:16952:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759654540. 00008000:00000010:3.0:1783444718.570723:0:16952:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444718.570729:0:16952:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444718.570732:0:16952:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444718.570736:0:16952:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7505f1400. 00000008:00000010:3.0:1783444718.570739:0:16952:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444718.570743:0:16952:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444718.570747:0:16952:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444718.570751:0:16952:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c758828000. 00000020:00000001:3.0:1783444718.570759:0:16952:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883777530264 : -121189932021352 : ffff91c74526c998) 00000020:00001000:3.0:1783444718.570762:0:16952:0:(cl_object.c:831:cl_env_get()) 1@ffff91c74526c990 00000008:00000001:3.0:1783444718.570764:0:16952:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1783444718.570766:0:16952:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1783444718.570768:0:16952:0:(cl_object.c:925:cl_env_put()) 1@ffff91c74526c990 00000020:00000010:3.0:1783444718.570771:0:16952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7505f1200. 00000020:00000010:3.0:1783444718.570776:0:16952:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7604bbf60. 00000008:00000010:3.0:1783444718.570779:0:16952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444718.570784:0:16952:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759654540. 00008000:00000010:3.0:1783444718.570791:0:16952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444718.570794:0:16952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444718.570798:0:16952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444718.570801:0:16952:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7505f0600. 00000008:00000010:3.0:1783444718.570804:0:16952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444718.570807:0:16952:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444718.570810:0:16952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444718.570813:0:16952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c758828000. 00000020:00000010:3.0:1783444718.570817:0:16952:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7505f1400. 00000020:00000010:3.0:1783444718.570819:0:16952:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c74526c990. 00000008:00000001:3.0:1783444718.570821:0:16952:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444718.570825:0:16952:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783444718.570835:0:16952:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783444718.570837:0:16952:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783444718.570840:0:16952:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444718.570843:0:16952:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1783444718.570846:0:16952:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c751b14200 with handle 0x5503b2fe824ef554 from hash 00010000:00000001:3.0:1783444718.570849:0:16952:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783444718.570850:0:16952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444718.570852:0:16952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444718.570853:0:16952:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783444718.570857:0:16952:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783444718.570859:0:16952:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1783444718.570865:0:16952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444718.570867:0:16952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444718.570869:0:16952:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444718.570871:0:16952:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1783444718.570877:0:16952:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760460e00. 00000020:00000040:3.0:1783444718.570881:0:16952:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=4 obd=lustre-OST0001-osc-ffff91c759350000 00000100:00000001:3.0:1783444718.570886:0:16952:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444718.570889:0:16952:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444718.570894:0:16952:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444718.570901:0:16952:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c7505f1400. 00000100:00000001:3.0:1783444718.570907:0:16952:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444718.570909:0:16952:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1783444718.570914:0:16952:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000a95c2c68/0x5503b2fe824ef554 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x332dd2263f6dd1b8 expref: -99 pid: 32009 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1783444718.570922:0:16952:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1783444718.570924:0:16952:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444718.570928:0:16952:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444718.570933:0:16952:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444718.570946:0:16952:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b9c518c] to pc [ptlrpcd_01_00+0] req@ffff91c760460e00 x1870075608278272/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783444718.570970:0:16952:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444718.570972:0:16952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444718.570973:0:16952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444718.570975:0:16952:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444718.570977:0:16952:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444718.570979:0:16952:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444718.570982:0:16952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000a95c2c68/0x5503b2fe824ef554 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x332dd2263f6dd1b8 expref: -99 pid: 32009 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444718.570988:0:16952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783444718.570991:0:16952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000a95c2c68/0x5503b2fe824ef554 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x332dd2263f6dd1b8 expref: -99 pid: 32009 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1783444718.570998:0:16952:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91c74317be00. 00010000:00000040:3.0:1783444718.571003:0:16952:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c743ebf700 count: 0 00010000:00000010:3.0:1783444718.571010:0:16952:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff91c743ebfe00. 00010000:00000001:3.0:1783444718.571023:0:16952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444718.571024:0:16952:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1783444718.571026:0:16952:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff91c7585136c0. 00010000:00000001:3.0:1783444718.571030:0:16952:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444718.571033:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444718.571034:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444718.571036:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1783444718.571037:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444718.571039:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444718.571043:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1783444718.571045:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444718.571046:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444718.571047:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1783444718.571078:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444718.571082:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444718.571085:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444718.571091:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760460e00 x1870075608278272/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.571099:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444718.571102:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444718.571106:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444718.571109:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444718.571111:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444718.571115:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760460e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608278272:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1783444718.571120:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444718.571126:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444718.571129:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444718.571131:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444718.571135:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7505f0600. 02000000:00000001:3.0:1783444718.571137:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444718.571145:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444718.571150:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811e18. 00000400:00000010:3.0:1783444718.571157:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218198. 00000100:00000200:3.0:1783444718.571165:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608278272, portal 18 00000100:00000001:3.0:1783444718.571168:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444718.571169:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232564224 : -121189476987392 : ffff91c760460e00) 00000100:00000040:3.0:1783444718.571176:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760460e00 x1870075608278272/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444734 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.571182:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444718.573832:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444718.573846:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218bb0. 00000100:00000200:3.0:1783444718.573855:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1870075608278272, offset 0 00000400:00000200:3.0:1783444718.573868:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444718.573880:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444718.573891:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444718.573899:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444718.573904:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444718.573908:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444718.573911:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444718.573916:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2687:2687:255:4294967295] 192.168.204.110@tcp LPNI seq info [2687:2687:7:4294967295] 00000400:00000200:3.0:1783444718.573921:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444718.573933:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444718.573940:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444718.573947:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760f26900. 00000800:00000200:3.0:1783444718.573954:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444718.573964:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444718.573968:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760f26900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1783444718.573973:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444718.573980:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 129346 usecs (130 jiffies) 00000400:00000200:3.0:1783444718.573985:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444718.573988:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296357709 00000100:00000001:3.0:1783444718.573992:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296361468 00000100:00000001:3.0:1783444718.573995:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296357709 00000100:00000001:3.0:1783444718.573999:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296361468 00000100:00000001:3.0:1783444718.574002:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444718.574007:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444718.574007:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1783444718.574017:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1783444718.574017:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1300. 00000100:00000001:3.0:1783444718.574025:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444718.574028:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1783444718.574033:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444718.574040:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1783444718.574041:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:3.0:1783444718.574102:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444718.574106:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444718.574107:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444718.574111:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444718.574134:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83660 00000400:00000010:0.0:1783444718.574139:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83660. 00000100:00000001:0.0:1783444718.574146:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444718.574153:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1500 x1870075608278400/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444734 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444718.574166:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444718.574170:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1500 x1870075608278400/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444734 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444718.574178:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444718.574180:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783444718.574200:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444718.574402:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760f26900. 00000400:00000200:0.0:1783444718.574409:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444718.574413:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444718.574417:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218bb0 00000400:00000010:0.0:1783444718.574419:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218bb0. 00000100:00000001:0.0:1783444718.574423:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444718.574475:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760460e00 x1870075608278272/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444734 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444718.574484:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444718.574487:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760460e00 x1870075608278272/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444734 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444718.574494:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444718.574496:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444718.578205:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444718.578225:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444718.578230:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444718.578235:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444718.578244:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.578254:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444718.578263:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.578269:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.578275:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.578280:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a4d2e855a580 00000400:00000200:0.0:1783444718.578286:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.578580:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7719 [1] + 224 00000800:00000001:0.0:1783444718.578592:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444718.578603:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444718.578682:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444718.578692:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444718.578701:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444718.578710:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1500 x1870075608278400/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444734 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444718.578720:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f1500 x1870075608278400/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444734 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.578770:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444718.578775:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444718.578792:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444718.578802:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444718.578806:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783444718.578957:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444718.578959:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444718.579119:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff630. 00000400:00000200:3.0:1783444718.579124:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f834c8 00000400:00000010:3.0:1783444718.579126:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f834c8. 00000100:00000001:3.0:1783444718.579130:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444718.579135:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f1500 x1870075608278400/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444734 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444718.579145:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f1500 x1870075608278400/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444734 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.579152:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444718.579156:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444718.579159:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444718.579163:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444718.579165:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444718.579167:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444718.579171:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444718.579181:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1538 time=47 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444718.579198:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444718.579201:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444718.579203:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444718.579206:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444718.579209:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444718.579213:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444718.579215:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1783444718.579217:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444718.579219:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444718.579223:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f1500 x1870075608278400/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444734 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.579230:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444718.579233:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444718.579236:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444718.579239:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f1500 x1870075608278400/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444734 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444718.579247:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608278400:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1783444718.579255:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444718.579258:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444718.579261:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1500 x1870075608278400/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444734 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.579268:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444718.579271:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444718.579274:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75a129600. 02000000:00000001:3.0:1783444718.579278:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444718.579281:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444718.579283:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:3.0:1783444718.579286:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444718.579289:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c7595c3e00. 02000000:00000001:3.0:1783444718.579307:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444718.579309:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444718.579311:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1500. 00000100:00000001:3.0:1783444718.579316:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444718.579317:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444718.579319:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444718.579326:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444718.579328:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444718.579330:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444718.579332:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444718.579597:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444718.579727:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444718.579731:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444718.579733:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444718.579739:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.579744:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444718.579750:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.579754:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.579758:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.579761:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a4d2e855a500 00000400:00000200:0.0:1783444718.579765:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444718.579769:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7711 [1] + 224 00000800:00000001:0.0:1783444718.579774:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444718.580024:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444718.580028:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444718.580032:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444718.580038:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444718.580043:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760460e00 x1870075608278272/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444734 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444718.580052:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c760460e00 x1870075608278272/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444734 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444718.580094:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444718.580103:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444718.580108:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444718.580412:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444718.580416:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444718.580421:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444718.580423:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444718.580426:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811e18. 00000400:00000200:3.0:1783444718.580430:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218198 00000400:00000010:3.0:1783444718.580432:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218198. 00000100:00000001:3.0:1783444718.580823:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444718.580832:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760460e00 x1870075608278272/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444734 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444718.580841:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760460e00 x1870075608278272/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444734 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.580847:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444718.580849:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444718.580852:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444718.580854:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444718.580857:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444718.580859:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444718.580862:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444718.580869:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f538 time=42 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444718.580873:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=19 v=5 (1 1 0 0) 00000100:00000001:3.0:1783444718.580876:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444718.580877:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444718.580879:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444718.580882:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444718.580885:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444718.580887:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967323 00000100:00000001:3.0:1783444718.580889:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444718.580892:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444718.580896:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760460e00 x1870075608278272/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444734 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.580903:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444718.580906:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444718.580908:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444718.580911:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760460e00 x1870075608278272/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444734 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444718.580918:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760460e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608278272:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1783444718.580923:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444718.580925:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444718.580928:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760460e00 x1870075608278272/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444734 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444718.580934:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444718.580937:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444718.580940:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7505f0600. 02000000:00000001:3.0:1783444718.580943:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444718.580946:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444718.580948:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:3.0:1783444718.580951:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444718.580954:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c7505f1400. 02000000:00000001:3.0:1783444718.580956:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444718.580958:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444718.580959:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760460e00. 00000100:00000001:3.0:1783444718.580962:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444718.580963:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444718.580966:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444718.580972:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444718.580974:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444718.580976:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444718.580978:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1783444718.581365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf700. 00010000:00000010:3.1:1783444718.581375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14200. 00010000:00000010:2.1:1783444718.582145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211d00. 00010000:00000010:2.1:1783444718.582160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225800. 00000080:00000001:1.0:1783444718.783500:0:32383:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444718.819128:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444718.819134:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444718.819250:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783444718.819253:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444718.819256:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1783444719.425800:0:32445:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444719.843124:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444719.843130:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444719.843953:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444719.843957:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444719.843960:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1783444720.554504:0:32574:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1783444720.554512:0:32574:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 21h: drop open request and close reply while close and open are both in flight ========================================================== 13:18:39 (1783444719) 00000001:00000001:0.0:1783444720.569390:0:32574:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:1.0:1783444720.806809:0:32586:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444720.806816:0:32586:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444720.806819:0:32586:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444720.806822:0:32586:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194209bb20 00000080:00200000:1.0:1783444720.806827:0:32586:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:1.0:1783444720.806835:0:32586:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cce00. 00800000:00000002:1.0:1783444720.806842:0:32586:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444720.806846:0:32586:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444720.806851:0:32586:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444720.806854:0:32586:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194209ba40 00800000:00000002:1.0:1783444720.806856:0:32586:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444720.806860:0:32586:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444720.806863:0:32586:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444720.806865:0:32586:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444720.806868:0:32586:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444720.806870:0:32586:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444720.806872:0:32586:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444720.806874:0:32586:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444720.806876:0:32586:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444720.806879:0:32586:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444720.806885:0:32586:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444720.806887:0:32586:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194209b910 00000002:00010000:1.0:1783444720.806888:0:32586:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444720.806892:0:32586:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444720.806894:0:32586:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444720.806897:0:32586:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783444720.806904:0:32586:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444720.806906:0:32586:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444720.806908:0:32586:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444720.806910:0:32586:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1783444720.806912:0:32586:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1783444720.806919:0:32586:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758839500. 00000020:00000040:1.0:1783444720.806923:0:32586:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=10 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:1.0:1783444720.806929:0:32586:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783444720.806934:0:32586:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444720.806938:0:32586:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444720.806941:0:32586:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444720.806943:0:32586:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444720.806948:0:32586:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444720.806955:0:32586:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c751026c00. 00000100:00000001:1.0:1783444720.806962:0:32586:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.806967:0:32586:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444720.806968:0:32586:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.806970:0:32586:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444720.806971:0:32586:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.806973:0:32586:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444720.806978:0:32586:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622884102378752 : -121189607172864 : ffff91c758839500) 00010000:00000001:1.0:1783444720.806982:0:32586:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783444720.806985:0:32586:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1783444720.806989:0:32586:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c741678e00. 00010000:00000010:1.0:1783444720.806993:0:32586:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c7505f9280. 00010000:00000001:1.0:1783444720.806998:0:32586:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783444720.807001:0:32586:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c7583dba00. 00000020:00000001:1.0:1783444720.807005:0:32586:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783444720.807009:0:32586:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c7583dba00 with handle 0x5503b2fe824ef58c to hash 00000020:00000001:1.0:1783444720.807011:0:32586:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783444720.807013:0:32586:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.807016:0:32586:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.807019:0:32586:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444720.807022:0:32586:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444720.807026:0:32586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444720.807036:0:32586:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444720.807050:0:32586:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32586 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783444720.807082:0:32586:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444720.807084:0:32586:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444720.807092:0:32586:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c742c38180. 00000100:00000001:1.0:1783444720.807095:0:32586:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883737469312 : -121189972082304 : ffff91c742c38180) 00000100:00000001:1.0:1783444720.807097:0:32586:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444720.807099:0:32586:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102378752 : -121189607172864 : ffff91c758839500) 00000100:00000001:1.0:1783444720.807103:0:32586:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444720.807107:0:32586:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444720.807109:0:32586:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444720.807110:0:32586:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444720.807122:0:32586:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c758839500 x1870075608278528/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444720.807130:0:32586:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444720.807132:0:32586:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444720.807136:0:32586:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444720.807139:0:32586:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444720.807141:0:32586:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444720.807144:0:32586:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c758839500 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:32586:1870075608278528:192.168.204.110@tcp:101:lfs.0 00000100:00000001:1.0:1783444720.807148:0:32586:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444720.807153:0:32586:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444720.807156:0:32586:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444720.807158:0:32586:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444720.807163:0:32586:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c760534000. 02000000:00000001:1.0:1783444720.807165:0:32586:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444720.807172:0:32586:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444720.807176:0:32586:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736898. 00000400:00000010:1.0:1783444720.807183:0:32586:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076440. 00000100:00000200:1.0:1783444720.807190:0:32586:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608278528, portal 10 00000100:00000001:1.0:1783444720.807192:0:32586:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444720.807194:0:32586:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102378752 : -121189607172864 : ffff91c758839500) 00000100:00000040:1.0:1783444720.807199:0:32586:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c758839500 x1870075608278528/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444736 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444720.807206:0:32586:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444720.807208:0:32586:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444720.807211:0:32586:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076198. 00000100:00000200:1.0:1783444720.807213:0:32586:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870075608278528, offset 0 00000400:00000200:1.0:1783444720.807219:0:32586:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444720.807228:0:32586:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.807235:0:32586:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444720.807241:0:32586:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444720.807245:0:32586:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444720.807248:0:32586:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444720.807251:0:32586:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444720.807254:0:32586:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2688:2688:256:4294967295] 192.168.204.110@tcp LPNI seq info [2688:2688:8:4294967295] 00000400:00000200:1.0:1783444720.807259:0:32586:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.807268:0:32586:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444720.807274:0:32586:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444720.807279:0:32586:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298100. 00000800:00000200:1.0:1783444720.807285:0:32586:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444720.807294:0:32586:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444720.807298:0:32586:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1783444720.807897:0:32586:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444720.807904:0:32586:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 857780 usecs (858 jiffies) 00000400:00000200:1.0:1783444720.807909:0:32586:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444720.807912:0:32586:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296360671 00000100:00000001:1.0:1783444720.807916:0:32586:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296361468 00000100:00000001:1.0:1783444720.807918:0:32586:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296360671 00000100:00000001:1.0:1783444720.807921:0:32586:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296361468 00000100:00000001:1.0:1783444720.807923:0:32586:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444720.807926:0:32586:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444720.807928:0:32586:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444720.807930:0:32586:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444720.807933:0:32586:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c742c38180 going to sleep for 11 seconds 00000100:00000001:1.0:1783444720.807936:0:32586:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444720.807939:0:32586:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444720.808687:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444720.808694:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298100. 00000400:00000200:0.0:1783444720.808700:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444720.808706:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444720.808718:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076198 00000400:00000010:0.0:1783444720.808720:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076198. 00000100:00000001:0.0:1783444720.808725:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444720.808730:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c758839500 x1870075608278528/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444736 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444720.808742:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444720.808745:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c758839500 x1870075608278528/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444736 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444720.808752:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444720.808753:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444720.811690:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444720.811706:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444720.811710:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444720.811712:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444720.811730:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444720.811737:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444720.811747:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444720.811751:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444720.811756:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444720.811760:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e855a600 00000400:00000200:0.0:1783444720.811765:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444720.811771:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x7721 [1] + 224 00000800:00000001:0.0:1783444720.811777:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444720.811784:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444720.811787:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444720.811791:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444720.811797:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444720.811806:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c758839500 x1870075608278528/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444736 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444720.811816:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c758839500 x1870075608278528/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444736 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444720.811835:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444720.811843:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444720.811846:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444720.811891:0:32586:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444720.811899:0:32586:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444720.811901:0:32586:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444720.811903:0:32586:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736898. 00000400:00000200:1.0:1783444720.811907:0:32586:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076440 00000400:00000010:1.0:1783444720.811910:0:32586:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076440. 00000100:00000001:1.0:1783444720.811912:0:32586:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444720.811917:0:32586:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c758839500 x1870075608278528/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444736 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783444720.811926:0:32586:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c758839500 x1870075608278528/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444736 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444720.811932:0:32586:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444720.811934:0:32586:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444720.811936:0:32586:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444720.811939:0:32586:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444720.811942:0:32586:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444720.811944:0:32586:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444720.811947:0:32586:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444720.811956:0:32586:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=50 v=5 (105 105 105 137) 00000100:00001000:1.0:1783444720.811960:0:32586:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444720.811963:0:32586:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444720.811964:0:32586:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.811967:0:32586:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444720.811970:0:32586:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444720.811973:0:32586:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1783444720.811976:0:32586:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: committing for last_committed 4294967611 gen 2 00000100:00000040:1.0:1783444720.811982:0:32586:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967611) req@ffff91c746730a80 x1870075608269824/t4294967598(4294967598) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444729 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444720.812000:0:32586:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444720.812004:0:32586:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746730a80 x1870075608269824/t4294967598(4294967598) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444729 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444720.812011:0:32586:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444720.812013:0:32586:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444720.812017:0:32586:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c746766400. 02000000:00000001:1.0:1783444720.812021:0:32586:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444720.812024:0:32586:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444720.812026:0:32586:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=9 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:1.0:1783444720.812028:0:32586:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444720.812031:0:32586:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c752030c00. 02000000:00000001:1.0:1783444720.812035:0:32586:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444720.812038:0:32586:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444720.812040:0:32586:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746730a80. 00000100:00000001:1.0:1783444720.812043:0:32586:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444720.812045:0:32586:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444720.812049:0:32586:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967611) req@ffff91c758838700 x1870075608272640/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444729 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444720.812086:0:32586:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444720.812089:0:32586:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c758838700 x1870075608272640/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444729 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444720.812095:0:32586:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444720.812097:0:32586:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444720.812098:0:32586:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c751024800. 02000000:00000001:1.0:1783444720.812101:0:32586:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444720.812103:0:32586:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444720.812104:0:32586:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:1.0:1783444720.812106:0:32586:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444720.812107:0:32586:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c750f6aa00. 02000000:00000001:1.0:1783444720.812109:0:32586:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444720.812110:0:32586:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444720.812122:0:32586:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758838700. 00000100:00000001:1.0:1783444720.812126:0:32586:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444720.812127:0:32586:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444720.812132:0:32586:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967611) req@ffff91c7603f0a80 x1870075608274944/t4294967603(4294967603) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1783444730 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444720.812143:0:32586:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444720.812146:0:32586:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0a80 x1870075608274944/t4294967603(4294967603) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1783444730 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444720.812151:0:32586:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444720.812152:0:32586:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444720.812154:0:32586:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c76023bc00. 02000000:00000001:1.0:1783444720.812156:0:32586:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444720.812158:0:32586:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444720.812159:0:32586:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:1.0:1783444720.812161:0:32586:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444720.812162:0:32586:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c75937fc00. 02000000:00000001:1.0:1783444720.812164:0:32586:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444720.812165:0:32586:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444720.812166:0:32586:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0a80. 00000100:00000001:1.0:1783444720.812169:0:32586:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444720.812170:0:32586:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444720.812174:0:32586:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967611) req@ffff91c760462680 x1870075608275584/t4294967605(4294967605) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1783444730 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444720.812180:0:32586:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444720.812183:0:32586:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760462680 x1870075608275584/t4294967605(4294967605) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1783444730 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444720.812188:0:32586:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444720.812190:0:32586:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444720.812191:0:32586:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452ae800. 02000000:00000001:1.0:1783444720.812193:0:32586:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444720.812195:0:32586:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444720.812196:0:32586:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:1.0:1783444720.812198:0:32586:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444720.812199:0:32586:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c75a129400. 02000000:00000001:1.0:1783444720.812201:0:32586:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444720.812202:0:32586:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444720.812203:0:32586:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760462680. 00000100:00000001:1.0:1783444720.812206:0:32586:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444720.812208:0:32586:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444720.812212:0:32586:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967611) req@ffff91c7603f3480 x1870075608276864/t4294967609(4294967609) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1783444731 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444720.812218:0:32586:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444720.812220:0:32586:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f3480 x1870075608276864/t4294967609(4294967609) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1783444731 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444720.812226:0:32586:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444720.812227:0:32586:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444720.812228:0:32586:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c760238400. 02000000:00000001:1.0:1783444720.812231:0:32586:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444720.812232:0:32586:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444720.812233:0:32586:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:1.0:1783444720.812235:0:32586:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444720.812236:0:32586:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c75937f600. 02000000:00000001:1.0:1783444720.812238:0:32586:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444720.812239:0:32586:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444720.812240:0:32586:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f3480. 00000100:00000001:1.0:1783444720.812242:0:32586:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444720.812243:0:32586:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444720.812248:0:32586:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967611) req@ffff91c760460a80 x1870075608277504/t4294967611(4294967611) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1783444731 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444720.812253:0:32586:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444720.812255:0:32586:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760460a80 x1870075608277504/t4294967611(4294967611) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1783444731 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444720.812261:0:32586:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444720.812263:0:32586:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444720.812264:0:32586:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452adc00. 02000000:00000001:1.0:1783444720.812266:0:32586:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444720.812268:0:32586:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444720.812269:0:32586:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:1.0:1783444720.812271:0:32586:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444720.812272:0:32586:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c75a129800. 02000000:00000001:1.0:1783444720.812275:0:32586:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444720.812276:0:32586:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444720.812277:0:32586:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760460a80. 00000100:00000001:1.0:1783444720.812279:0:32586:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444720.812280:0:32586:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444720.812283:0:32586:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1783444720.812285:0:32586:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: normal: skip=1 replay=6/6 committed=0/0 00000100:00000001:1.0:1783444720.812288:0:32586:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444720.812289:0:32586:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444720.812294:0:32586:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c758839500 x1870075608278528/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444736 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444720.812300:0:32586:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444720.812303:0:32586:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444720.812305:0:32586:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444720.812309:0:32586:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758839500 x1870075608278528/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444736 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783444720.812326:0:32586:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c758839500 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:32586:1870075608278528:192.168.204.110@tcp:101:lfs.0 00000100:00000001:1.0:1783444720.812331:0:32586:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444720.812334:0:32586:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444720.812336:0:32586:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783444720.812337:0:32586:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444720.812340:0:32586:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c758839500 x1870075608278528/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444736 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444720.812346:0:32586:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783444720.812348:0:32586:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c742c38180. 00000100:00000001:1.0:1783444720.812351:0:32586:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783444720.812353:0:32586:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.812355:0:32586:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1783444720.812359:0:32586:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444720.812361:0:32586:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444720.812364:0:32586:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dba00 refcount=4 00000020:00000001:1.0:1783444720.812367:0:32586:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.812369:0:32586:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000040:1.0:1783444720.812377:0:32586:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c7583dba00, remote cookie: 0x332dd2263f6dd2c2, flags: 0x1001 00010000:00010000:1.0:1783444720.812387:0:32586:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2c2 expref: -99 pid: 32586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444720.812397:0:32586:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2c2 expref: -99 pid: 32586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444720.812404:0:32586:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1783444720.812407:0:32586:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1783444720.812411:0:32586:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1783444720.812413:0:32586:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1783444720.812414:0:32586:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1783444720.812416:0:32586:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91c741678e00) refcount = 1 00010000:00010000:1.0:1783444720.812421:0:32586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd2c2 expref: -99 pid: 32586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444720.812427:0:32586:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1783444720.812430:0:32586:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1783444720.812432:0:32586:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444720.812435:0:32586:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1783444720.812437:0:32586:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444720.812440:0:32586:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2c2 expref: -99 pid: 32586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444720.812446:0:32586:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1783444720.812447:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.812449:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444720.812450:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.812451:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444720.812453:0:32586:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444720.812457:0:32586:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1783444720.812459:0:32586:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444720.812460:0:32586:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444720.812462:0:32586:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dba00 refcount=3 00000020:00000001:1.0:1783444720.812464:0:32586:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.812466:0:32586:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.812469:0:32586:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444720.812470:0:32586:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444720.812471:0:32586:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dba00 refcount=4 00000020:00000001:1.0:1783444720.812473:0:32586:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.812475:0:32586:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.812478:0:32586:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444720.812481:0:32586:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444720.812484:0:32586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd2c2 expref: -99 pid: 32586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444720.812491:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.812492:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444720.812493:0:32586:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444720.812494:0:32586:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444720.812496:0:32586:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dba00 refcount=5 00000020:00000001:1.0:1783444720.812498:0:32586:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.812500:0:32586:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.812501:0:32586:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444720.812504:0:32586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd2c2 expref: -99 pid: 32586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444720.812510:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.812511:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1783444720.812513:0:32586:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd2c2 expref: -99 pid: 32586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444720.812519:0:32586:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444720.812520:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.812521:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444720.812522:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.812523:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1783444720.812528:0:32586:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91c758839500 x1870075608278528/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444736 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1783444720.812536:0:32586:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444720.812537:0:32586:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444720.812538:0:32586:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dba00 refcount=3 00000020:00000001:1.0:1783444720.812540:0:32586:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.812542:0:32586:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.812544:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.812546:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444720.812547:0:32586:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444720.812550:0:32586:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444720.812552:0:32586:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1783444720.812554:0:32586:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444720.812556:0:32586:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444720.812557:0:32586:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dba00 refcount=3 00000020:00000001:1.0:1783444720.812559:0:32586:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.812561:0:32586:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00000002:00010000:1.0:1783444720.812564:0:32586:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2c2 expref: -99 pid: 32586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444720.812571:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.812572:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444720.812573:0:32586:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783444720.812575:0:32586:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444720.812576:0:32586:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444720.812577:0:32586:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dba00 refcount=3 00000020:00000001:1.0:1783444720.812579:0:32586:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.812581:0:32586:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000040:1.0:1783444720.812587:0:32586:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678e00 count: 2 00010000:00000001:1.0:1783444720.812590:0:32586:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1783444720.812594:0:32586:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1783444720.812596:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.812598:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444720.812599:0:32586:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1783444720.812602:0:32586:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194209b898 00000002:00002000:1.0:1783444720.812604:0:32586:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1783444720.812607:0:32586:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444720.812610:0:32586:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444720.812613:0:32586:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783444720.812616:0:32586:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1783444720.812619:0:32586:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444720.812623:0:32586:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444720.812626:0:32586:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cce00. 00000080:00000001:1.0:1783444720.812631:0:32586:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783444720.812634:0:32586:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:1.0:1783444720.812640:0:32586:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1783444720.812644:0:32586:0:(lmv_obd.c:3920:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1783444720.812651:0:32586:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c74353fb80. 00800000:00000001:1.0:1783444720.812653:0:32586:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622883746937728 : -121189962613888 : ffff91c74353fb80) 00800000:00000001:1.0:1783444720.812657:0:32586:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444720.812659:0:32586:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1783444720.812662:0:32586:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1783444720.812664:0:32586:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1783444720.812667:0:32586:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1783444720.812671:0:32586:0:(llite_lib.c:1814:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1783444720.812673:0:32586:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444720.812676:0:32586:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1783444720.812679:0:32586:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1783444720.812683:0:32586:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1783444720.812686:0:32586:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444720.812687:0:32586:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444720.812688:0:32586:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dba00 refcount=3 00000020:00000001:1.0:1783444720.812690:0:32586:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.812692:0:32586:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.812694:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.812695:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783444720.812697:0:32586:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1783444720.812699:0:32586:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1783444720.812701:0:32586:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c74353fb80 1 00800000:00000010:1.0:1783444720.812703:0:32586:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c74353fb80. 00800000:00000001:1.0:1783444720.812706:0:32586:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444720.812709:0:32586:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef58c 00800000:00000001:1.0:1783444720.812712:0:32586:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444720.812714:0:32586:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444720.812715:0:32586:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444720.812717:0:32586:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444720.812718:0:32586:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dba00 refcount=3 00000020:00000001:1.0:1783444720.812720:0:32586:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.812722:0:32586:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.812724:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.812725:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444720.812726:0:32586:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444720.812729:0:32586:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444720.812731:0:32586:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444720.812734:0:32586:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:1.0:1783444720.812737:0:32586:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef58c from it ffffa3194209bb58 00010000:00000001:1.0:1783444720.812739:0:32586:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444720.812740:0:32586:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444720.812741:0:32586:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dba00 refcount=3 00000020:00000001:1.0:1783444720.812743:0:32586:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.812745:0:32586:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.812747:0:32586:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444720.812750:0:32586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd2c2 expref: -99 pid: 32586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444720.812756:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.812757:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444720.812759:0:32586:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444720.812761:0:32586:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444720.812764:0:32586:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2c2 expref: -99 pid: 32586 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783444720.812777:0:32586:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444720.812780:0:32586:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444720.812782:0:32586:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444720.812786:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.812787:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444720.812788:0:32586:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.812791:0:32586:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444720.812793:0:32586:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.812795:0:32586:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.812797:0:32586:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.812799:0:32586:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444720.812800:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.812801:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444720.812803:0:32586:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444720.812808:0:32586:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c758839500 x1870075608278528/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444736 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444720.812814:0:32586:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444720.812822:0:32586:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444720.812824:0:32586:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c760534000. 02000000:00000001:1.0:1783444720.812828:0:32586:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444720.812829:0:32586:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444720.812830:0:32586:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=3 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:1.0:1783444720.812833:0:32586:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444720.812834:0:32586:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c751026c00. 02000000:00000001:1.0:1783444720.812837:0:32586:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444720.812839:0:32586:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444720.812840:0:32586:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758839500. 00000100:00000001:1.0:1783444720.812843:0:32586:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444720.812844:0:32586:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444720.812848:0:32586:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:1.0:1783444720.812853:0:32586:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1783444720.812866:0:32586:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91c7457129c0. 00000020:00000001:1.0:1783444720.812871:0:32586:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194209bae8 00000080:00200000:1.0:1783444720.812874:0:32586:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), flags=13 00000080:00000001:1.0:1783444720.812878:0:32586:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1783444720.812880:0:32586:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194209b998 00000080:00200000:1.0:1783444720.812881:0:32586:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), intent=getattr 00000080:00000010:1.0:1783444720.812891:0:32586:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cce00. 00800000:00000002:1.0:1783444720.812896:0:32586:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444720.812899:0:32586:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444720.812902:0:32586:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444720.812904:0:32586:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194209b8b8 00800000:00000002:1.0:1783444720.812906:0:32586:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444720.812909:0:32586:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444720.812913:0:32586:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444720.812915:0:32586:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444720.812917:0:32586:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444720.812920:0:32586:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444720.812922:0:32586:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444720.812924:0:32586:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444720.812926:0:32586:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444720.812929:0:32586:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194209b850 00800000:00000002:1.0:1783444720.812931:0:32586:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:1.0:1783444720.812935:0:32586:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444720.812937:0:32586:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194209b788 00000002:00010000:1.0:1783444720.812939:0:32586:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1783444720.812942:0:32586:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1783444720.812944:0:32586:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1783444720.812948:0:32586:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758839500. 00000020:00000040:1.0:1783444720.812951:0:32586:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:1.0:1783444720.812955:0:32586:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783444720.812958:0:32586:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444720.812960:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.812962:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444720.812963:0:32586:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444720.812965:0:32586:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444720.812967:0:32586:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444720.812971:0:32586:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444720.812977:0:32586:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c751026c00. 00000100:00000001:1.0:1783444720.812984:0:32586:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.812987:0:32586:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444720.812989:0:32586:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.812990:0:32586:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444720.812992:0:32586:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.812993:0:32586:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444720.813000:0:32586:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622884102378752 : -121189607172864 : ffff91c758839500) 00010000:00000001:1.0:1783444720.813003:0:32586:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783444720.813005:0:32586:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1783444720.813008:0:32586:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678e00 count: 2 00010000:00000001:1.0:1783444720.813010:0:32586:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444720.813013:0:32586:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783444720.813017:0:32586:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c7583db000. 00000020:00000001:1.0:1783444720.813021:0:32586:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783444720.813023:0:32586:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c7583db000 with handle 0x5503b2fe824ef593 to hash 00000020:00000001:1.0:1783444720.813025:0:32586:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783444720.813027:0:32586:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444720.813030:0:32586:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444720.813033:0:32586:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444720.813035:0:32586:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444720.813038:0:32586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef593 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444720.813045:0:32586:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef593 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444720.813075:0:32586:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef593 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32586 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783444720.813082:0:32586:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444720.813083:0:32586:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444720.813089:0:32586:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c742c38180. 00000100:00000001:1.0:1783444720.813091:0:32586:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883737469312 : -121189972082304 : ffff91c742c38180) 00000100:00000001:1.0:1783444720.813093:0:32586:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444720.813095:0:32586:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102378752 : -121189607172864 : ffff91c758839500) 00000100:00000001:1.0:1783444720.813099:0:32586:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444720.813103:0:32586:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444720.813105:0:32586:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444720.813107:0:32586:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444720.813111:0:32586:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c758839500 x1870075608278656/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444720.813117:0:32586:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444720.813119:0:32586:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444720.813123:0:32586:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444720.813125:0:32586:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444720.813127:0:32586:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444720.813131:0:32586:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c758839500 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:32586:1870075608278656:192.168.204.110@tcp:101:lfs.0 00000100:00000001:1.0:1783444720.813134:0:32586:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444720.813139:0:32586:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444720.813142:0:32586:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444720.813144:0:32586:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444720.813148:0:32586:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c760534000. 02000000:00000001:1.0:1783444720.813150:0:32586:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444720.813155:0:32586:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444720.813158:0:32586:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736898. 00000400:00000010:1.0:1783444720.813164:0:32586:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076440. 00000100:00000200:1.0:1783444720.813170:0:32586:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608278656, portal 10 00000100:00000001:1.0:1783444720.813172:0:32586:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444720.813173:0:32586:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102378752 : -121189607172864 : ffff91c758839500) 00000100:00000040:1.0:1783444720.813179:0:32586:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c758839500 x1870075608278656/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444736 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444720.813187:0:32586:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444720.813189:0:32586:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444720.813192:0:32586:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7590765d8. 00000100:00000200:1.0:1783444720.813195:0:32586:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1870075608278656, offset 0 00000400:00000200:1.0:1783444720.813201:0:32586:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444720.813207:0:32586:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.813215:0:32586:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444720.813220:0:32586:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444720.813225:0:32586:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444720.813228:0:32586:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444720.813231:0:32586:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444720.813235:0:32586:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2689:2689:256:4294967295] 192.168.204.110@tcp LPNI seq info [2689:2689:8:4294967295] 00000400:00000200:1.0:1783444720.813240:0:32586:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.813249:0:32586:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444720.813255:0:32586:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444720.813260:0:32586:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298000. 00000800:00000200:1.0:1783444720.813266:0:32586:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444720.813273:0:32586:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444720.813278:0:32586:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1783444720.813287:0:32586:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444720.813291:0:32586:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 856551 usecs (857 jiffies) 00000400:00000200:1.0:1783444720.813294:0:32586:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444720.813296:0:32586:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296360674 00000100:00000001:1.0:1783444720.813300:0:32586:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296361468 00000100:00000001:1.0:1783444720.813302:0:32586:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296360674 00000100:00000001:1.0:1783444720.813304:0:32586:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296361468 00000100:00000001:1.0:1783444720.813306:0:32586:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444720.813309:0:32586:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444720.813324:0:32586:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444720.813326:0:32586:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444720.813328:0:32586:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c742c38180 going to sleep for 11 seconds 00000100:00000001:1.0:1783444720.813331:0:32586:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444720.813333:0:32586:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444720.813712:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444720.813717:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298000. 00000400:00000200:0.0:1783444720.813723:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444720.813728:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444720.813733:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7590765d8 00000400:00000010:0.0:1783444720.813735:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7590765d8. 00000100:00000001:0.0:1783444720.813739:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444720.813742:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c758839500 x1870075608278656/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444736 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444720.813752:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444720.813755:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c758839500 x1870075608278656/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444736 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444720.813760:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444720.813762:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444720.825350:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444720.825373:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444720.825378:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444720.825381:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444720.825391:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444720.825400:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444720.825412:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444720.825417:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444720.825423:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444720.825427:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 584 into portal 10 MB=0x6a4d2e855a680 00000400:00000200:0.0:1783444720.825432:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444720.825440:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 584/584 into md 0x7731 [1] + 224 00000800:00000001:0.0:1783444720.825448:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444720.825461:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444720.825464:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444720.825469:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444720.825476:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444720.825486:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c758839500 x1870075608278656/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444736 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444720.825498:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff91c758839500 x1870075608278656/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444736 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444720.825924:0:32586:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444720.826810:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444720.826828:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444720.826835:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1783444720.827502:0:32586:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444720.827506:0:32586:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444720.827511:0:32586:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736898. 00000400:00000200:1.0:1783444720.827518:0:32586:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076440 00000400:00000010:1.0:1783444720.827521:0:32586:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076440. 00000100:00000001:1.0:1783444720.827525:0:32586:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444720.827535:0:32586:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c758839500 x1870075608278656/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444736 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783444720.827546:0:32586:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c758839500 x1870075608278656/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444736 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444720.827554:0:32586:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444720.827556:0:32586:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444720.827559:0:32586:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444720.827563:0:32586:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444720.827565:0:32586:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444720.827567:0:32586:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444720.827572:0:32586:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444720.827584:0:32586:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=50 v=5 (105 105 105 137) 00000100:00001000:1.0:1783444720.827589:0:32586:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444720.827592:0:32586:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1783444720.827595:0:32586:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff91c758839500 x1870075608278656/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1783444736 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444720.827601:0:32586:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1783444720.827605:0:32586:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444720.827607:0:32586:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967611 00000100:00000001:1.0:1783444720.827609:0:32586:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444720.827611:0:32586:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1783444720.827615:0:32586:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c758839500 x1870075608278656/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1783444736 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444720.827621:0:32586:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1783444720.827624:0:32586:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444720.827626:0:32586:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444720.827630:0:32586:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758839500 x1870075608278656/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1783444736 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783444720.827637:0:32586:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c758839500 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:32586:1870075608278656:192.168.204.110@tcp:101:lfs.0 00000100:00000001:1.0:1783444720.827642:0:32586:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444720.827644:0:32586:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1783444720.827647:0:32586:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783444720.827650:0:32586:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444720.827652:0:32586:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c758839500 x1870075608278656/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1783444736 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444720.827658:0:32586:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783444720.827661:0:32586:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c742c38180. 00000100:00000001:1.0:1783444720.827665:0:32586:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783444720.827667:0:32586:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1783444720.827671:0:32586:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1783444720.827675:0:32586:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444720.827678:0:32586:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444720.827681:0:32586:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db000 refcount=4 00000020:00000001:1.0:1783444720.827683:0:32586:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444720.827686:0:32586:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00010000:1.0:1783444720.827691:0:32586:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef593 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444720.827702:0:32586:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1783444720.827707:0:32586:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef593 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444720.827712:0:32586:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444720.827715:0:32586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef593 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444720.827720:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.827722:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1783444720.827724:0:32586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef593 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444720.827729:0:32586:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444720.827732:0:32586:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.827734:0:32586:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1783444720.827736:0:32586:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef593 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444720.827741:0:32586:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91c7583db000 already unused, calling callback (ffffffffc1ba6f40) 00000080:00000001:1.0:1783444720.827745:0:32586:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1783444720.827748:0:32586:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef593 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 32586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444720.827753:0:32586:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1783444720.827755:0:32586:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1783444720.827758:0:32586:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef593 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 32586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444720.827762:0:32586:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1783444720.827764:0:32586:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1783444720.827765:0:32586:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444720.827766:0:32586:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444720.827767:0:32586:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db000 refcount=5 00000020:00000001:1.0:1783444720.827768:0:32586:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444720.827770:0:32586:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444720.827773:0:32586:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783444720.827775:0:32586:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef593 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32586 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1783444720.827780:0:32586:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783444720.827782:0:32586:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444720.827784:0:32586:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1783444720.827786:0:32586:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783444720.827789:0:32586:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783444720.827790:0:32586:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783444720.827792:0:32586:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444720.827793:0:32586:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1783444720.827796:0:32586:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c7583db000 with handle 0x5503b2fe824ef593 from hash 00010000:00000001:1.0:1783444720.827799:0:32586:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783444720.827800:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.827801:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444720.827802:0:32586:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783444720.827803:0:32586:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783444720.827804:0:32586:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1783444720.827806:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.827807:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444720.827808:0:32586:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444720.827809:0:32586:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444720.827812:0:32586:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef593 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444720.827815:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.827816:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444720.827817:0:32586:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1783444720.827818:0:32586:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444720.827819:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.827820:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444720.827821:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783444720.827823:0:32586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef593 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444720.827834:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444720.827835:0:32586:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1783444720.827840:0:32586:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1783444720.827845:0:32586:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff91c758839500 x1870075608278656/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1783444736 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1783444720.827852:0:32586:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1783444720.827854:0:32586:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444720.827856:0:32586:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444720.827858:0:32586:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444720.827860:0:32586:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1783444720.827862:0:32586:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1783444720.827863:0:32586:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444720.827866:0:32586:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1783444720.827869:0:32586:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194209b710 00000002:00002000:1.0:1783444720.827871:0:32586:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1783444720.827874:0:32586:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444720.827878:0:32586:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444720.827880:0:32586:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783444720.827883:0:32586:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1783444720.827887:0:32586:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444720.827891:0:32586:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000001:1.0:1783444720.827893:0:32586:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1783444720.827895:0:32586:0:(namei.c:674:ll_lookup_it_finish()) it ffffa3194209bb20 it_disposition 7 00000080:00002000:1.0:1783444720.827900:0:32586:0:(namei.c:653:ll_splice_alias()) Add dentry ffff91c748f1eaf8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:1.0:1783444720.827907:0:32586:0:(lmv_obd.c:4251:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1783444720.827909:0:32586:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444720.827911:0:32586:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444720.827913:0:32586:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444720.827915:0:32586:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444720.827917:0:32586:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444720.827919:0:32586:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444720.827921:0:32586:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444720.827925:0:32586:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444720.827927:0:32586:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444720.827929:0:32586:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444720.827935:0:32586:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678e00 count: 2 00010000:00000001:1.0:1783444720.828670:0:32586:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444720.828677:0:32586:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444720.828680:0:32586:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444720.828684:0:32586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2c2 expref: -99 pid: 32586 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1783444720.828693:0:32586:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444720.828698:0:32586:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444720.828702:0:32586:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2c2 expref: -99 pid: 32586 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1783444720.828709:0:32586:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783444720.828712:0:32586:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444720.828714:0:32586:0:(lmv_obd.c:4258:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783444720.828718:0:32586:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1783444720.828720:0:32586:0:(dcache.c:176:ll_intent_release()) intent ffffa3194209b930 released 00000080:00010000:1.0:1783444720.828722:0:32586:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef58c from it ffffa3194209b930 00010000:00000001:1.0:1783444720.828725:0:32586:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444720.828726:0:32586:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444720.828728:0:32586:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dba00 refcount=3 00000020:00000001:1.0:1783444720.828730:0:32586:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.828733:0:32586:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.828734:0:32586:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444720.828737:0:32586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd2c2 expref: -99 pid: 32586 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783444720.828744:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.828745:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444720.828746:0:32586:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444720.828748:0:32586:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444720.828751:0:32586:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2c2 expref: -99 pid: 32586 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783444720.828758:0:32586:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444720.828761:0:32586:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444720.828763:0:32586:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444720.828767:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.828768:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444720.828770:0:32586:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.828773:0:32586:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444720.828774:0:32586:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.828776:0:32586:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.828779:0:32586:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.828781:0:32586:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444720.828782:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.828783:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783444720.828784:0:32586:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1783444720.828786:0:32586:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1783444720.828790:0:32586:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1783444720.828795:0:32586:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cce00. 00000100:00000001:1.0:1783444720.828800:0:32586:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444720.828805:0:32586:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c758839500 x1870075608278656/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1783444736 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444720.828813:0:32586:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444720.828815:0:32586:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444720.828818:0:32586:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c760534000. 02000000:00000001:1.0:1783444720.828821:0:32586:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444720.828823:0:32586:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444720.828825:0:32586:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=3 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:1.0:1783444720.828827:0:32586:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444720.828830:0:32586:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c751026c00. 02000000:00000001:1.0:1783444720.828834:0:32586:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444720.828835:0:32586:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444720.828837:0:32586:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758839500. 00000100:00000001:1.0:1783444720.828841:0:32586:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444720.828842:0:32586:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783444720.828845:0:32586:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1783444720.828846:0:32586:0:(dcache.c:176:ll_intent_release()) intent ffffa3194209bb20 released 00000080:00000001:1.0:1783444720.828847:0:32586:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1783444720.828852:0:32586:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1783444720.828854:0:32586:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194209bb70 00000080:00002000:1.0:1783444720.828856:0:32586:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-1 (ffff91c748f1eaf8, parent ffff91c74931ae58, inode 0000000000000000) hashed, 00000080:00000001:1.0:1783444720.828860:0:32586:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444720.828915:0:32586:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444720.828918:0:32586:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444720.828920:0:32586:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444720.828921:0:32586:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194209bbb0 00000080:00200000:1.0:1783444720.828924:0:32586:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:1.0:1783444720.828930:0:32586:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cce00. 00800000:00000002:1.0:1783444720.828935:0:32586:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444720.828945:0:32586:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444720.828948:0:32586:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444720.828950:0:32586:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194209bad0 00800000:00000002:1.0:1783444720.828952:0:32586:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444720.828955:0:32586:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444720.828957:0:32586:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444720.828959:0:32586:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444720.828960:0:32586:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444720.828962:0:32586:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444720.828963:0:32586:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444720.828965:0:32586:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444720.828967:0:32586:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444720.828970:0:32586:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444720.828974:0:32586:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444720.828976:0:32586:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194209b9a0 00000002:00010000:1.0:1783444720.828977:0:32586:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444720.828980:0:32586:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444720.828982:0:32586:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444720.828983:0:32586:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444720.828986:0:32586:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678e00 count: 2 00010000:00000001:1.0:1783444720.828988:0:32586:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444720.828990:0:32586:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444720.828992:0:32586:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444720.828995:0:32586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2c2 expref: -99 pid: 32586 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1783444720.829002:0:32586:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444720.829004:0:32586:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444720.829006:0:32586:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2c2 expref: -99 pid: 32586 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1783444720.829012:0:32586:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783444720.829014:0:32586:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444720.829016:0:32586:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444720.829017:0:32586:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444720.829019:0:32586:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444720.829021:0:32586:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783444720.829024:0:32586:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783444720.829026:0:32586:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444720.829028:0:32586:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cce00. 00000080:00000001:1.0:1783444720.829031:0:32586:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783444720.829032:0:32586:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444720.829035:0:32586:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:1.0:1783444720.829038:0:32586:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef58c 00800000:00000001:1.0:1783444720.829042:0:32586:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444720.829043:0:32586:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444720.829045:0:32586:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444720.829046:0:32586:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444720.829048:0:32586:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dba00 refcount=3 00000020:00000001:1.0:1783444720.829049:0:32586:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.829052:0:32586:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.829069:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.829070:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444720.829072:0:32586:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444720.829074:0:32586:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444720.829076:0:32586:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef58c from it ffffa3194209bbe8 00010000:00000001:1.0:1783444720.829078:0:32586:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444720.829079:0:32586:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444720.829080:0:32586:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dba00 refcount=3 00000020:00000001:1.0:1783444720.829082:0:32586:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.829084:0:32586:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.829086:0:32586:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444720.829088:0:32586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd2c2 expref: -99 pid: 32586 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783444720.829094:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.829095:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444720.829096:0:32586:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444720.829098:0:32586:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444720.829100:0:32586:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2c2 expref: -99 pid: 32586 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1783444720.829106:0:32586:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444720.829109:0:32586:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444720.829110:0:32586:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444720.829112:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.829113:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444720.829114:0:32586:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.829116:0:32586:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444720.829117:0:32586:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.829119:0:32586:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.829121:0:32586:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.829123:0:32586:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444720.829124:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.829125:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444720.829127:0:32586:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783444720.829128:0:32586:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444720.829131:0:32586:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:1.0:1783444720.829136:0:32586:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444720.829140:0:32586:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1783444720.829142:0:32586:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194209bbd8 00000080:00002000:1.0:1783444720.829143:0:32586:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff91c748f1eaf8) flags 0x8000e refc 0 00000080:00000001:1.0:1783444720.829146:0:32586:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444720.829148:0:32586:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194209bc20 00000080:00200000:1.0:1783444720.829150:0:32586:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=16392 00000080:00000001:1.0:1783444720.829154:0:32586:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1783444720.829156:0:32586:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194209bba8 00000080:00002000:1.0:1783444720.829157:0:32586:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-1 (ffff91c748f1eaf8, parent ffff91c74931ae58, inode 0000000000000000) hashed, 00000080:00000001:1.0:1783444720.829160:0:32586:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444720.829182:0:32586:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194209bd08 00000080:00200008:1.0:1783444720.829184:0:32586:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1783444720.829190:0:32586:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1783444720.829192:0:32586:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444720.829194:0:32586:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444720.829196:0:32586:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194209bc80 00000080:00200000:1.0:1783444720.829197:0:32586:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:1.0:1783444720.829202:0:32586:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cce00. 00800000:00000002:1.0:1783444720.829204:0:32586:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444720.829206:0:32586:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444720.829208:0:32586:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444720.829210:0:32586:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194209bba0 00800000:00000002:1.0:1783444720.829211:0:32586:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444720.829214:0:32586:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444720.829215:0:32586:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444720.829216:0:32586:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444720.829218:0:32586:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444720.829219:0:32586:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444720.829220:0:32586:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444720.829222:0:32586:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444720.829223:0:32586:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444720.829225:0:32586:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444720.829228:0:32586:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444720.829229:0:32586:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194209ba70 00000002:00010000:1.0:1783444720.829231:0:32586:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444720.829233:0:32586:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444720.829234:0:32586:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444720.829235:0:32586:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444720.829238:0:32586:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678e00 count: 2 00010000:00000001:1.0:1783444720.829240:0:32586:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444720.829242:0:32586:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444720.829244:0:32586:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444720.829247:0:32586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2c2 expref: -99 pid: 32586 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1783444720.829253:0:32586:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444720.829255:0:32586:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444720.829258:0:32586:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2c2 expref: -99 pid: 32586 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1783444720.829264:0:32586:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783444720.829265:0:32586:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444720.829267:0:32586:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444720.829269:0:32586:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444720.829270:0:32586:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444720.829273:0:32586:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783444720.829275:0:32586:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783444720.829277:0:32586:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444720.829279:0:32586:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cce00. 00000080:00000001:1.0:1783444720.829282:0:32586:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783444720.829284:0:32586:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444720.829286:0:32586:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:1.0:1783444720.829288:0:32586:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef58c 00800000:00000001:1.0:1783444720.829291:0:32586:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444720.829294:0:32586:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444720.829295:0:32586:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444720.829297:0:32586:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444720.829298:0:32586:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dba00 refcount=3 00000020:00000001:1.0:1783444720.829300:0:32586:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.829302:0:32586:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.829304:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.829305:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444720.829306:0:32586:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444720.829308:0:32586:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444720.829310:0:32586:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef58c from it ffffa3194209bcb8 00010000:00000001:1.0:1783444720.829323:0:32586:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444720.829324:0:32586:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444720.829325:0:32586:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dba00 refcount=3 00000020:00000001:1.0:1783444720.829326:0:32586:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.829328:0:32586:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.829330:0:32586:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444720.829332:0:32586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd2c2 expref: -99 pid: 32586 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1783444720.829338:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.829339:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444720.829340:0:32586:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444720.829341:0:32586:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444720.829344:0:32586:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2c2 expref: -99 pid: 32586 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1783444720.829350:0:32586:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444720.829352:0:32586:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444720.829353:0:32586:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444720.829355:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.829356:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444720.829357:0:32586:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.829359:0:32586:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444720.829360:0:32586:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.829362:0:32586:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.829364:0:32586:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.829365:0:32586:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444720.829366:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.829367:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444720.829368:0:32586:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783444720.829369:0:32586:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783444720.829372:0:32586:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444720.829375:0:32586:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194209bd08 00000080:00000008:1.0:1783444720.829377:0:32586:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1783444720.829908:0:32586:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444720.829935:0:32586:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194209bd08 00000080:00200008:1.0:1783444720.829937:0:32586:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1783444720.829941:0:32586:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444720.829943:0:32586:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194209bc80 00000080:00200000:1.0:1783444720.829945:0:32586:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:1.0:1783444720.829949:0:32586:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cce00. 00800000:00000002:1.0:1783444720.829952:0:32586:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444720.829955:0:32586:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444720.829957:0:32586:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444720.829958:0:32586:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194209bba0 00800000:00000002:1.0:1783444720.829960:0:32586:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444720.829963:0:32586:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444720.829964:0:32586:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444720.829966:0:32586:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444720.829968:0:32586:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444720.829970:0:32586:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444720.829972:0:32586:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444720.829973:0:32586:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444720.829975:0:32586:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444720.829977:0:32586:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444720.829980:0:32586:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444720.829982:0:32586:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194209ba70 00000002:00010000:1.0:1783444720.829983:0:32586:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444720.829985:0:32586:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444720.829987:0:32586:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444720.829988:0:32586:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444720.829992:0:32586:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678e00 count: 2 00010000:00000001:1.0:1783444720.829994:0:32586:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444720.829997:0:32586:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444720.830000:0:32586:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444720.830003:0:32586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2c2 expref: -99 pid: 32586 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1783444720.830010:0:32586:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444720.830013:0:32586:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444720.830015:0:32586:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2c2 expref: -99 pid: 32586 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1783444720.830021:0:32586:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783444720.830023:0:32586:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444720.830025:0:32586:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444720.830026:0:32586:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444720.830028:0:32586:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444720.830030:0:32586:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783444720.830032:0:32586:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783444720.830034:0:32586:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444720.830036:0:32586:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cce00. 00000080:00000001:1.0:1783444720.830039:0:32586:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783444720.830041:0:32586:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444720.830043:0:32586:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:1.0:1783444720.830046:0:32586:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef58c 00800000:00000001:1.0:1783444720.830048:0:32586:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444720.830050:0:32586:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444720.830051:0:32586:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444720.830053:0:32586:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444720.830100:0:32586:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dba00 refcount=3 00000020:00000001:1.0:1783444720.830103:0:32586:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.830105:0:32586:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.830107:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.830109:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444720.830110:0:32586:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444720.830111:0:32586:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444720.830114:0:32586:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef58c from it ffffa3194209bcb8 00010000:00000001:1.0:1783444720.830116:0:32586:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444720.830117:0:32586:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444720.830118:0:32586:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dba00 refcount=3 00000020:00000001:1.0:1783444720.830120:0:32586:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.830122:0:32586:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.830124:0:32586:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444720.830127:0:32586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd2c2 expref: -99 pid: 32586 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1783444720.830133:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.830134:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444720.830135:0:32586:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444720.830137:0:32586:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444720.830139:0:32586:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2c2 expref: -99 pid: 32586 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1783444720.830146:0:32586:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444720.830148:0:32586:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444720.830149:0:32586:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444720.830152:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.830153:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444720.830154:0:32586:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.830156:0:32586:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444720.830157:0:32586:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.830159:0:32586:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.830161:0:32586:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.830163:0:32586:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444720.830164:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.830165:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444720.830167:0:32586:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783444720.830168:0:32586:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783444720.830171:0:32586:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444720.830174:0:32586:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194209bd08 00000080:00000008:1.0:1783444720.830176:0:32586:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1783444720.830335:0:32586:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444720.830338:0:32586:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444720.830340:0:32586:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194209bb78 00000080:00200000:1.0:1783444720.830342:0:32586:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:1.0:1783444720.830346:0:32586:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cce00. 00800000:00000002:1.0:1783444720.830350:0:32586:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444720.830353:0:32586:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444720.830357:0:32586:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444720.830359:0:32586:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194209ba98 00800000:00000002:1.0:1783444720.830362:0:32586:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444720.830365:0:32586:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444720.830366:0:32586:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444720.830368:0:32586:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444720.830369:0:32586:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444720.830371:0:32586:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444720.830373:0:32586:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444720.830374:0:32586:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444720.830376:0:32586:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444720.830378:0:32586:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444720.830382:0:32586:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444720.830384:0:32586:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194209b968 00000002:00010000:1.0:1783444720.830386:0:32586:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444720.830390:0:32586:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444720.830391:0:32586:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444720.830392:0:32586:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444720.830395:0:32586:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678e00 count: 2 00010000:00000001:1.0:1783444720.830397:0:32586:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444720.830400:0:32586:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444720.830402:0:32586:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444720.830406:0:32586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2c2 expref: -99 pid: 32586 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1783444720.830413:0:32586:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444720.830415:0:32586:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444720.830418:0:32586:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2c2 expref: -99 pid: 32586 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1783444720.830424:0:32586:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783444720.830426:0:32586:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444720.830427:0:32586:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444720.830429:0:32586:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444720.830431:0:32586:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444720.830432:0:32586:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783444720.830434:0:32586:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783444720.830436:0:32586:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444720.830438:0:32586:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cce00. 00000080:00000001:1.0:1783444720.830441:0:32586:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783444720.830442:0:32586:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444720.830444:0:32586:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:1.0:1783444720.830447:0:32586:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef58c 00800000:00000001:1.0:1783444720.830449:0:32586:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444720.830451:0:32586:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444720.830452:0:32586:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444720.830454:0:32586:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444720.830455:0:32586:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dba00 refcount=3 00000020:00000001:1.0:1783444720.830457:0:32586:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.830460:0:32586:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.830462:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.830463:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444720.830464:0:32586:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444720.830466:0:32586:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444720.830468:0:32586:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef58c from it ffffa3194209bbb0 00010000:00000001:1.0:1783444720.830473:0:32586:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444720.830475:0:32586:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444720.830477:0:32586:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dba00 refcount=3 00000020:00000001:1.0:1783444720.830479:0:32586:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.830481:0:32586:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097800704 : -121189611750912 : ffff91c7583dba00) 00010000:00000001:1.0:1783444720.830483:0:32586:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444720.830486:0:32586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd2c2 expref: -99 pid: 32586 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1783444720.830493:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.830494:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444720.830496:0:32586:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444720.830498:0:32586:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444720.830500:0:32586:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2c2 expref: -99 pid: 32586 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1783444720.830507:0:32586:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444720.830508:0:32586:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444720.830510:0:32586:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444720.830514:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.830515:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444720.830517:0:32586:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.830519:0:32586:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444720.830520:0:32586:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.830522:0:32586:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.830524:0:32586:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.830525:0:32586:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444720.830526:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.830527:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444720.830529:0:32586:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783444720.830531:0:32586:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444720.830533:0:32586:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 44 00000080:00000001:1.0:1783444720.830536:0:32586:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444720.830540:0:32586:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1783444720.830543:0:32586:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:1.0:1783444720.830545:0:32586:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194209bb78 00000080:00200008:1.0:1783444720.830547:0:32586:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), flags 300000 00000080:00000010:1.0:1783444720.830551:0:32586:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91c742b6b900. 00000080:00000001:1.0:1783444720.830556:0:32586:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444720.830558:0:32586:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444720.830570:0:32586:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1783444720.830572:0:32586:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c03066f0 arg=7ffe9cc3dd80 00000020:00000001:1.0:1783444720.830579:0:32586:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1783444720.830584:0:32586:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff91c751026c00. 00000020:00000001:1.0:1783444720.830588:0:32586:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444720.830592:0:32586:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:1.0:1783444720.830593:0:32586:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194209bad0 00000080:00200000:1.0:1783444720.830596:0:32586:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) name=d21h.recovery-small-1 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:1.0:1783444720.830602:0:32586:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cce00. 00800000:00000002:1.0:1783444720.830605:0:32586:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00800000:00000001:1.0:1783444720.830614:0:32586:0:(lmv_obd.c:2300:lmv_create()) Process entered 00800000:00000001:1.0:1783444720.830616:0:32586:0:(lmv_obd.c:2238:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1783444720.830619:0:32586:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444720.830620:0:32586:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444720.830622:0:32586:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444720.830623:0:32586:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444720.830625:0:32586:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444720.830626:0:32586:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444720.830628:0:32586:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444720.830631:0:32586:0:(lmv_obd.c:2284:lmv_locate_tgt_create()) Process leaving (rc=18446622883747488256 : -121189962063360 : ffff91c7435c6200) 00800000:00000001:1.0:1783444720.830634:0:32586:0:(lmv_obd.c:1203:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1783444720.830636:0:32586:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1783444720.830639:0:32586:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1783444720.830642:0:32586:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1783444720.830646:0:32586:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff91c759350000: Allocated FID [0x200000405:0x23:0x0] 40000000:00000001:1.0:1783444720.830649:0:32586:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444720.830652:0:32586:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444720.830654:0:32586:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444720.830656:0:32586:0:(lmv_obd.c:1227:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444720.830658:0:32586:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194209b9e8 00800000:00000002:1.0:1783444720.830660:0:32586:0:(lmv_obd.c:2341:lmv_create()) CREATE name 'd21h.recovery-small-1' [0x200000405:0x23:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:1.0:1783444720.830664:0:32586:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1783444720.830666:0:32586:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1783444720.830669:0:32586:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678e00 count: 2 00010000:00000001:1.0:1783444720.830671:0:32586:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444720.830674:0:32586:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1783444720.830676:0:32586:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783444720.830679:0:32586:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6dd2c2 expref: -99 pid: 32586 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:1.0:1783444720.830687:0:32586:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783444720.830691:0:32586:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783444720.830693:0:32586:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783444720.830695:0:32586:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1783444720.830698:0:32586:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444720.830699:0:32586:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444720.830701:0:32586:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678e00 count: 3 00010000:00000001:1.0:1783444720.830703:0:32586:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444720.830705:0:32586:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444720.830707:0:32586:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444720.830707:0:32586:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444720.830709:0:32586:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678e00 count: 3 00010000:00000001:1.0:1783444720.830710:0:32586:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444720.830712:0:32586:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444720.830714:0:32586:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444720.830715:0:32586:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444720.830716:0:32586:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678e00 count: 3 00010000:00000001:1.0:1783444720.830718:0:32586:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444720.830720:0:32586:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444720.830721:0:32586:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1783444720.830724:0:32586:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91c748db39c0, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1783444720.830729:0:32586:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:1.0:1783444720.830733:0:32586:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194209b670 00000080:00002000:1.0:1783444720.830734:0:32586:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21h.recovery-small-1 00000080:00000001:1.0:1783444720.830740:0:32586:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1783444720.830744:0:32586:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1783444720.830748:0:32586:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1783444720.830750:0:32586:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783444720.830751:0:32586:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.830754:0:32586:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783444720.830758:0:32586:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783444720.830759:0:32586:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783444720.830761:0:32586:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444720.830763:0:32586:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1783444720.830766:0:32586:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c7583dba00 with handle 0x5503b2fe824ef58c from hash 00010000:00000001:1.0:1783444720.830769:0:32586:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783444720.830770:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.830771:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444720.830772:0:32586:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783444720.830775:0:32586:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783444720.830776:0:32586:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783444720.830779:0:32586:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1783444720.830781:0:32586:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444720.830783:0:32586:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1783444720.830787:0:32586:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758839500. 00000020:00000040:1.0:1783444720.830792:0:32586:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:1.0:1783444720.830799:0:32586:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1783444720.830801:0:32586:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.830804:0:32586:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783444720.830808:0:32586:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444720.830809:0:32586:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444720.830812:0:32586:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444720.830814:0:32586:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444720.830817:0:32586:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444720.830823:0:32586:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c751024800. 00000100:00000001:1.0:1783444720.830830:0:32586:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.830832:0:32586:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444720.830834:0:32586:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1783444720.830839:0:32586:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd2c2 expref: -99 pid: 32586 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1783444720.830847:0:32586:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1783444720.830848:0:32586:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1783444720.830850:0:32586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783444720.830852:0:32586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dba00/0x5503b2fe824ef58c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd2c2 expref: -99 pid: 32586 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:1.0:1783444720.830860:0:32586:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c741678e00 count: 0 00010000:00000010:1.0:1783444720.830866:0:32586:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c7505f9280. 00010000:00000001:1.0:1783444720.830872:0:32586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444720.830874:0:32586:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.830875:0:32586:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444720.830876:0:32586:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.830878:0:32586:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1783444720.830888:0:32586:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1783444720.830899:0:32586:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c758839500 x1870075608278912/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783444720.830906:0:32586:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444720.830908:0:32586:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444720.830915:0:32586:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c742c38180. 00000100:00000001:1.0:1783444720.830918:0:32586:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883737469312 : -121189972082304 : ffff91c742c38180) 00000100:00000001:1.0:1783444720.830920:0:32586:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444720.830922:0:32586:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102378752 : -121189607172864 : ffff91c758839500) 00000100:00000001:1.0:1783444720.830927:0:32586:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444720.830932:0:32586:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444720.830934:0:32586:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444720.830936:0:32586:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444720.830940:0:32586:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c758839500 x1870075608278912/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444720.830948:0:32586:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444720.830952:0:32586:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444720.830956:0:32586:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444720.830959:0:32586:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444720.830961:0:32586:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444720.830965:0:32586:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c758839500 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:32586:1870075608278912:192.168.204.110@tcp:36:lfs.0 00000100:00000001:1.0:1783444720.830969:0:32586:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444720.830974:0:32586:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444720.830976:0:32586:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444720.830979:0:32586:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444720.830985:0:32586:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c751026000. 02000000:00000001:1.0:1783444720.830987:0:32586:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444720.830995:0:32586:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444720.830999:0:32586:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736898. 00000400:00000010:1.0:1783444720.831005:0:32586:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076440. 00000100:00000200:1.0:1783444720.831013:0:32586:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608278912, portal 10 00000100:00000001:1.0:1783444720.831015:0:32586:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444720.831016:0:32586:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102378752 : -121189607172864 : ffff91c758839500) 00000100:00000040:1.0:1783444720.831022:0:32586:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c758839500 x1870075608278912/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444736 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444720.831029:0:32586:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444720.831031:0:32586:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444720.831033:0:32586:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076000. 00000100:00000200:1.0:1783444720.831036:0:32586:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1870075608278912, offset 0 00000400:00000200:1.0:1783444720.831043:0:32586:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444720.831052:0:32586:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.831096:0:32586:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444720.831105:0:32586:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444720.831110:0:32586:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444720.831114:0:32586:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444720.831117:0:32586:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444720.831120:0:32586:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2690:2690:256:4294967295] 192.168.204.110@tcp LPNI seq info [2690:2690:8:4294967295] 00000400:00000200:1.0:1783444720.831125:0:32586:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.831134:0:32586:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444720.831140:0:32586:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444720.831146:0:32586:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298800. 00000800:00000200:1.0:1783444720.831151:0:32586:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444720.831159:0:32586:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444720.831163:0:32586:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298800 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:1.0:1783444720.831173:0:32586:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444720.831177:0:32586:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 855343 usecs (856 jiffies) 00000400:00000200:1.0:1783444720.831180:0:32586:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444720.831183:0:32586:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296360693 00000100:00000001:1.0:1783444720.831186:0:32586:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296361468 00000100:00000001:1.0:1783444720.831188:0:32586:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296360693 00000100:00000001:1.0:1783444720.831190:0:32586:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296361468 00000100:00000001:1.0:1783444720.831193:0:32586:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444720.831195:0:32586:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444720.831197:0:32586:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444720.831199:0:32586:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444720.831202:0:32586:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c742c38180 going to sleep for 11 seconds 00000100:00000001:1.0:1783444720.831204:0:32586:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444720.831208:0:32586:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444720.832287:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444720.832295:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298800. 00000400:00000200:0.0:1783444720.832302:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444720.832310:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444720.832326:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076000 00000400:00000010:0.0:1783444720.832328:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076000. 00000100:00000001:0.0:1783444720.832333:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444720.832338:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c758839500 x1870075608278912/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444736 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444720.832350:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444720.832353:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c758839500 x1870075608278912/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444736 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444720.832361:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444720.832362:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1783444720.836116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583db000. 00000080:00000010:1.1:1783444720.836138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7457129c0. 00010000:00000010:1.1:1783444720.836147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678e00. 00010000:00000010:1.1:1783444720.836150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583dba00. 00000800:00000001:1.0:1783444720.843657:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444720.843674:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444720.843679:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444720.843681:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444720.843691:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.843699:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444720.843709:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.843726:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.843731:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.843736:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 448 into portal 10 MB=0x6a4d2e855a780 00000400:00000200:1.0:1783444720.843741:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.843747:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 448/448 into md 0x7741 [1] + 224 00000800:00000001:1.0:1783444720.843754:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444720.843762:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444720.843766:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444720.843770:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444720.843778:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444720.843788:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c758839500 x1870075608278912/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444736 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444720.843800:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff91c758839500 x1870075608278912/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444736 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444720.843826:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444720.843835:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444720.843838:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783444720.866300:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444720.866307:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444720.869795:0:32587:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783444720.869801:0:32587:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783444720.869803:0:32587:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444720.869807:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414ebb20 00000080:00200000:3.0:1783444720.869811:0:32587:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:3.0:1783444720.869819:0:32587:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75a129600. 00800000:00000002:3.0:1783444720.869824:0:32587:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444720.869828:0:32587:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444720.869832:0:32587:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444720.869834:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414eba40 00800000:00000002:3.0:1783444720.869836:0:32587:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444720.869840:0:32587:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444720.869842:0:32587:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444720.869845:0:32587:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444720.869848:0:32587:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444720.869849:0:32587:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444720.869852:0:32587:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444720.869853:0:32587:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444720.869856:0:32587:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444720.869859:0:32587:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444720.869865:0:32587:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444720.869868:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414eb910 00000002:00010000:3.0:1783444720.869870:0:32587:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444720.869874:0:32587:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444720.869876:0:32587:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444720.869880:0:32587:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783444720.869886:0:32587:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444720.869889:0:32587:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444720.869891:0:32587:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444720.869893:0:32587:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783444720.869896:0:32587:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1783444720.869901:0:32587:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760460e00. 00000020:00000040:3.0:1783444720.869905:0:32587:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:3.0:1783444720.869911:0:32587:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783444720.869916:0:32587:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444720.869920:0:32587:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444720.869923:0:32587:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444720.869926:0:32587:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444720.869930:0:32587:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444720.869937:0:32587:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c7452ad800. 00000100:00000001:3.0:1783444720.869945:0:32587:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444720.869951:0:32587:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444720.869952:0:32587:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444720.869954:0:32587:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444720.869955:0:32587:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444720.869957:0:32587:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444720.869962:0:32587:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622884232564224 : -121189476987392 : ffff91c760460e00) 00010000:00000001:3.0:1783444720.869966:0:32587:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783444720.869968:0:32587:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1783444720.869973:0:32587:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c743ebf900. 00010000:00000010:3.0:1783444720.869977:0:32587:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c75904aa00. 00010000:00000001:3.0:1783444720.869983:0:32587:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783444720.869986:0:32587:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c751b15000. 00000020:00000001:3.0:1783444720.869990:0:32587:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783444720.869993:0:32587:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c751b15000 with handle 0x5503b2fe824ef59a to hash 00000020:00000001:3.0:1783444720.869995:0:32587:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783444720.869997:0:32587:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444720.870001:0:32587:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444720.870005:0:32587:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444720.870008:0:32587:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444720.870012:0:32587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32587 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444720.870022:0:32587:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32587 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444720.870031:0:32587:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32587 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783444720.870037:0:32587:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444720.870039:0:32587:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444720.870044:0:32587:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c74636c9c0. 00000100:00000001:3.0:1783444720.870047:0:32587:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883795356096 : -121189914195520 : ffff91c74636c9c0) 00000100:00000001:3.0:1783444720.870050:0:32587:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444720.870051:0:32587:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232564224 : -121189476987392 : ffff91c760460e00) 00000100:00000001:3.0:1783444720.870081:0:32587:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444720.870086:0:32587:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444720.870089:0:32587:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444720.870090:0:32587:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444720.870101:0:32587:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760460e00 x1870075608279040/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444720.870109:0:32587:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444720.870111:0:32587:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444720.870115:0:32587:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444720.870117:0:32587:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444720.870120:0:32587:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444720.870123:0:32587:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760460e00 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:32587:1870075608279040:192.168.204.110@tcp:101:lfs.0 00000100:00000001:3.0:1783444720.870127:0:32587:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444720.870132:0:32587:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444720.870135:0:32587:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444720.870137:0:32587:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444720.870141:0:32587:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c742b20000. 02000000:00000001:3.0:1783444720.870143:0:32587:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444720.870150:0:32587:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444720.870153:0:32587:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811e18. 00000400:00000010:3.0:1783444720.870160:0:32587:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218198. 00000100:00000200:3.0:1783444720.870166:0:32587:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608279040, portal 10 00000100:00000001:3.0:1783444720.870168:0:32587:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444720.870170:0:32587:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232564224 : -121189476987392 : ffff91c760460e00) 00000100:00000040:3.0:1783444720.870175:0:32587:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c760460e00 x1870075608279040/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444736 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444720.870183:0:32587:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444720.870185:0:32587:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444720.870188:0:32587:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218880. 00000100:00000200:3.0:1783444720.870191:0:32587:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870075608279040, offset 0 00000400:00000200:3.0:1783444720.870198:0:32587:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444720.870207:0:32587:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444720.870214:0:32587:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444720.870220:0:32587:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444720.870224:0:32587:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444720.870228:0:32587:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444720.870231:0:32587:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444720.870234:0:32587:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2691:2691:256:4294967295] 192.168.204.110@tcp LPNI seq info [2691:2691:8:4294967295] 00000400:00000200:3.0:1783444720.870238:0:32587:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444720.870248:0:32587:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444720.870254:0:32587:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444720.870259:0:32587:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760f26300. 00000800:00000200:3.0:1783444720.870265:0:32587:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444720.870273:0:32587:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444720.870278:0:32587:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760f26300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1783444720.870298:0:32587:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444720.870304:0:32587:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 854136 usecs (855 jiffies) 00000400:00000200:3.0:1783444720.870307:0:32587:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000800:00000200:0.0:1783444720.870451:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444720.870456:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760f26300. 00000400:00000200:0.0:1783444720.870463:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444720.870470:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444720.870475:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218880 00000400:00000010:0.0:1783444720.870478:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218880. 00000100:00000001:0.0:1783444720.870482:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444720.870486:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760460e00 x1870075608279040/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444736 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444720.870497:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444720.870501:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760460e00 x1870075608279040/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444736 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444720.870508:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444720.870510:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783444720.871479:0:32587:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296360731 00000100:00000001:3.0:1783444720.871486:0:32587:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296361468 00000100:00000001:3.0:1783444720.871489:0:32587:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296360732 00000100:00000001:3.0:1783444720.871491:0:32587:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296361468 00000100:00000001:3.0:1783444720.871494:0:32587:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444720.871497:0:32587:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444720.871499:0:32587:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444720.871501:0:32587:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444720.871503:0:32587:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c74636c9c0 going to sleep for 11 seconds 00000100:00000001:3.0:1783444720.871507:0:32587:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444720.871509:0:32587:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444720.881521:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444720.881537:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444720.881540:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444720.881543:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444720.881552:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.881559:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444720.881568:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.881571:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.881576:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.881579:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e855a800 00000400:00000200:1.0:1783444720.881584:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.881589:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x7751 [1] + 224 00000800:00000001:1.0:1783444720.881596:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444720.881602:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444720.881606:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444720.881610:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444720.881618:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444720.881625:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760460e00 x1870075608279040/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444736 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444720.881634:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c760460e00 x1870075608279040/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444736 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444720.881658:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444720.881666:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444720.881669:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444720.881771:0:32587:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444720.881779:0:32587:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444720.881780:0:32587:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444720.881783:0:32587:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811e18. 00000400:00000200:3.0:1783444720.881787:0:32587:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218198 00000400:00000010:3.0:1783444720.881790:0:32587:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218198. 00000100:00000001:3.0:1783444720.881793:0:32587:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444720.881799:0:32587:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760460e00 x1870075608279040/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444736 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783444720.881807:0:32587:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760460e00 x1870075608279040/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444736 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444720.881813:0:32587:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444720.881815:0:32587:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444720.881817:0:32587:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444720.881821:0:32587:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444720.881823:0:32587:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444720.881826:0:32587:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444720.881828:0:32587:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444720.881839:0:32587:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=50 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444720.881843:0:32587:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444720.881846:0:32587:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444720.881848:0:32587:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444720.881851:0:32587:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444720.881854:0:32587:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444720.881858:0:32587:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444720.881860:0:32587:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967611 00000100:00000001:3.0:1783444720.881861:0:32587:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444720.881864:0:32587:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444720.881868:0:32587:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760460e00 x1870075608279040/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444736 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444720.881874:0:32587:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444720.881877:0:32587:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444720.881879:0:32587:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444720.881883:0:32587:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760460e00 x1870075608279040/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444736 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783444720.881891:0:32587:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760460e00 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:32587:1870075608279040:192.168.204.110@tcp:101:lfs.0 00000100:00000001:3.0:1783444720.881895:0:32587:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444720.881898:0:32587:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444720.881901:0:32587:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444720.881903:0:32587:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444720.881907:0:32587:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760460e00 x1870075608279040/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444736 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444720.881913:0:32587:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444720.881916:0:32587:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c74636c9c0. 00000100:00000001:3.0:1783444720.881919:0:32587:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444720.881921:0:32587:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444720.881924:0:32587:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783444720.881927:0:32587:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444720.881930:0:32587:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444720.881933:0:32587:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15000 refcount=4 00000020:00000001:3.0:1783444720.881935:0:32587:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444720.881938:0:32587:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000040:3.0:1783444720.881945:0:32587:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c751b15000, remote cookie: 0x332dd2263f6dd2fa, flags: 0x1001 00010000:00010000:3.0:1783444720.881950:0:32587:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2fa expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444720.881961:0:32587:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2fa expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444720.881967:0:32587:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783444720.881971:0:32587:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783444720.881972:0:32587:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783444720.881974:0:32587:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783444720.881976:0:32587:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783444720.881978:0:32587:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91c743ebf900) refcount = 1 00010000:00010000:3.0:1783444720.881982:0:32587:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd2fa expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444720.881987:0:32587:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783444720.881991:0:32587:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783444720.881992:0:32587:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444720.881995:0:32587:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783444720.881998:0:32587:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444720.882000:0:32587:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2fa expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444720.882006:0:32587:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783444720.882008:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444720.882010:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444720.882011:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444720.882012:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444720.882014:0:32587:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444720.882018:0:32587:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783444720.882019:0:32587:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444720.882021:0:32587:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444720.882022:0:32587:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15000 refcount=3 00000020:00000001:3.0:1783444720.882025:0:32587:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444720.882027:0:32587:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444720.882028:0:32587:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444720.882029:0:32587:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444720.882031:0:32587:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15000 refcount=4 00000020:00000001:3.0:1783444720.882032:0:32587:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444720.882034:0:32587:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444720.882036:0:32587:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444720.882039:0:32587:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444720.882042:0:32587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd2fa expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444720.882047:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444720.882048:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444720.882049:0:32587:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444720.882050:0:32587:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444720.882051:0:32587:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15000 refcount=5 00000020:00000001:3.0:1783444720.882053:0:32587:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444720.882088:0:32587:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444720.882091:0:32587:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444720.882094:0:32587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd2fa expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444720.882099:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444720.882100:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783444720.882102:0:32587:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd2fa expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444720.882108:0:32587:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444720.882109:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444720.882110:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444720.882111:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444720.882112:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783444720.882117:0:32587:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91c760460e00 x1870075608279040/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444736 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783444720.882124:0:32587:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444720.882126:0:32587:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444720.882127:0:32587:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15000 refcount=3 00000020:00000001:3.0:1783444720.882129:0:32587:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444720.882131:0:32587:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444720.882133:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444720.882134:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444720.882135:0:32587:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444720.882137:0:32587:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444720.882141:0:32587:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783444720.882143:0:32587:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444720.882144:0:32587:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444720.882145:0:32587:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15000 refcount=3 00000020:00000001:3.0:1783444720.882147:0:32587:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444720.882149:0:32587:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00000002:00010000:3.0:1783444720.882152:0:32587:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2fa expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444720.882158:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444720.882159:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444720.882161:0:32587:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783444720.882162:0:32587:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444720.882163:0:32587:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444720.882164:0:32587:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15000 refcount=3 00000020:00000001:3.0:1783444720.882166:0:32587:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444720.882168:0:32587:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000040:3.0:1783444720.882174:0:32587:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf900 count: 2 00010000:00000001:3.0:1783444720.882177:0:32587:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783444720.882180:0:32587:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1783444720.882183:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444720.882185:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444720.882186:0:32587:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783444720.882189:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414eb898 00000002:00002000:3.0:1783444720.882191:0:32587:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1783444720.882194:0:32587:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444720.882197:0:32587:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444720.882200:0:32587:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783444720.882203:0:32587:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1783444720.882206:0:32587:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444720.882210:0:32587:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444720.882214:0:32587:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75a129600. 00000080:00000001:3.0:1783444720.882218:0:32587:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444720.882220:0:32587:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783444720.882226:0:32587:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1783444720.882229:0:32587:0:(lmv_obd.c:3920:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1783444720.882234:0:32587:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c74317b9c0. 00800000:00000001:3.0:1783444720.882236:0:32587:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622883742988736 : -121189966562880 : ffff91c74317b9c0) 00800000:00000001:3.0:1783444720.882239:0:32587:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444720.882240:0:32587:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783444720.882243:0:32587:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783444720.882245:0:32587:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1783444720.882248:0:32587:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1783444720.882251:0:32587:0:(llite_lib.c:1814:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1783444720.882253:0:32587:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444720.882257:0:32587:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1783444720.882260:0:32587:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1783444720.882262:0:32587:0:(llite_lib.c:2920:ll_update_inode()) setting ino 144115188193296385 mtime from 1783444715 to 1783444720 00000080:00200000:3.0:1783444720.882267:0:32587:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1783444720.882269:0:32587:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444720.882270:0:32587:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444720.882272:0:32587:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15000 refcount=3 00000020:00000001:3.0:1783444720.882273:0:32587:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444720.882276:0:32587:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444720.882278:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444720.882279:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783444720.882281:0:32587:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783444720.882283:0:32587:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1783444720.882284:0:32587:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c74317b9c0 1 00800000:00000010:3.0:1783444720.882286:0:32587:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c74317b9c0. 00800000:00000001:3.0:1783444720.882289:0:32587:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444720.882292:0:32587:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef59a 00800000:00000001:3.0:1783444720.882294:0:32587:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444720.882296:0:32587:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444720.882297:0:32587:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444720.882298:0:32587:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444720.882299:0:32587:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15000 refcount=3 00000020:00000001:3.0:1783444720.882301:0:32587:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444720.882302:0:32587:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444720.882304:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444720.882305:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444720.882306:0:32587:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444720.882308:0:32587:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444720.882323:0:32587:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444720.882326:0:32587:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:3.0:1783444720.882329:0:32587:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef59a from it ffffa319414ebb58 00010000:00000001:3.0:1783444720.882331:0:32587:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444720.882332:0:32587:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444720.882333:0:32587:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15000 refcount=3 00000020:00000001:3.0:1783444720.882334:0:32587:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444720.882336:0:32587:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444720.882338:0:32587:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444720.882340:0:32587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd2fa expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444720.882345:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444720.882346:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444720.882347:0:32587:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444720.882349:0:32587:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444720.882351:0:32587:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2fa expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444720.882358:0:32587:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444720.882360:0:32587:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444720.882362:0:32587:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444720.882365:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444720.882367:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444720.882368:0:32587:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444720.882371:0:32587:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444720.882373:0:32587:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444720.882374:0:32587:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444720.882377:0:32587:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444720.882378:0:32587:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444720.882379:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444720.882380:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444720.882381:0:32587:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444720.882385:0:32587:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760460e00 x1870075608279040/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444736 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444720.882391:0:32587:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444720.882394:0:32587:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444720.882397:0:32587:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c742b20000. 02000000:00000001:3.0:1783444720.882401:0:32587:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444720.882403:0:32587:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444720.882404:0:32587:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444720.882407:0:32587:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444720.882409:0:32587:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c7452ad800. 02000000:00000001:3.0:1783444720.882412:0:32587:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444720.882414:0:32587:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444720.882415:0:32587:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760460e00. 00000100:00000001:3.0:1783444720.882418:0:32587:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444720.882420:0:32587:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444720.882423:0:32587:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:3.0:1783444720.882428:0:32587:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783444720.882439:0:32587:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91c74630ad20. 00000020:00000001:3.0:1783444720.882443:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414ebae8 00000080:00200000:3.0:1783444720.882446:0:32587:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), flags=13 00000080:00000001:3.0:1783444720.882448:0:32587:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1783444720.882450:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414eb998 00000080:00200000:3.0:1783444720.882452:0:32587:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), intent=getattr 00000080:00000010:3.0:1783444720.882459:0:32587:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75a129600. 00800000:00000002:3.0:1783444720.882464:0:32587:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444720.882468:0:32587:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444720.882470:0:32587:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444720.882471:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414eb8b8 00800000:00000002:3.0:1783444720.882473:0:32587:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444720.882476:0:32587:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444720.882480:0:32587:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444720.882483:0:32587:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444720.882485:0:32587:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444720.882488:0:32587:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444720.882489:0:32587:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444720.882492:0:32587:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444720.882494:0:32587:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444720.882497:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414eb850 00800000:00000002:3.0:1783444720.882499:0:32587:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:3.0:1783444720.882503:0:32587:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444720.882505:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414eb788 00000002:00010000:3.0:1783444720.882506:0:32587:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:3.0:1783444720.882510:0:32587:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783444720.882512:0:32587:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1783444720.882516:0:32587:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760460e00. 00000020:00000040:3.0:1783444720.882519:0:32587:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:3.0:1783444720.882523:0:32587:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783444720.882526:0:32587:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444720.882529:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444720.882531:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444720.882532:0:32587:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444720.882534:0:32587:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444720.882536:0:32587:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444720.882539:0:32587:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444720.882545:0:32587:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c7452ad800. 00000100:00000001:3.0:1783444720.882552:0:32587:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444720.882555:0:32587:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444720.882556:0:32587:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444720.882558:0:32587:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444720.882558:0:32587:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444720.882560:0:32587:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444720.882565:0:32587:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622884232564224 : -121189476987392 : ffff91c760460e00) 00010000:00000001:3.0:1783444720.882568:0:32587:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783444720.882570:0:32587:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1783444720.882573:0:32587:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf900 count: 2 00010000:00000001:3.0:1783444720.882575:0:32587:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444720.882578:0:32587:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783444720.882581:0:32587:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c751b14800. 00000020:00000001:3.0:1783444720.882583:0:32587:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783444720.882586:0:32587:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c751b14800 with handle 0x5503b2fe824ef5a1 to hash 00000020:00000001:3.0:1783444720.882588:0:32587:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783444720.882589:0:32587:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444720.882593:0:32587:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444720.882595:0:32587:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444720.882597:0:32587:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444720.882600:0:32587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef5a1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32587 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444720.882607:0:32587:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef5a1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32587 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444720.882616:0:32587:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef5a1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32587 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783444720.882621:0:32587:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444720.882623:0:32587:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444720.882630:0:32587:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c74636c9c0. 00000100:00000001:3.0:1783444720.882632:0:32587:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883795356096 : -121189914195520 : ffff91c74636c9c0) 00000100:00000001:3.0:1783444720.882634:0:32587:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444720.882636:0:32587:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232564224 : -121189476987392 : ffff91c760460e00) 00000100:00000001:3.0:1783444720.882640:0:32587:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444720.882644:0:32587:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444720.882646:0:32587:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444720.882647:0:32587:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444720.882652:0:32587:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760460e00 x1870075608279168/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444720.882659:0:32587:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444720.882660:0:32587:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444720.882664:0:32587:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444720.882666:0:32587:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444720.882668:0:32587:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444720.882671:0:32587:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760460e00 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:32587:1870075608279168:192.168.204.110@tcp:101:lfs.0 00000100:00000001:3.0:1783444720.882675:0:32587:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444720.882679:0:32587:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444720.882681:0:32587:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444720.882683:0:32587:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444720.882687:0:32587:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c742b20000. 02000000:00000001:3.0:1783444720.882689:0:32587:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444720.882693:0:32587:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444720.882696:0:32587:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811e18. 00000400:00000010:3.0:1783444720.882701:0:32587:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218198. 00000100:00000200:3.0:1783444720.882706:0:32587:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608279168, portal 10 00000100:00000001:3.0:1783444720.882708:0:32587:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444720.882709:0:32587:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232564224 : -121189476987392 : ffff91c760460e00) 00000100:00000040:3.0:1783444720.882714:0:32587:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c760460e00 x1870075608279168/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444736 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444720.882721:0:32587:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444720.882723:0:32587:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444720.882725:0:32587:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602183b8. 00000100:00000200:3.0:1783444720.882728:0:32587:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1870075608279168, offset 0 00000400:00000200:3.0:1783444720.882734:0:32587:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444720.882740:0:32587:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444720.882747:0:32587:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444720.882753:0:32587:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444720.882756:0:32587:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444720.882760:0:32587:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444720.882763:0:32587:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444720.882766:0:32587:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2692:2692:256:4294967295] 192.168.204.110@tcp LPNI seq info [2692:2692:8:4294967295] 00000400:00000200:3.0:1783444720.882771:0:32587:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444720.882779:0:32587:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444720.882785:0:32587:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444720.882790:0:32587:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760f26300. 00000800:00000200:3.0:1783444720.882799:0:32587:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444720.882807:0:32587:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444720.882811:0:32587:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760f26300 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1783444720.882818:0:32587:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444720.882822:0:32587:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 852930 usecs (853 jiffies) 00000400:00000200:3.0:1783444720.882825:0:32587:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444720.882828:0:32587:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296360741 00000100:00000001:3.0:1783444720.882831:0:32587:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296361468 00000100:00000001:3.0:1783444720.882834:0:32587:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296360741 00000100:00000001:3.0:1783444720.882836:0:32587:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296361468 00000100:00000001:3.0:1783444720.882838:0:32587:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444720.882840:0:32587:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444720.882842:0:32587:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444720.882844:0:32587:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444720.882846:0:32587:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c74636c9c0 going to sleep for 11 seconds 00000100:00000001:3.0:1783444720.882848:0:32587:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444720.882850:0:32587:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444720.883166:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444720.883171:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760f26300. 00000400:00000200:0.0:1783444720.883175:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444720.883180:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444720.883184:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7602183b8 00000400:00000010:0.0:1783444720.883186:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7602183b8. 00000100:00000001:0.0:1783444720.883189:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444720.883194:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760460e00 x1870075608279168/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444736 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444720.883201:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444720.883203:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760460e00 x1870075608279168/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444736 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444720.883210:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444720.883212:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444720.893264:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444720.893281:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444720.893286:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444720.893289:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444720.893297:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.893304:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444720.893322:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.893327:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.893332:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.893336:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 584 into portal 10 MB=0x6a4d2e855a880 00000400:00000200:1.0:1783444720.893341:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.893347:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 584/584 into md 0x7759 [1] + 224 00000800:00000001:1.0:1783444720.893354:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444720.893362:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444720.893365:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444720.893370:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444720.893377:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444720.893388:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760460e00 x1870075608279168/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444736 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444720.893397:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff91c760460e00 x1870075608279168/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444736 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444720.893418:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444720.893428:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444720.893431:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444720.893489:0:32587:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444720.893497:0:32587:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444720.893499:0:32587:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444720.893503:0:32587:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811e18. 00000400:00000200:3.0:1783444720.893508:0:32587:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218198 00000400:00000010:3.0:1783444720.893510:0:32587:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218198. 00000100:00000001:3.0:1783444720.893513:0:32587:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444720.893517:0:32587:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760460e00 x1870075608279168/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444736 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783444720.893524:0:32587:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760460e00 x1870075608279168/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444736 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444720.893530:0:32587:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444720.893531:0:32587:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444720.893533:0:32587:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444720.893537:0:32587:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444720.893539:0:32587:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444720.893541:0:32587:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444720.893543:0:32587:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444720.893551:0:32587:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=50 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444720.893555:0:32587:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444720.893557:0:32587:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1783444720.893561:0:32587:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff91c760460e00 x1870075608279168/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1783444736 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444720.893566:0:32587:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1783444720.893569:0:32587:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444720.893570:0:32587:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967611 00000100:00000001:3.0:1783444720.893572:0:32587:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444720.893575:0:32587:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1783444720.893580:0:32587:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760460e00 x1870075608279168/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1783444736 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444720.893586:0:32587:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1783444720.893588:0:32587:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444720.893590:0:32587:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444720.893593:0:32587:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760460e00 x1870075608279168/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1783444736 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783444720.893600:0:32587:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760460e00 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:32587:1870075608279168:192.168.204.110@tcp:101:lfs.0 00000100:00000001:3.0:1783444720.893604:0:32587:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444720.893607:0:32587:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1783444720.893609:0:32587:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444720.893611:0:32587:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444720.893614:0:32587:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760460e00 x1870075608279168/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1783444736 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444720.893619:0:32587:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444720.893621:0:32587:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c74636c9c0. 00000100:00000001:3.0:1783444720.893624:0:32587:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444720.893625:0:32587:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1783444720.893628:0:32587:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783444720.893632:0:32587:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444720.893635:0:32587:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444720.893637:0:32587:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14800 refcount=4 00000020:00000001:3.0:1783444720.893640:0:32587:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444720.893643:0:32587:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00010000:3.0:1783444720.893647:0:32587:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef5a1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32587 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444720.893657:0:32587:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1783444720.893661:0:32587:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef5a1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32587 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444720.893667:0:32587:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444720.893669:0:32587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef5a1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32587 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444720.893675:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444720.893676:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783444720.893678:0:32587:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef5a1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32587 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444720.893683:0:32587:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444720.893686:0:32587:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444720.893689:0:32587:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1783444720.893691:0:32587:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef5a1 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32587 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444720.893697:0:32587:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91c751b14800 already unused, calling callback (ffffffffc1ba6f40) 00000080:00000001:3.0:1783444720.893701:0:32587:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1783444720.893705:0:32587:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef5a1 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 32587 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444720.893710:0:32587:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1783444720.893712:0:32587:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1783444720.893715:0:32587:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef5a1 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 32587 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444720.893719:0:32587:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1783444720.893721:0:32587:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1783444720.893722:0:32587:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444720.893724:0:32587:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444720.893725:0:32587:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14800 refcount=5 00000020:00000001:3.0:1783444720.893726:0:32587:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444720.893728:0:32587:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444720.893731:0:32587:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783444720.893733:0:32587:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef5a1 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32587 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1783444720.893738:0:32587:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783444720.893740:0:32587:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444720.893742:0:32587:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1783444720.893744:0:32587:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783444720.893746:0:32587:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783444720.893748:0:32587:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783444720.893750:0:32587:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444720.893751:0:32587:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1783444720.893754:0:32587:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c751b14800 with handle 0x5503b2fe824ef5a1 from hash 00010000:00000001:3.0:1783444720.893756:0:32587:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783444720.893757:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444720.893758:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444720.893759:0:32587:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783444720.893760:0:32587:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783444720.893761:0:32587:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1783444720.893763:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444720.893764:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444720.893766:0:32587:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444720.893767:0:32587:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444720.893770:0:32587:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef5a1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32587 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444720.893775:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444720.893776:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444720.893777:0:32587:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1783444720.893778:0:32587:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444720.893780:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444720.893781:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444720.893782:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783444720.893784:0:32587:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef5a1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32587 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444720.893795:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444720.893797:0:32587:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1783444720.893801:0:32587:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1783444720.893805:0:32587:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff91c760460e00 x1870075608279168/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1783444736 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783444720.893813:0:32587:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1783444720.893814:0:32587:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444720.893816:0:32587:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444720.893818:0:32587:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444720.893821:0:32587:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783444720.893823:0:32587:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1783444720.893824:0:32587:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444720.893826:0:32587:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783444720.893829:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414eb710 00000002:00002000:3.0:1783444720.893830:0:32587:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:3.0:1783444720.893834:0:32587:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444720.893838:0:32587:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444720.893841:0:32587:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783444720.893844:0:32587:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1783444720.893847:0:32587:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444720.893851:0:32587:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000001:3.0:1783444720.893853:0:32587:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1783444720.893855:0:32587:0:(namei.c:674:ll_lookup_it_finish()) it ffffa319414ebb20 it_disposition 7 00000080:00002000:3.0:1783444720.893860:0:32587:0:(namei.c:653:ll_splice_alias()) Add dentry ffff91c748f245e8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:3.0:1783444720.893868:0:32587:0:(lmv_obd.c:4251:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1783444720.893871:0:32587:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444720.893874:0:32587:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444720.893876:0:32587:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444720.893878:0:32587:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444720.893880:0:32587:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444720.893882:0:32587:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444720.893884:0:32587:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444720.893889:0:32587:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444720.893891:0:32587:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444720.893893:0:32587:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444720.893899:0:32587:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf900 count: 2 00010000:00000001:3.0:1783444720.893901:0:32587:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444720.893906:0:32587:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444720.893908:0:32587:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444720.893912:0:32587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2fa expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1783444720.893919:0:32587:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444720.893924:0:32587:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444720.893927:0:32587:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2fa expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1783444720.893934:0:32587:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783444720.893936:0:32587:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444720.893938:0:32587:0:(lmv_obd.c:4258:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444720.893941:0:32587:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1783444720.893943:0:32587:0:(dcache.c:176:ll_intent_release()) intent ffffa319414eb930 released 00000080:00010000:3.0:1783444720.893945:0:32587:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef59a from it ffffa319414eb930 00010000:00000001:3.0:1783444720.893947:0:32587:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444720.893949:0:32587:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444720.893950:0:32587:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15000 refcount=3 00000020:00000001:3.0:1783444720.893952:0:32587:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444720.893954:0:32587:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444720.893956:0:32587:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444720.893958:0:32587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd2fa expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444720.893964:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444720.893965:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444720.893966:0:32587:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444720.893968:0:32587:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444720.893970:0:32587:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2fa expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1783444720.893977:0:32587:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444720.893979:0:32587:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444720.893981:0:32587:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444720.893985:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444720.893986:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444720.893988:0:32587:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444720.893990:0:32587:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444720.893992:0:32587:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444720.893994:0:32587:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444720.893997:0:32587:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444720.893999:0:32587:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444720.894000:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444720.894001:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783444720.894002:0:32587:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1783444720.894004:0:32587:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1783444720.894007:0:32587:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1783444720.894010:0:32587:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75a129600. 00000100:00000001:3.0:1783444720.894014:0:32587:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444720.894018:0:32587:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760460e00 x1870075608279168/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1783444736 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444720.894024:0:32587:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444720.894027:0:32587:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444720.894030:0:32587:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c742b20000. 02000000:00000001:3.0:1783444720.894034:0:32587:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444720.894037:0:32587:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444720.894039:0:32587:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444720.894041:0:32587:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444720.894043:0:32587:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c7452ad800. 02000000:00000001:3.0:1783444720.894047:0:32587:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444720.894048:0:32587:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444720.894050:0:32587:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760460e00. 00000100:00000001:3.0:1783444720.894107:0:32587:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444720.894108:0:32587:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444720.894111:0:32587:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1783444720.894113:0:32587:0:(dcache.c:176:ll_intent_release()) intent ffffa319414ebb20 released 00000080:00000001:3.0:1783444720.894114:0:32587:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1783444720.894118:0:32587:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1783444720.894120:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414ebb70 00000080:00002000:3.0:1783444720.894122:0:32587:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-2 (ffff91c748f245e8, parent ffff91c74931ae58, inode 0000000000000000) hashed, 00000080:00000001:3.0:1783444720.894126:0:32587:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444720.894173:0:32587:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783444720.894176:0:32587:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783444720.894177:0:32587:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444720.894179:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414ebbb0 00000080:00200000:3.0:1783444720.894181:0:32587:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:3.0:1783444720.894187:0:32587:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75a129600. 00800000:00000002:3.0:1783444720.894193:0:32587:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444720.894196:0:32587:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444720.894198:0:32587:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444720.894200:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414ebad0 00800000:00000002:3.0:1783444720.894202:0:32587:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444720.894205:0:32587:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444720.894207:0:32587:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444720.894209:0:32587:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444720.894210:0:32587:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444720.894212:0:32587:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444720.894214:0:32587:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444720.894215:0:32587:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444720.894218:0:32587:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444720.894221:0:32587:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444720.894224:0:32587:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444720.894226:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414eb9a0 00000002:00010000:3.0:1783444720.894228:0:32587:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444720.894231:0:32587:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444720.894233:0:32587:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444720.894234:0:32587:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444720.894237:0:32587:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf900 count: 2 00010000:00000001:3.0:1783444720.894239:0:32587:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444720.894242:0:32587:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444720.894244:0:32587:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444720.894247:0:32587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2fa expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1783444720.894254:0:32587:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444720.894256:0:32587:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444720.894259:0:32587:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2fa expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1783444720.894265:0:32587:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783444720.894266:0:32587:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444720.894268:0:32587:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444720.894271:0:32587:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444720.894273:0:32587:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444720.894275:0:32587:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783444720.894278:0:32587:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783444720.894279:0:32587:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444720.894281:0:32587:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75a129600. 00000080:00000001:3.0:1783444720.894284:0:32587:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444720.894286:0:32587:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444720.894289:0:32587:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:3.0:1783444720.894291:0:32587:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef59a 00800000:00000001:3.0:1783444720.894294:0:32587:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444720.894296:0:32587:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444720.894297:0:32587:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444720.894298:0:32587:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444720.894300:0:32587:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15000 refcount=3 00000020:00000001:3.0:1783444720.894302:0:32587:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444720.894304:0:32587:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444720.894306:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444720.894307:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444720.894309:0:32587:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444720.894325:0:32587:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444720.894327:0:32587:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef59a from it ffffa319414ebbe8 00010000:00000001:3.0:1783444720.894328:0:32587:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444720.894329:0:32587:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444720.894331:0:32587:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15000 refcount=3 00000020:00000001:3.0:1783444720.894333:0:32587:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444720.894334:0:32587:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444720.894336:0:32587:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444720.894338:0:32587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd2fa expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1783444720.894343:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444720.894345:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444720.894346:0:32587:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444720.894347:0:32587:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444720.894349:0:32587:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2fa expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1783444720.894355:0:32587:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444720.894357:0:32587:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444720.894358:0:32587:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444720.894360:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444720.894361:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444720.894363:0:32587:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444720.894364:0:32587:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444720.894366:0:32587:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444720.894367:0:32587:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444720.894370:0:32587:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444720.894371:0:32587:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444720.894373:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444720.894374:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444720.894375:0:32587:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783444720.894376:0:32587:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444720.894379:0:32587:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:3.0:1783444720.894383:0:32587:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444720.894386:0:32587:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1783444720.894388:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414ebbd8 00000080:00002000:3.0:1783444720.894390:0:32587:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff91c748f245e8) flags 0x8000e refc 0 00000080:00000001:3.0:1783444720.894393:0:32587:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444720.894395:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414ebc20 00000080:00200000:3.0:1783444720.894396:0:32587:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=16392 00000080:00000001:3.0:1783444720.894400:0:32587:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1783444720.894401:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414ebba8 00000080:00002000:3.0:1783444720.894403:0:32587:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-2 (ffff91c748f245e8, parent ffff91c74931ae58, inode 0000000000000000) hashed, 00000080:00000001:3.0:1783444720.894405:0:32587:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444720.894427:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414ebd08 00000080:00200008:3.0:1783444720.894429:0:32587:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1783444720.894434:0:32587:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444720.894435:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414ebc80 00000080:00200000:3.0:1783444720.894436:0:32587:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:3.0:1783444720.894439:0:32587:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75a129600. 00800000:00000002:3.0:1783444720.894442:0:32587:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444720.894444:0:32587:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444720.894446:0:32587:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444720.894447:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414ebba0 00800000:00000002:3.0:1783444720.894448:0:32587:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444720.894451:0:32587:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444720.894453:0:32587:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444720.894454:0:32587:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444720.894455:0:32587:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444720.894456:0:32587:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444720.894458:0:32587:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444720.894460:0:32587:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444720.894461:0:32587:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444720.894463:0:32587:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444720.894466:0:32587:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444720.894467:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414eba70 00000002:00010000:3.0:1783444720.894468:0:32587:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444720.894471:0:32587:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444720.894472:0:32587:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444720.894473:0:32587:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444720.894476:0:32587:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf900 count: 2 00010000:00000001:3.0:1783444720.894478:0:32587:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444720.894480:0:32587:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444720.894482:0:32587:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444720.894485:0:32587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2fa expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1783444720.894492:0:32587:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444720.894494:0:32587:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444720.894497:0:32587:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2fa expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1783444720.894504:0:32587:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783444720.894506:0:32587:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444720.894507:0:32587:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444720.894509:0:32587:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444720.894510:0:32587:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444720.894512:0:32587:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783444720.894515:0:32587:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783444720.894517:0:32587:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444720.894519:0:32587:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75a129600. 00000080:00000001:3.0:1783444720.894521:0:32587:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444720.894523:0:32587:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444720.894525:0:32587:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:3.0:1783444720.894527:0:32587:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef59a 00800000:00000001:3.0:1783444720.894529:0:32587:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444720.894530:0:32587:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444720.894532:0:32587:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444720.894533:0:32587:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444720.894534:0:32587:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15000 refcount=3 00000020:00000001:3.0:1783444720.894536:0:32587:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444720.894539:0:32587:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444720.894541:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444720.894542:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444720.894543:0:32587:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444720.894545:0:32587:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444720.894547:0:32587:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef59a from it ffffa319414ebcb8 00010000:00000001:3.0:1783444720.894549:0:32587:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444720.894550:0:32587:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444720.894551:0:32587:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15000 refcount=3 00000020:00000001:3.0:1783444720.894553:0:32587:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444720.894556:0:32587:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444720.894558:0:32587:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444720.894560:0:32587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd2fa expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1783444720.894566:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444720.894567:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444720.894568:0:32587:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444720.894569:0:32587:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444720.894572:0:32587:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2fa expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1783444720.894582:0:32587:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444720.894584:0:32587:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444720.894585:0:32587:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444720.894587:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444720.894588:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444720.894589:0:32587:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444720.894591:0:32587:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444720.894592:0:32587:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444720.894594:0:32587:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444720.894596:0:32587:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444720.894598:0:32587:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444720.894599:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444720.894600:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444720.894601:0:32587:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783444720.894602:0:32587:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444720.894605:0:32587:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444720.894609:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414ebd08 00000080:00000008:3.0:1783444720.894611:0:32587:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1783444720.898005:0:32587:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444720.898112:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414ebd08 00000080:00200008:1.0:1783444720.898117:0:32587:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1783444720.898123:0:32587:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444720.898125:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414ebc80 00000080:00200000:1.0:1783444720.898126:0:32587:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:1.0:1783444720.898133:0:32587:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cc600. 00800000:00000002:1.0:1783444720.898140:0:32587:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444720.898144:0:32587:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444720.898148:0:32587:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444720.898150:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414ebba0 00800000:00000002:1.0:1783444720.898152:0:32587:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444720.898155:0:32587:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444720.898158:0:32587:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444720.898161:0:32587:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444720.898163:0:32587:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444720.898165:0:32587:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444720.898167:0:32587:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444720.898169:0:32587:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444720.898171:0:32587:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444720.898175:0:32587:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444720.898181:0:32587:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444720.898182:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414eba70 00000002:00010000:1.0:1783444720.898184:0:32587:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444720.898187:0:32587:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444720.898189:0:32587:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444720.898192:0:32587:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444720.898199:0:32587:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf900 count: 2 00010000:00000001:1.0:1783444720.898201:0:32587:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444720.898206:0:32587:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444720.898209:0:32587:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444720.898214:0:32587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2fa expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1783444720.898224:0:32587:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444720.898229:0:32587:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444720.898232:0:32587:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2fa expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1783444720.898244:0:32587:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783444720.898246:0:32587:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444720.898249:0:32587:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444720.898251:0:32587:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444720.898253:0:32587:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444720.898255:0:32587:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783444720.898258:0:32587:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783444720.898261:0:32587:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444720.898264:0:32587:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cc600. 00000080:00000001:1.0:1783444720.898269:0:32587:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783444720.898271:0:32587:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444720.898274:0:32587:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:1.0:1783444720.898278:0:32587:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef59a 00800000:00000001:1.0:1783444720.898281:0:32587:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444720.898283:0:32587:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444720.898285:0:32587:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444720.898288:0:32587:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444720.898290:0:32587:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15000 refcount=3 00000020:00000001:1.0:1783444720.898293:0:32587:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:1.0:1783444720.898295:0:32587:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:1.0:1783444720.898298:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.898300:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444720.898301:0:32587:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444720.898303:0:32587:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444720.898305:0:32587:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef59a from it ffffa319414ebcb8 00010000:00000001:1.0:1783444720.898307:0:32587:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444720.898308:0:32587:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444720.898320:0:32587:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15000 refcount=3 00000020:00000001:1.0:1783444720.898322:0:32587:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:1.0:1783444720.898324:0:32587:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:1.0:1783444720.898326:0:32587:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444720.898330:0:32587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd2fa expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1783444720.898336:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.898337:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444720.898338:0:32587:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444720.898341:0:32587:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444720.898343:0:32587:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2fa expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1783444720.898350:0:32587:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444720.898353:0:32587:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444720.898355:0:32587:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444720.898359:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.898360:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444720.898362:0:32587:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.898365:0:32587:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444720.898367:0:32587:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.898369:0:32587:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.898371:0:32587:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.898373:0:32587:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444720.898374:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.898375:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444720.898378:0:32587:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783444720.898380:0:32587:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783444720.898383:0:32587:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444720.898388:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414ebd08 00000080:00000008:1.0:1783444720.898390:0:32587:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1783444720.898555:0:32587:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444720.898558:0:32587:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444720.898559:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414ebb78 00000080:00200000:1.0:1783444720.898561:0:32587:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:1.0:1783444720.898565:0:32587:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cc600. 00800000:00000002:1.0:1783444720.898569:0:32587:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444720.898571:0:32587:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444720.898573:0:32587:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444720.898574:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414eba98 00800000:00000002:1.0:1783444720.898577:0:32587:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444720.898580:0:32587:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444720.898581:0:32587:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444720.898582:0:32587:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444720.898584:0:32587:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444720.898585:0:32587:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444720.898587:0:32587:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444720.898589:0:32587:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444720.898591:0:32587:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444720.898593:0:32587:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444720.898597:0:32587:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444720.898598:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414eb968 00000002:00010000:1.0:1783444720.898600:0:32587:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444720.898603:0:32587:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444720.898605:0:32587:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444720.898606:0:32587:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444720.898609:0:32587:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf900 count: 2 00010000:00000001:1.0:1783444720.898611:0:32587:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444720.898614:0:32587:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444720.898616:0:32587:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444720.898620:0:32587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2fa expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1783444720.898627:0:32587:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444720.898629:0:32587:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444720.898632:0:32587:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2fa expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1783444720.898639:0:32587:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783444720.898641:0:32587:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444720.898643:0:32587:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444720.898644:0:32587:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444720.898646:0:32587:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444720.898648:0:32587:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783444720.898651:0:32587:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783444720.898653:0:32587:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444720.898655:0:32587:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cc600. 00000080:00000001:1.0:1783444720.898658:0:32587:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783444720.898659:0:32587:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444720.898661:0:32587:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:1.0:1783444720.898664:0:32587:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef59a 00800000:00000001:1.0:1783444720.898666:0:32587:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444720.898668:0:32587:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444720.898669:0:32587:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444720.898671:0:32587:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444720.898673:0:32587:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15000 refcount=3 00000020:00000001:1.0:1783444720.898675:0:32587:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:1.0:1783444720.898677:0:32587:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:1.0:1783444720.898679:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.898681:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444720.898682:0:32587:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444720.898684:0:32587:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444720.898686:0:32587:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef59a from it ffffa319414ebbb0 00010000:00000001:1.0:1783444720.898688:0:32587:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444720.898689:0:32587:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444720.898690:0:32587:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15000 refcount=3 00000020:00000001:1.0:1783444720.898692:0:32587:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:1.0:1783444720.898694:0:32587:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:1.0:1783444720.898696:0:32587:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444720.898699:0:32587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd2fa expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1783444720.898706:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.898707:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444720.898708:0:32587:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444720.898709:0:32587:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444720.898712:0:32587:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd2fa expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1783444720.898724:0:32587:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444720.898725:0:32587:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444720.898727:0:32587:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444720.898729:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.898730:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444720.898731:0:32587:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.898733:0:32587:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444720.898734:0:32587:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.898736:0:32587:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.898738:0:32587:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.898739:0:32587:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444720.898741:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.898742:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444720.898744:0:32587:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783444720.898745:0:32587:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444720.898748:0:32587:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 44 00000080:00000001:1.0:1783444720.898751:0:32587:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444720.898757:0:32587:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1783444720.898759:0:32587:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:1.0:1783444720.898761:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414ebb78 00000080:00200008:1.0:1783444720.898763:0:32587:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), flags 300000 00000080:00000010:1.0:1783444720.898768:0:32587:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91c742b6a000. 00000080:00000001:1.0:1783444720.898773:0:32587:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444720.898775:0:32587:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444720.898787:0:32587:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1783444720.898789:0:32587:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c03066f0 arg=7ffca68c5db0 00000020:00000001:1.0:1783444720.898796:0:32587:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1783444720.898801:0:32587:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff91c751027000. 00000020:00000001:1.0:1783444720.898805:0:32587:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444720.898808:0:32587:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:1.0:1783444720.898809:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414ebad0 00000080:00200000:1.0:1783444720.898812:0:32587:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) name=d21h.recovery-small-2 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:1.0:1783444720.898817:0:32587:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cc600. 00800000:00000002:1.0:1783444720.898819:0:32587:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00800000:00000001:1.0:1783444720.898826:0:32587:0:(lmv_obd.c:2300:lmv_create()) Process entered 00800000:00000001:1.0:1783444720.898828:0:32587:0:(lmv_obd.c:2238:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1783444720.898831:0:32587:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444720.898832:0:32587:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444720.898833:0:32587:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444720.898835:0:32587:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444720.898837:0:32587:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444720.898839:0:32587:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444720.898840:0:32587:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444720.898843:0:32587:0:(lmv_obd.c:2284:lmv_locate_tgt_create()) Process leaving (rc=18446622883747488256 : -121189962063360 : ffff91c7435c6200) 00800000:00000001:1.0:1783444720.898845:0:32587:0:(lmv_obd.c:1203:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1783444720.898847:0:32587:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1783444720.898849:0:32587:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1783444720.898852:0:32587:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1783444720.898854:0:32587:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff91c759350000: Allocated FID [0x200000405:0x24:0x0] 40000000:00000001:1.0:1783444720.898857:0:32587:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444720.898859:0:32587:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444720.898861:0:32587:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444720.898863:0:32587:0:(lmv_obd.c:1227:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444720.898865:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414eb9e8 00800000:00000002:1.0:1783444720.898867:0:32587:0:(lmv_obd.c:2341:lmv_create()) CREATE name 'd21h.recovery-small-2' [0x200000405:0x24:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:1.0:1783444720.898872:0:32587:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1783444720.898874:0:32587:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1783444720.898877:0:32587:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf900 count: 2 00010000:00000001:1.0:1783444720.898879:0:32587:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444720.898881:0:32587:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1783444720.898884:0:32587:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783444720.898887:0:32587:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6dd2fa expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:1.0:1783444720.898894:0:32587:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783444720.898897:0:32587:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783444720.898899:0:32587:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783444720.900156:0:32587:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1783444720.900168:0:32587:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444720.900171:0:32587:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444720.900177:0:32587:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf900 count: 3 00010000:00000001:1.0:1783444720.900180:0:32587:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444720.900184:0:32587:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444720.900185:0:32587:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444720.900186:0:32587:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444720.900188:0:32587:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf900 count: 3 00010000:00000001:1.0:1783444720.900190:0:32587:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444720.900191:0:32587:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444720.900193:0:32587:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444720.900194:0:32587:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444720.900195:0:32587:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf900 count: 3 00010000:00000001:1.0:1783444720.900197:0:32587:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444720.900198:0:32587:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444720.900200:0:32587:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1783444720.900203:0:32587:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91c748db39c0, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1783444720.900208:0:32587:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:1.0:1783444720.900212:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414eb670 00000080:00002000:1.0:1783444720.900214:0:32587:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21h.recovery-small-2 00000080:00000001:1.0:1783444720.900220:0:32587:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1783444720.900225:0:32587:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1783444720.900228:0:32587:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1783444720.900230:0:32587:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783444720.900232:0:32587:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.900236:0:32587:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783444720.900239:0:32587:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783444720.900241:0:32587:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783444720.900243:0:32587:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444720.900245:0:32587:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1783444720.900249:0:32587:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c751b15000 with handle 0x5503b2fe824ef59a from hash 00010000:00000001:1.0:1783444720.900251:0:32587:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783444720.900253:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444720.900255:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444720.900256:0:32587:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783444720.900258:0:32587:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783444720.900260:0:32587:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783444720.900263:0:32587:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1783444720.900266:0:32587:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444720.900268:0:32587:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1783444720.900277:0:32587:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758838700. 00000020:00000040:1.0:1783444720.900281:0:32587:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:1.0:1783444720.900288:0:32587:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1783444720.900289:0:32587:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.900291:0:32587:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783444720.900295:0:32587:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444720.900297:0:32587:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444720.900299:0:32587:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444720.900301:0:32587:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444720.900305:0:32587:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444720.900323:0:32587:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c751024400. 00000100:00000001:1.0:1783444720.900329:0:32587:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.900332:0:32587:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444720.900334:0:32587:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1783444720.900341:0:32587:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd2fa expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1783444720.900349:0:32587:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1783444720.900350:0:32587:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1783444720.900352:0:32587:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783444720.900354:0:32587:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef59a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd2fa expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:1.0:1783444720.900362:0:32587:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c743ebf900 count: 0 00010000:00000010:1.0:1783444720.900368:0:32587:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c75904aa00. 00010000:00000001:1.0:1783444720.900377:0:32587:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444720.900379:0:32587:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.900381:0:32587:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444720.900382:0:32587:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444720.900384:0:32587:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1783444720.900393:0:32587:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1783444720.900404:0:32587:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c758838700 x1870075608279424/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783444720.900412:0:32587:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444720.900414:0:32587:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444720.900420:0:32587:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c742c383c0. 00000100:00000001:1.0:1783444720.900422:0:32587:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883737469888 : -121189972081728 : ffff91c742c383c0) 00000100:00000001:1.0:1783444720.900425:0:32587:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444720.900426:0:32587:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102375168 : -121189607176448 : ffff91c758838700) 00000100:00000001:1.0:1783444720.900430:0:32587:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444720.900434:0:32587:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444720.900436:0:32587:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444720.900438:0:32587:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444720.900443:0:32587:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c758838700 x1870075608279424/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444720.900449:0:32587:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444720.900451:0:32587:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444720.900454:0:32587:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444720.900456:0:32587:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444720.900458:0:32587:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444720.900461:0:32587:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c758838700 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:32587:1870075608279424:192.168.204.110@tcp:36:lfs.0 00000100:00000001:1.0:1783444720.900465:0:32587:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444720.900471:0:32587:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444720.900473:0:32587:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444720.900475:0:32587:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444720.900479:0:32587:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c751027400. 02000000:00000001:1.0:1783444720.900481:0:32587:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444720.900487:0:32587:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444720.900491:0:32587:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736790. 00000400:00000010:1.0:1783444720.900497:0:32587:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076ee0. 00000100:00000200:1.0:1783444720.900503:0:32587:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608279424, portal 10 00000100:00000001:1.0:1783444720.900505:0:32587:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444720.900506:0:32587:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102375168 : -121189607176448 : ffff91c758838700) 00000100:00000040:1.0:1783444720.900511:0:32587:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c758838700 x1870075608279424/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444736 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444720.900522:0:32587:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444720.900525:0:32587:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444720.900527:0:32587:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076f68. 00000100:00000200:1.0:1783444720.900530:0:32587:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1870075608279424, offset 0 00000400:00000200:1.0:1783444720.900536:0:32587:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444720.900543:0:32587:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.900550:0:32587:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444720.900554:0:32587:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444720.900558:0:32587:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444720.900561:0:32587:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444720.900564:0:32587:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444720.900567:0:32587:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2693:2693:256:4294967295] 192.168.204.110@tcp LPNI seq info [2693:2693:8:4294967295] 00000400:00000200:1.0:1783444720.900571:0:32587:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.900578:0:32587:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444720.900583:0:32587:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444720.900588:0:32587:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298d00. 00000800:00000200:1.0:1783444720.900593:0:32587:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444720.900601:0:32587:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444720.900605:0:32587:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298d00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:1.0:1783444720.900675:0:32587:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444720.900679:0:32587:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 851726 usecs (852 jiffies) 00000400:00000200:1.0:1783444720.900682:0:32587:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444720.900685:0:32587:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296360758 00000100:00000001:1.0:1783444720.900687:0:32587:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296361468 00000100:00000001:1.0:1783444720.900690:0:32587:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296360758 00000100:00000001:1.0:1783444720.900692:0:32587:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296361468 00000100:00000001:1.0:1783444720.900694:0:32587:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444720.900696:0:32587:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444720.900699:0:32587:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444720.900700:0:32587:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444720.900702:0:32587:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c742c383c0 going to sleep for 11 seconds 00000100:00000001:1.0:1783444720.900705:0:32587:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444720.900708:0:32587:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1783444720.902545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14800. 00000800:00000200:0.0:1783444720.904359:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444720.904368:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298d00. 00000400:00000200:0.0:1783444720.904376:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444720.904384:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444720.904391:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076f68 00000400:00000010:0.0:1783444720.904393:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076f68. 00000100:00000001:0.0:1783444720.904397:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444720.904405:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c758838700 x1870075608279424/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444736 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444720.904418:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444720.904422:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c758838700 x1870075608279424/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444736 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444720.904429:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444720.904431:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1783444720.909130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630ad20. 00010000:00000010:1.1:1783444720.909145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf900. 00010000:00000010:1.1:1783444720.909152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15000. 00000800:00000001:1.0:1783444720.918435:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444720.918455:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444720.918461:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444720.918464:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444720.918473:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.918481:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444720.918490:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.918495:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.918500:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.918505:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 448 into portal 10 MB=0x6a4d2e855a980 00000400:00000200:1.0:1783444720.918509:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.918515:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 448/448 into md 0x7761 [1] + 224 00000800:00000001:1.0:1783444720.918521:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444720.918528:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444720.918532:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444720.918536:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444720.918543:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444720.918554:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c758838700 x1870075608279424/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444736 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444720.918564:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff91c758838700 x1870075608279424/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444736 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444720.918587:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444720.918595:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444720.918598:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444720.918669:0:32587:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444720.918676:0:32587:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444720.918678:0:32587:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444720.918681:0:32587:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736790. 00000400:00000200:0.0:1783444720.918685:0:32587:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076ee0 00000400:00000010:0.0:1783444720.918687:0:32587:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076ee0. 00000100:00000001:0.0:1783444720.918690:0:32587:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444720.918695:0:32587:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c758838700 x1870075608279424/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444736 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444720.918704:0:32587:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c758838700 x1870075608279424/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444736 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444720.918709:0:32587:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444720.918710:0:32587:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444720.918713:0:32587:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444720.918716:0:32587:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444720.918718:0:32587:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444720.918720:0:32587:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444720.918722:0:32587:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444720.918732:0:32587:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=50 v=5 (105 105 105 137) 00000100:00001000:0.0:1783444720.918735:0:32587:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444720.918738:0:32587:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444720.918739:0:32587:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444720.918742:0:32587:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444720.918745:0:32587:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444720.918747:0:32587:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783444720.918749:0:32587:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x10000009a/0x1] 00000100:00000001:0.0:1783444720.918751:0:32587:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783444720.918753:0:32587:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444720.918755:0:32587:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102375168 : -121189607176448 : ffff91c758838700) 00000100:00000001:0.0:1783444720.918758:0:32587:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444720.918760:0:32587:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967611 00000100:00000001:0.0:1783444720.918761:0:32587:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444720.918763:0:32587:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444720.918768:0:32587:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c758838700 x1870075608279424/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444736 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444720.918774:0:32587:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444720.918776:0:32587:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444720.918778:0:32587:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444720.918781:0:32587:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758838700 x1870075608279424/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444736 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444720.918787:0:32587:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c758838700 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:32587:1870075608279424:192.168.204.110@tcp:36:lfs.0 00000100:00000001:0.0:1783444720.918791:0:32587:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444720.918793:0:32587:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444720.918795:0:32587:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783444720.918797:0:32587:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444720.918800:0:32587:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c758838700 x1870075608279424/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444736 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444720.918806:0:32587:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444720.918808:0:32587:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c742c383c0. 00000100:00000001:0.0:1783444720.918811:0:32587:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783444720.918812:0:32587:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444720.918819:0:32587:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444720.918822:0:32587:0:(lmv_obd.c:2349:lmv_create()) Created - [0x200000405:0x24:0x0] 00800000:00000001:0.0:1783444720.918825:0:32587:0:(lmv_obd.c:2406:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444720.918829:0:32587:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783444720.918836:0:32587:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783444720.918838:0:32587:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783444720.918841:0:32587:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:0.0:1783444720.918845:0:32587:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1783444720.918856:0:32587:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91c748d1a940. 00000080:00000001:0.0:1783444720.918867:0:32587:0:(llite_lib.c:3223:ll_read_inode2()) Process entered 00000080:00200000:0.0:1783444720.918869:0:32587:0:(llite_lib.c:3226:ll_read_inode2()) VFS Op:inode=[0x200000405:0x24:0x0](ffff91c748d1aa08) 00000080:00000001:0.0:1783444720.918872:0:32587:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783444720.918874:0:32587:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:0.0:1783444720.918876:0:32587:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444720.918877:0:32587:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:0.0:1783444720.918880:0:32587:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1783444720.918882:0:32587:0:(llite_lib.c:2920:ll_update_inode()) setting ino 144115205339611172 mtime from 0 to 1783444720 00000080:00200000:0.0:1783444720.918886:0:32587:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00000080:00000001:0.0:1783444720.918889:0:32587:0:(llite_lib.c:3252:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1783444720.918891:0:32587:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622883839060488 : -121189870491128 : ffff91c748d1aa08) 00000080:00000001:0.0:1783444720.918894:0:32587:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783444720.918896:0:32587:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783444720.918898:0:32587:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444720.918904:0:32587:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444720.918908:0:32587:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c758838700 x1870075608279424/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444736 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444720.918914:0:32587:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444720.918917:0:32587:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:0.0:1783444720.918920:0:32587:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cc600. 00000080:00000010:0.0:1783444720.918926:0:32587:0:(dir.c:2105:ll_dir_ioctl()) kvfree 'data': 648 at ffff91c751027000. 00000080:00000001:0.0:1783444720.918930:0:32587:0:(dir.c:2106:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444720.918952:0:32587:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783444720.918955:0:32587:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783444720.918958:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414ebd98 00000080:00200008:0.0:1783444720.918961:0:32587:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), flags 300000 00000080:00400000:0.0:1783444720.918965:0:32587:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1783444720.918968:0:32587:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91c742b6a000. 00000080:00000001:0.0:1783444720.918971:0:32587:0:(file.c:466:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1783444720.918974:0:32587:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319414ebd98 00000080:00000008:0.0:1783444720.918976:0:32587:0:(file.c:491:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91c748db3a88), flags 300000, rc = 0 00000080:00000001:0.0:1783444720.918979:0:32587:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444720.918980:0:32587:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444720.949533:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444720.949538:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1f00. 00000400:00000200:0.0:1783444720.949543:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444720.949548:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444720.949553:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83330 00000400:00000010:0.0:1783444720.949556:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83330. 00000100:00000001:0.0:1783444720.949560:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444720.949564:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2a00 x1870075608279552/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444736 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444720.949575:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444720.949578:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2a00 x1870075608279552/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444736 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444720.949585:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444720.949587:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444720.956500:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444720.956518:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444720.956523:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444720.956525:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444720.956535:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.956541:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444720.956550:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.956555:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.956559:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.956563:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e855aa00 00000400:00000200:1.0:1783444720.956567:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.956573:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x7771 [1] + 224 00000800:00000001:1.0:1783444720.956591:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444720.956599:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444720.956602:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444720.956606:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444720.956613:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444720.956621:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2a00 x1870075608279552/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444736 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444720.956631:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c7603f2a00 x1870075608279552/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444736 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444720.956644:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444720.956653:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444720.956656:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783444720.959041:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444720.959046:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1400. 00000400:00000200:0.0:1783444720.959050:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444720.959125:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444720.959130:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83aa0 00000400:00000010:0.0:1783444720.959132:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83aa0. 00000100:00000001:0.0:1783444720.959136:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444720.959140:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2a00 x1870075608279680/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444736 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444720.959201:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444720.959205:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2a00 x1870075608279680/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444736 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444720.959212:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444720.959213:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444720.967477:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444720.967496:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444720.967501:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444720.967503:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444720.967512:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.967531:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444720.967541:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.967546:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.967552:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.967556:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e855aa80 00000400:00000200:1.0:1783444720.967561:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.967567:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x7779 [1] + 224 00000800:00000001:1.0:1783444720.967583:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444720.967590:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444720.967593:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444720.967598:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444720.967607:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444720.967617:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2a00 x1870075608279680/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444736 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444720.967627:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c7603f2a00 x1870075608279680/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444736 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444720.967650:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444720.967659:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444720.967663:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783444720.969933:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444720.969940:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1500. 00000400:00000200:0.0:1783444720.969945:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444720.969950:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444720.969956:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83550 00000400:00000010:0.0:1783444720.969958:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83550. 00000100:00000001:0.0:1783444720.969963:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444720.969968:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2a00 x1870075608279936/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444736 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444720.969978:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444720.969981:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2a00 x1870075608279936/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444736 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444720.969987:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444720.969989:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444720.978734:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444720.978751:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444720.978755:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444720.978758:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444720.978768:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.978776:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444720.978786:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.978790:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.978796:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.978800:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a4d2e855ab80 00000400:00000200:1.0:1783444720.978805:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444720.978810:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x7781 [32] + 224 00000800:00000001:1.0:1783444720.978818:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444720.978825:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444720.978828:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444720.978833:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444720.978839:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444720.978848:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2a00 x1870075608279936/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444736 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444720.978860:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff91c7603f2a00 x1870075608279936/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444736 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444720.978882:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444720.978891:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444720.978894:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783444721.716245:0:32599:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444721.716253:0:32599:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444721.716255:0:32599:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783444721.716260:0:32599:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419c7bc0 00000080:00200000:0.0:1783444721.716265:0:32599:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:0.0:1783444721.716273:0:32599:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7435f4e00. 00800000:00000002:0.0:1783444721.716279:0:32599:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444721.716283:0:32599:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444721.716289:0:32599:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444721.716291:0:32599:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419c7ae0 00800000:00000002:0.0:1783444721.716303:0:32599:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444721.716307:0:32599:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783444721.716310:0:32599:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444721.716313:0:32599:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444721.716315:0:32599:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444721.716317:0:32599:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444721.716320:0:32599:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444721.716322:0:32599:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444721.716324:0:32599:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444721.716328:0:32599:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783444721.716334:0:32599:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444721.716335:0:32599:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419c79b0 00000002:00010000:0.0:1783444721.716337:0:32599:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783444721.716341:0:32599:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783444721.716343:0:32599:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444721.716346:0:32599:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444721.716355:0:32599:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211100 count: 2 00010000:00000001:0.0:1783444721.716358:0:32599:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444721.716363:0:32599:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444721.716367:0:32599:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783444721.716372:0:32599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224800/0x5503b2fe824ef5a8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd332 expref: -99 pid: 32589 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1783444721.716383:0:32599:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783444721.716388:0:32599:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444721.716391:0:32599:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224800/0x5503b2fe824ef5a8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd332 expref: -99 pid: 32589 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1783444721.716399:0:32599:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783444721.716400:0:32599:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783444721.716403:0:32599:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444721.716405:0:32599:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444721.716407:0:32599:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444721.716409:0:32599:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783444721.716422:0:32599:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783444721.716426:0:32599:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:0.0:1783444721.716429:0:32599:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7435f4e00. 00000080:00000001:0.0:1783444721.716434:0:32599:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783444721.716436:0:32599:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444721.716438:0:32599:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:0.0:1783444721.716442:0:32599:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef5a8 00800000:00000001:0.0:1783444721.716446:0:32599:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783444721.716448:0:32599:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783444721.716450:0:32599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444721.716452:0:32599:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444721.716455:0:32599:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224800 refcount=3 00000020:00000001:0.0:1783444721.716458:0:32599:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338752 : -121189714212864 : ffff91c752224800) 00010000:00000001:0.0:1783444721.716461:0:32599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338752 : -121189714212864 : ffff91c752224800) 00010000:00000001:0.0:1783444721.716464:0:32599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444721.716465:0:32599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444721.716467:0:32599:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444721.716469:0:32599:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444721.716471:0:32599:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef5a8 from it ffffa319419c7bf8 00010000:00000001:0.0:1783444721.716474:0:32599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444721.716475:0:32599:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444721.716476:0:32599:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224800 refcount=3 00000020:00000001:0.0:1783444721.716478:0:32599:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338752 : -121189714212864 : ffff91c752224800) 00010000:00000001:0.0:1783444721.716480:0:32599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338752 : -121189714212864 : ffff91c752224800) 00010000:00000001:0.0:1783444721.716483:0:32599:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444721.716486:0:32599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224800/0x5503b2fe824ef5a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd332 expref: -99 pid: 32589 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783444721.716493:0:32599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444721.716495:0:32599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444721.716496:0:32599:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444721.716499:0:32599:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444721.716502:0:32599:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224800/0x5503b2fe824ef5a8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd332 expref: -99 pid: 32589 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783444721.716511:0:32599:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444721.716514:0:32599:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444721.716517:0:32599:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444721.716521:0:32599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444721.716522:0:32599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444721.716524:0:32599:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444721.716527:0:32599:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444721.716528:0:32599:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444721.716530:0:32599:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444721.716533:0:32599:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444721.716535:0:32599:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444721.716537:0:32599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444721.716538:0:32599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783444721.716541:0:32599:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783444721.716542:0:32599:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444721.716545:0:32599:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:0.0:1783444721.716549:0:32599:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783444721.716558:0:32599:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91c7464789e0. 00000020:00000001:0.0:1783444721.716562:0:32599:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419c7b28 00000080:00200000:0.0:1783444721.716564:0:32599:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), flags=25 00000080:00000001:0.0:1783444721.716567:0:32599:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783444721.716569:0:32599:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419c79d8 00000080:00200000:0.0:1783444721.716571:0:32599:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), intent=0 00000080:00000010:0.0:1783444721.716577:0:32599:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7435f4e00. 00800000:00000002:0.0:1783444721.716581:0:32599:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444721.716585:0:32599:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444721.716586:0:32599:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444721.718711:0:32599:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419c78f8 00800000:00000002:0.0:1783444721.718718:0:32599:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444721.718723:0:32599:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783444721.718726:0:32599:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444721.718729:0:32599:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444721.718731:0:32599:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444721.718734:0:32599:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444721.718736:0:32599:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444721.718738:0:32599:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444721.718740:0:32599:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444721.718743:0:32599:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419c7890 00800000:00000002:0.0:1783444721.718746:0:32599:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:0.0:1783444721.718750:0:32599:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444721.718752:0:32599:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419c77c8 00000002:00010000:0.0:1783444721.718754:0:32599:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1783444721.718758:0:32599:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783444721.718761:0:32599:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783444721.718769:0:32599:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746732300. 00000020:00000040:0.0:1783444721.718774:0:32599:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:0.0:1783444721.718781:0:32599:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783444721.718786:0:32599:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444721.718792:0:32599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444721.718794:0:32599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444721.718795:0:32599:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444721.718798:0:32599:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444721.718801:0:32599:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444721.718806:0:32599:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444721.718812:0:32599:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c746765000. 00000100:00000001:0.0:1783444721.718818:0:32599:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444721.718824:0:32599:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444721.718825:0:32599:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444721.718827:0:32599:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444721.718828:0:32599:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444721.718829:0:32599:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444721.718838:0:32599:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622883799311104 : -121189910240512 : ffff91c746732300) 00010000:00000001:0.0:1783444721.718843:0:32599:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783444721.718845:0:32599:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783444721.718851:0:32599:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211100 count: 2 00010000:00000001:0.0:1783444721.718854:0:32599:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444721.718857:0:32599:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783444721.718860:0:32599:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c74652cc00. 00000020:00000001:0.0:1783444721.718865:0:32599:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783444721.718868:0:32599:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c74652cc00 with handle 0x5503b2fe824ef5bd to hash 00000020:00000001:0.0:1783444721.718871:0:32599:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783444721.718872:0:32599:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:0.0:1783444721.718875:0:32599:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:0.0:1783444721.718879:0:32599:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444721.718881:0:32599:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444721.718885:0:32599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef5bd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32599 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444721.718894:0:32599:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef5bd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32599 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444721.719330:0:32599:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef5bd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32599 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783444721.719338:0:32599:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783444721.719340:0:32599:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783444721.719347:0:32599:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7590260c0. 00000100:00000001:0.0:1783444721.719350:0:32599:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884110688448 : -121189598863168 : ffff91c7590260c0) 00000100:00000001:0.0:1783444721.719352:0:32599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444721.719354:0:32599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799311104 : -121189910240512 : ffff91c746732300) 00000100:00000001:0.0:1783444721.719359:0:32599:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444721.719362:0:32599:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444721.719364:0:32599:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783444721.719366:0:32599:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444721.719377:0:32599:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746732300 x1870075608280064/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444721.719385:0:32599:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444721.719387:0:32599:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444721.719391:0:32599:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444721.719394:0:32599:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444721.719396:0:32599:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444721.719400:0:32599:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746732300 pname:cluuid:pid:xid:nid:opc:job touch:666e3c65-e321-43ec-a94e-a01058e25d7d:32599:1870075608280064:192.168.204.110@tcp:101:touch.0 00000100:00000001:0.0:1783444721.719404:0:32599:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444721.719409:0:32599:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444721.719411:0:32599:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444721.719427:0:32599:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444721.719432:0:32599:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c7614b3800. 02000000:00000001:0.0:1783444721.719434:0:32599:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444721.719440:0:32599:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444721.719444:0:32599:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f210. 00000400:00000010:0.0:1783444721.719451:0:32599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9088. 00000100:00000200:0.0:1783444721.719458:0:32599:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608280064, portal 10 00000100:00000001:0.0:1783444721.719460:0:32599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444721.719461:0:32599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799311104 : -121189910240512 : ffff91c746732300) 00000100:00000040:0.0:1783444721.719466:0:32599:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c746732300 x1870075608280064/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444737 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444721.719474:0:32599:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444721.719476:0:32599:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444721.719479:0:32599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9ee0. 00000100:00000200:0.0:1783444721.719481:0:32599:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1870075608280064, offset 0 00000400:00000200:0.0:1783444721.719488:0:32599:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444721.719495:0:32599:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444721.719503:0:32599:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444721.719509:0:32599:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444721.719513:0:32599:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444721.719517:0:32599:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444721.719519:0:32599:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444721.719522:0:32599:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2697:2697:256:4294967295] 192.168.204.110@tcp LPNI seq info [2697:2697:8:4294967295] 00000400:00000200:0.0:1783444721.719526:0:32599:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444721.719535:0:32599:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444721.719541:0:32599:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444721.719546:0:32599:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3f00. 00000800:00000200:0.0:1783444721.719553:0:32599:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444721.719561:0:32599:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444721.719565:0:32599:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3f00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1783444721.719705:0:32599:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444721.719710:0:32599:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 846948 usecs (847 jiffies) 00000400:00000200:0.0:1783444721.719715:0:32599:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444721.719717:0:32599:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296361572 00000100:00000001:0.0:1783444721.719727:0:32599:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296361468 00000100:00000001:0.0:1783444721.719733:0:32599:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296361572 00000100:00000001:0.0:1783444721.719736:0:32599:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296361468 00000100:00000001:0.0:1783444721.719739:0:32599:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444721.719742:0:32599:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444721.719744:0:32599:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444721.719746:0:32599:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783444721.719749:0:32599:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7590260c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783444721.719752:0:32599:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444721.719754:0:32599:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444721.723729:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444721.723739:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3f00. 00000400:00000200:1.0:1783444721.723745:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444721.723754:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444721.723761:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9ee0 00000400:00000010:1.0:1783444721.723763:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9ee0. 00000100:00000001:1.0:1783444721.723768:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444721.723776:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746732300 x1870075608280064/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444737 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444721.723790:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444721.723794:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746732300 x1870075608280064/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444737 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444721.723801:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444721.723803:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444721.732127:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444721.732146:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444721.732150:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444721.732153:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444721.732162:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444721.732171:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444721.732181:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444721.732186:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444721.732191:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444721.732195:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e855ac00 00000400:00000200:1.0:1783444721.732201:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444721.732206:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x7789 [1] + 224 00000800:00000001:1.0:1783444721.732213:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444721.732221:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444721.732225:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444721.732230:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444721.732237:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444721.732246:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746732300 x1870075608280064/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444737 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444721.732256:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c746732300 x1870075608280064/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444737 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444721.732283:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444721.732306:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444721.732309:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444721.732370:0:32599:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444721.732378:0:32599:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444721.732380:0:32599:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444721.732384:0:32599:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f210. 00000400:00000200:0.0:1783444721.732389:0:32599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9088 00000400:00000010:0.0:1783444721.732391:0:32599:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9088. 00000100:00000001:0.0:1783444721.732394:0:32599:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444721.732400:0:32599:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746732300 x1870075608280064/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444737 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783444721.732410:0:32599:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746732300 x1870075608280064/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444737 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444721.732416:0:32599:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444721.732418:0:32599:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444721.732420:0:32599:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444721.732423:0:32599:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444721.732425:0:32599:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444721.732427:0:32599:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444721.732430:0:32599:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444721.732439:0:32599:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=51 v=5 (105 105 105 137) 00000100:00001000:0.0:1783444721.732443:0:32599:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444721.732446:0:32599:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444721.732447:0:32599:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444721.732450:0:32599:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444721.732453:0:32599:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444721.732457:0:32599:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444721.732459:0:32599:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967611 00000100:00000001:0.0:1783444721.732461:0:32599:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444721.732464:0:32599:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444721.732468:0:32599:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746732300 x1870075608280064/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444737 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444721.732475:0:32599:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444721.732478:0:32599:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444721.732480:0:32599:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444721.732483:0:32599:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746732300 x1870075608280064/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444737 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783444721.732496:0:32599:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746732300 pname:cluuid:pid:xid:nid:opc:job touch:666e3c65-e321-43ec-a94e-a01058e25d7d:32599:1870075608280064:192.168.204.110@tcp:101:touch.0 00000100:00000001:0.0:1783444721.732501:0:32599:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444721.732503:0:32599:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444721.732515:0:32599:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783444721.732518:0:32599:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444721.732525:0:32599:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746732300 x1870075608280064/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444737 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444721.732531:0:32599:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444721.732534:0:32599:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7590260c0. 00000100:00000001:0.0:1783444721.732537:0:32599:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783444721.732539:0:32599:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444721.732541:0:32599:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783444721.732545:0:32599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444721.732548:0:32599:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444721.732552:0:32599:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652cc00 refcount=4 00000020:00000001:0.0:1783444721.732554:0:32599:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:0.0:1783444721.732557:0:32599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000040:0.0:1783444721.732563:0:32599:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c74652cc00, remote cookie: 0x332dd2263f6dd38d, flags: 0x1001 00010000:00010000:0.0:1783444721.732569:0:32599:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef5bd lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd38d expref: -99 pid: 32599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783444721.732577:0:32599:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1783444721.732581:0:32599:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1783444721.732588:0:32599:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747e41700. 00010000:00000010:0.0:1783444721.732593:0:32599:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c751113e80. 00010000:00000001:0.0:1783444721.732598:0:32599:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444721.732601:0:32599:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef5bd lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd38d expref: -99 pid: 32599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444721.732615:0:32599:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef5bd lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd38d expref: -99 pid: 32599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444721.732621:0:32599:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783444721.732624:0:32599:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783444721.732626:0:32599:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783444721.732627:0:32599:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783444721.732629:0:32599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783444721.732631:0:32599:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x24:0x0].0x0 (ffff91c747e41700) refcount = 1 00010000:00010000:0.0:1783444721.732635:0:32599:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef5bd lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd38d expref: -99 pid: 32599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444721.732642:0:32599:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783444721.732644:0:32599:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783444721.732646:0:32599:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444721.732649:0:32599:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783444721.732651:0:32599:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444721.732654:0:32599:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef5bd lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd38d expref: -99 pid: 32599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444721.732660:0:32599:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783444721.732661:0:32599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444721.732663:0:32599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444721.732664:0:32599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444721.732665:0:32599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444721.732666:0:32599:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444721.732670:0:32599:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783444721.732671:0:32599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444721.732673:0:32599:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444721.732674:0:32599:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652cc00 refcount=3 00000020:00000001:0.0:1783444721.732676:0:32599:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:0.0:1783444721.732678:0:32599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:0.0:1783444721.732681:0:32599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444721.732682:0:32599:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444721.732684:0:32599:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652cc00 refcount=4 00000020:00000001:0.0:1783444721.732685:0:32599:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:0.0:1783444721.732687:0:32599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:0.0:1783444721.732689:0:32599:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444721.732704:0:32599:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444721.732708:0:32599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef5bd lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd38d expref: -99 pid: 32599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444721.732714:0:32599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444721.732715:0:32599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444721.732716:0:32599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444721.732717:0:32599:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444721.732718:0:32599:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652cc00 refcount=5 00000020:00000001:0.0:1783444721.732720:0:32599:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:0.0:1783444721.732721:0:32599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:0.0:1783444721.732724:0:32599:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444721.732727:0:32599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef5bd lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd38d expref: -99 pid: 32599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444721.732733:0:32599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444721.732734:0:32599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783444721.732736:0:32599:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef5bd lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd38d expref: -99 pid: 32599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444721.733052:0:32599:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444721.733469:0:32599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444721.733472:0:32599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444721.733473:0:32599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444721.733474:0:32599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783444721.733483:0:32599:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff91c746732300 x1870075608280064/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444737 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1783444721.733499:0:32599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444721.733500:0:32599:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444721.733502:0:32599:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652cc00 refcount=3 00000020:00000001:0.0:1783444721.733503:0:32599:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:0.0:1783444721.733577:0:32599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:0.0:1783444721.733580:0:32599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444721.733581:0:32599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444721.733583:0:32599:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444721.733585:0:32599:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444721.733588:0:32599:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783444721.733591:0:32599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444721.733592:0:32599:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444721.733593:0:32599:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652cc00 refcount=3 00000020:00000001:0.0:1783444721.733595:0:32599:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:0.0:1783444721.733597:0:32599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00000002:00010000:0.0:1783444721.733601:0:32599:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef5bd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd38d expref: -99 pid: 32599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444721.733608:0:32599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444721.733610:0:32599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444721.733611:0:32599:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783444721.733613:0:32599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444721.733614:0:32599:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444721.733615:0:32599:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652cc00 refcount=3 00000020:00000001:0.0:1783444721.733617:0:32599:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:0.0:1783444721.733619:0:32599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000040:0.0:1783444721.733624:0:32599:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41700 count: 2 00010000:00000001:0.0:1783444721.733627:0:32599:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783444721.733631:0:32599:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589935621/36 (0 0) 00010000:00000001:0.0:1783444721.733633:0:32599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444721.733634:0:32599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444721.733636:0:32599:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783444721.733639:0:32599:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419c7750 00000002:00002000:0.0:1783444721.733641:0:32599:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=lookup status=0 disp=b: rc = 0 00000002:00000001:0.0:1783444721.733644:0:32599:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444721.733648:0:32599:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444721.733651:0:32599:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783444721.733656:0:32599:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783444721.733659:0:32599:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444721.733663:0:32599:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000001:0.0:1783444721.733666:0:32599:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1783444721.733668:0:32599:0:(namei.c:674:ll_lookup_it_finish()) it ffffa319419c7ac8 it_disposition b 00000080:00000001:0.0:1783444721.733671:0:32599:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783444721.733676:0:32599:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1783444721.733680:0:32599:0:(lmv_obd.c:3920:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1783444721.734160:0:32599:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c74353fb80. 00800000:00000001:1.0:1783444721.734165:0:32599:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622883746937728 : -121189962613888 : ffff91c74353fb80) 00800000:00000001:1.0:1783444721.734168:0:32599:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444721.734170:0:32599:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1783444721.734173:0:32599:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1783444721.734177:0:32599:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1783444721.734183:0:32599:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1783444721.734185:0:32599:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:1.0:1783444721.734188:0:32599:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000002:1.0:1783444721.734191:0:32599:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=0 index=0 hash=invalid:0x0 max_inherit=0 max_inherit_rr=0 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:1.0:1783444721.734197:0:32599:0:(llite_lib.c:1827:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1783444721.734198:0:32599:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444721.734201:0:32599:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1783444721.734204:0:32599:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1783444721.734208:0:32599:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00000080:00200000:1.0:1783444721.734211:0:32599:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x24:0x0](ffff91c748d1aa08): rc = 0 00000080:00000001:1.0:1783444721.734213:0:32599:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622883839060488 : -121189870491128 : ffff91c748d1aa08) 00010000:00000001:1.0:1783444721.734215:0:32599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444721.734216:0:32599:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444721.734218:0:32599:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652cc00 refcount=3 00000020:00000001:1.0:1783444721.734220:0:32599:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:1.0:1783444721.734222:0:32599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:1.0:1783444721.734224:0:32599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444721.734226:0:32599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783444721.734227:0:32599:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1783444721.734230:0:32599:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1783444721.734232:0:32599:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444721.734235:0:32599:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff91c748d1aa08) for lock 0x5503b2fe824ef5bd 00800000:00000001:1.0:1783444721.734238:0:32599:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444721.734240:0:32599:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444721.734241:0:32599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444721.734243:0:32599:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444721.734244:0:32599:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652cc00 refcount=3 00000020:00000001:1.0:1783444721.734246:0:32599:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:1.0:1783444721.734248:0:32599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:1.0:1783444721.734250:0:32599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444721.734251:0:32599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444721.734253:0:32599:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444721.734254:0:32599:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1783444721.734261:0:32599:0:(namei.c:653:ll_splice_alias()) Add dentry ffff91c748f3d1b0 inode ffff91c748d1aa08 refc 1 flags 0x20000e 00000080:00000002:1.0:1783444721.734266:0:32599:0:(llite_lib.c:3158:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1783444721.734269:0:32599:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1783444721.734272:0:32599:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff91c748d1aa08) 00000080:00010000:1.0:1783444721.734276:0:32599:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef5bd from it ffffa319419c7ac8 00010000:00000001:1.0:1783444721.734278:0:32599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444721.734279:0:32599:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444721.734280:0:32599:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652cc00 refcount=3 00000020:00000001:1.0:1783444721.734282:0:32599:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:1.0:1783444721.734284:0:32599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:1.0:1783444721.734286:0:32599:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444721.734289:0:32599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef5bd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd38d expref: -99 pid: 32599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444721.734307:0:32599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444721.734309:0:32599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444721.734310:0:32599:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444721.734312:0:32599:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444721.734315:0:32599:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef5bd lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd38d expref: -99 pid: 32599 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783444721.734322:0:32599:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444721.734326:0:32599:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444721.734327:0:32599:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444721.734331:0:32599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444721.734332:0:32599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444721.734334:0:32599:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444721.734336:0:32599:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444721.734338:0:32599:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444721.734341:0:32599:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444721.734344:0:32599:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444721.734346:0:32599:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444721.734347:0:32599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444721.734348:0:32599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783444721.734350:0:32599:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1783444721.734354:0:32599:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7435f4e00. 00000100:00000001:1.0:1783444721.734358:0:32599:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444721.734364:0:32599:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746732300 x1870075608280064/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444737 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444721.734372:0:32599:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444721.734374:0:32599:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444721.734377:0:32599:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c7614b3800. 02000000:00000001:1.0:1783444721.734381:0:32599:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444721.734383:0:32599:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444721.734385:0:32599:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:1.0:1783444721.734387:0:32599:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444721.734389:0:32599:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c746765000. 02000000:00000001:1.0:1783444721.734394:0:32599:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444721.734396:0:32599:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444721.734398:0:32599:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746732300. 00000100:00000001:1.0:1783444721.734401:0:32599:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444721.734403:0:32599:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783444721.734410:0:32599:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:1.0:1783444721.734412:0:32599:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff91c748d1aa08), inode mode 41ed mask 1 00000080:00000001:1.0:1783444721.734417:0:32599:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1783444721.734429:0:32599:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91c745712040. 00000080:00000001:1.0:1783444721.734433:0:32599:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:1.0:1783444721.734435:0:32599:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff91c748d1aa08), inode mode 41ed mask 3 00000080:00000001:1.0:1783444721.734437:0:32599:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444721.734440:0:32599:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1783444721.734442:0:32599:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419c7b50 00000080:00200000:1.0:1783444721.734444:0:32599:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000405:0x24:0x0](ffff91c748d1aa08), file ffff91c758515c80, open_flags 8941, mode 81b6 opened 0 00000080:00000010:1.0:1783444721.734448:0:32599:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff91c7465b3cc0. 00000080:00000001:1.0:1783444721.734452:0:32599:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1783444721.734454:0:32599:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419c7a00 00000080:00200000:1.0:1783444721.734455:0:32599:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x24:0x0](ffff91c748d1aa08), intent=open|creat 00000080:00000010:1.0:1783444721.734463:0:32599:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cc000. 00800000:00000002:1.0:1783444721.734466:0:32599:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c74353fb80 2 00000080:00000001:1.0:1783444721.734470:0:32599:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444721.734473:0:32599:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444721.734474:0:32599:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419c7920 00800000:00000002:1.0:1783444721.734476:0:32599:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000405:0x24:0x0] 00800000:00000001:1.0:1783444721.734480:0:32599:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1783444721.734482:0:32599:0:(lmv_obd.c:2238:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1783444721.734485:0:32599:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444721.734488:0:32599:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444721.734490:0:32599:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444721.734492:0:32599:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444721.734493:0:32599:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444721.734496:0:32599:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1783444721.734497:0:32599:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444721.734500:0:32599:0:(lmv_obd.c:2284:lmv_locate_tgt_create()) Process leaving (rc=18446622883747488256 : -121189962063360 : ffff91c7435c6200) 00800000:00000001:1.0:1783444721.734504:0:32599:0:(lmv_obd.c:1203:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1783444721.734506:0:32599:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1783444721.735288:0:32599:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1783444721.735303:0:32599:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1783444721.735306:0:32599:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff91c759350000: Allocated FID [0x200000405:0x26:0x0] 40000000:00000001:1.0:1783444721.735310:0:32599:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444721.735313:0:32599:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444721.735315:0:32599:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444721.735317:0:32599:0:(lmv_obd.c:1227:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444721.735319:0:32599:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419c78a0 00800000:00000002:1.0:1783444721.735322:0:32599:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000405:0x24:0x0], fid2=[0x200000405:0x26:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:1.0:1783444721.735327:0:32599:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444721.735329:0:32599:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419c77d8 00000002:00010000:1.0:1783444721.735331:0:32599:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f,[0x200000405:0x26:0x0]) in obj [0x200000405:0x24:0x0], intent: open|creat flags 0104502 00000002:00000001:1.0:1783444721.735335:0:32599:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1783444721.735337:0:32599:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1783444721.735340:0:32599:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1783444721.735345:0:32599:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444721.735347:0:32599:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1783444721.735350:0:32599:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41700 count: 2 00010000:00000001:1.0:1783444721.735353:0:32599:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444721.735355:0:32599:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1783444721.735358:0:32599:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444721.735360:0:32599:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444721.735362:0:32599:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783444721.735367:0:32599:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883b100. 00000020:00000040:1.0:1783444721.735371:0:32599:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:1.0:1783444721.735377:0:32599:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1783444721.735378:0:32599:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444721.735381:0:32599:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783444721.735385:0:32599:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444721.735388:0:32599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444721.735390:0:32599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444721.735391:0:32599:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444721.735394:0:32599:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444721.735396:0:32599:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444721.735399:0:32599:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444721.735406:0:32599:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c751026c00. 00000100:00000001:1.0:1783444721.735412:0:32599:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444721.735416:0:32599:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444721.735417:0:32599:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444721.735419:0:32599:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444721.735420:0:32599:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444721.735422:0:32599:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444721.735430:0:32599:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622884102385920 : -121189607165696 : ffff91c75883b100) 00010000:00000001:1.0:1783444721.735434:0:32599:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783444721.735437:0:32599:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1783444721.735440:0:32599:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41700 count: 2 00010000:00000001:1.0:1783444721.735441:0:32599:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444721.735444:0:32599:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783444721.735447:0:32599:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c7583db000. 00000020:00000001:1.0:1783444721.735451:0:32599:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783444721.735453:0:32599:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c7583db000 with handle 0x5503b2fe824ef5c4 to hash 00000020:00000001:1.0:1783444721.735456:0:32599:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783444721.735457:0:32599:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444721.735465:0:32599:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444721.735469:0:32599:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444721.735471:0:32599:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444721.735475:0:32599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef5c4 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32599 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444721.735482:0:32599:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef5c4 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32599 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1783444721.735494:0:32599:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1783444721.735501:0:32599:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c75883b100 x1870075608280320/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1783444721.735521:0:32599:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef5c4 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32599 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783444721.735528:0:32599:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444721.735529:0:32599:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444721.735535:0:32599:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c742c38e40. 00000100:00000001:1.0:1783444721.735538:0:32599:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883737472576 : -121189972079040 : ffff91c742c38e40) 00000100:00000001:1.0:1783444721.735541:0:32599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444721.735542:0:32599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102385920 : -121189607165696 : ffff91c75883b100) 00000100:00000001:1.0:1783444721.735547:0:32599:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444721.735551:0:32599:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444721.735553:0:32599:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444721.735555:0:32599:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444721.735559:0:32599:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c75883b100 x1870075608280320/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444721.735576:0:32599:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444721.735578:0:32599:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444721.735581:0:32599:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444721.735583:0:32599:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444721.735586:0:32599:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444721.735589:0:32599:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c75883b100 pname:cluuid:pid:xid:nid:opc:job touch:666e3c65-e321-43ec-a94e-a01058e25d7d:32599:1870075608280320:192.168.204.110@tcp:101:touch.0 00000100:00000001:1.0:1783444721.735593:0:32599:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444721.735598:0:32599:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444721.735600:0:32599:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444721.735602:0:32599:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444721.735656:0:32599:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff91c7604e0000. 02000000:00000001:1.0:1783444721.735658:0:32599:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444721.735666:0:32599:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444721.735670:0:32599:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736e70. 00000400:00000010:1.0:1783444721.735684:0:32599:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff91c751025400. 00000100:00000200:1.0:1783444721.735690:0:32599:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870075608280320, portal 10 00000100:00000001:1.0:1783444721.735692:0:32599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444721.735705:0:32599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102385920 : -121189607165696 : ffff91c75883b100) 00000100:00000040:1.0:1783444721.735710:0:32599:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c75883b100 x1870075608280320/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444737 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444721.735717:0:32599:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444721.735719:0:32599:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444721.735722:0:32599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7590762a8. 00000100:00000200:1.0:1783444721.735724:0:32599:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1870075608280320, offset 0 00000400:00000200:1.0:1783444721.735730:0:32599:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444721.735810:0:32599:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444721.735819:0:32599:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444721.735824:0:32599:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444721.735828:0:32599:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444721.735832:0:32599:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444721.735835:0:32599:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444721.735838:0:32599:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2698:2698:256:4294967295] 192.168.204.110@tcp LPNI seq info [2698:2698:8:4294967295] 00000400:00000200:1.0:1783444721.735843:0:32599:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444721.735852:0:32599:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444721.735859:0:32599:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444721.735865:0:32599:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298200. 00000800:00000200:1.0:1783444721.735871:0:32599:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444721.735879:0:32599:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444721.735883:0:32599:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298200 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1783444721.735895:0:32599:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444721.735900:0:32599:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 845766 usecs (846 jiffies) 00000400:00000200:1.0:1783444721.735903:0:32599:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444721.735906:0:32599:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296361587 00000100:00000001:1.0:1783444721.735914:0:32599:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296361572 00000100:00000001:1.0:1783444721.735919:0:32599:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296361587 00000100:00000001:1.0:1783444721.735922:0:32599:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296361572 00000100:00000001:1.0:1783444721.735924:0:32599:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444721.735927:0:32599:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444721.735929:0:32599:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444721.735931:0:32599:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444721.735934:0:32599:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c742c38e40 going to sleep for 11 seconds 00000100:00000001:1.0:1783444721.735936:0:32599:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444721.735938:0:32599:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444721.737451:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444721.737459:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298200. 00000400:00000200:0.0:1783444721.737468:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444721.737476:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444721.737482:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7590762a8 00000400:00000010:0.0:1783444721.737485:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7590762a8. 00000100:00000001:0.0:1783444721.737488:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444721.737494:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c75883b100 x1870075608280320/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444737 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444721.737506:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444721.737518:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c75883b100 x1870075608280320/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444737 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444721.737526:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444721.737527:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444721.743137:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444721.743155:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444721.743161:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444721.743164:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444721.743172:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444721.743178:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444721.743187:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444721.743192:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444721.743197:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444721.743200:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a4d2e855ad00 00000400:00000200:1.0:1783444721.743205:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444721.743210:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x7799 [32] + 224 00000800:00000001:1.0:1783444721.743216:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444721.743222:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444721.743226:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444721.743230:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444721.743238:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444721.743247:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c75883b100 x1870075608280320/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444737 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444721.743258:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff91c75883b100 x1870075608280320/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444737 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444721.743285:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444721.743302:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444721.743305:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783444721.746440:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444721.746446:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1700. 00000400:00000200:1.0:1783444721.746451:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444721.746456:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444721.746461:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83c38 00000400:00000010:1.0:1783444721.746463:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83c38. 00000100:00000001:1.0:1783444721.746467:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444721.746471:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3b80 x1870075608280576/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1783444737 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444721.746481:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444721.746485:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f3b80 x1870075608280576/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1783444737 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444721.746491:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444721.746493:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1783444721.751126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211c00. 00010000:00000010:2.1:1783444721.751138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583db000. 00010000:00000001:0.0:1783444721.890181:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444721.890189:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444721.890194:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444721.890195:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444721.890220:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783444721.890223:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444721.890226:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1783444722.594260:0:31963:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4910 (cpu 0) has reached its deadline 4296361597, at 4296361600 00000100:00000010:1.0:1783444722.594276:0:31963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7604bbf00. 00000100:00000040:0.0:1783444722.594558:0:26147:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4800 (cpu 0) has reached its deadline 4296361597, at 4296361600 00000100:00000010:0.0:1783444722.594566:0:26147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7604bb960. 00010000:00000001:0.0:1783444722.914185:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444722.914191:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444722.914197:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444722.914198:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444722.914726:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444722.914730:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444722.914733:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1783444723.490272:0:15196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783444723.490282:0:15196:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783444723.490295:0:15196:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760460e00. 00000020:00000040:3.0:1783444723.490302:0:15196:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:3.0:1783444723.490307:0:15196:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444723.490311:0:15196:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444723.490317:0:15196:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444723.490328:0:15196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c760f26800. 00000100:00000001:3.0:1783444723.490337:0:15196:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444723.490515:0:15196:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS req@ffff91c760460e00 x1870075608280704/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783444723.490528:0:15196:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444723.490534:0:15196:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444723.490542:0:15196:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b9c518c] to pc [ptlrpcd_01_00+0] req@ffff91c760460e00 x1870075608280704/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444723.490565:0:15196:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444723.490569:0:15196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783444723.490573:0:15196:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783444723.490576:0:15196:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760463b80. 00000020:00000040:3.0:1783444723.490579:0:15196:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=9 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:3.0:1783444723.490581:0:15196:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444723.490583:0:15196:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444723.490585:0:15196:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444723.490589:0:15196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c760f26500. 00000100:00000001:3.0:1783444723.490592:0:15196:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444723.490596:0:15196:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID req@ffff91c760463b80 x1870075608280832/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783444723.490603:0:15196:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444723.490610:0:15196:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444723.490614:0:15196:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000221c8b75] to pc [ptlrpcd_01_01+1] req@ffff91c760463b80 x1870075608280832/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444723.490622:0:15196:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444723.490624:0:15196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783444723.490627:0:15196:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783444723.490630:0:15196:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760461500. 00000020:00000040:3.0:1783444723.490632:0:15196:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:3.0:1783444723.490634:0:15196:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444723.490636:0:15196:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444723.490637:0:15196:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444723.490640:0:15196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c760f26600. 00000100:00000001:3.0:1783444723.490642:0:15196:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444723.490646:0:15196:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID req@ffff91c760461500 x1870075608280960/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783444723.490657:0:15196:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444723.490659:0:15196:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444723.490663:0:15196:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da895c8d] to pc [ptlrpcd_01_00+0] req@ffff91c760461500 x1870075608280960/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444723.490669:0:15196:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444723.490672:0:15196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783444723.490676:0:15196:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783444723.490679:0:15196:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760461180. 00000020:00000040:3.0:1783444723.490682:0:15196:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:3.0:1783444723.490684:0:15196:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444723.490685:0:15196:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444723.490687:0:15196:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444723.490689:0:15196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c760f26700. 00000100:00000001:3.0:1783444723.490692:0:15196:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444723.490695:0:15196:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID req@ffff91c760461180 x1870075608281088/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783444723.490702:0:15196:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444723.490704:0:15196:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444723.490708:0:15196:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f760856] to pc [ptlrpcd_01_01+1] req@ffff91c760461180 x1870075608281088/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444723.490714:0:15196:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444723.490717:0:15196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783444723.490720:0:15196:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783444723.490723:0:15196:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760460700. 00000020:00000040:3.0:1783444723.490725:0:15196:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=4 obd=lustre-OST0001-osc-ffff91c759350000 00000100:00000001:3.0:1783444723.490727:0:15196:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444723.490728:0:15196:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444723.490729:0:15196:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444723.490732:0:15196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c760f26900. 00000100:00000001:3.0:1783444723.490736:0:15196:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444723.490739:0:15196:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID req@ffff91c760460700 x1870075608281216/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783444723.490746:0:15196:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444723.490748:0:15196:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444723.490752:0:15196:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024dd61dc] to pc [ptlrpcd_01_00+0] req@ffff91c760460700 x1870075608281216/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444723.490759:0:15196:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444723.490764:0:15196:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1700) 00000100:00000001:3.0:1783444723.490779:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444723.490784:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444723.490787:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444723.490792:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760460e00 x1870075608280704/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444723.490800:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444723.490802:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444723.490806:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444723.490809:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444723.490812:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444723.490816:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760460e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2402:1870075608280704:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444723.490821:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444723.490827:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444723.490830:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444723.490833:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444723.490849:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c751227600. 02000000:00000001:3.0:1783444723.490851:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444723.490860:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444723.490865:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811e18. 00000400:00000010:3.0:1783444723.490874:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218198. 00000100:00000200:3.0:1783444723.490882:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608280704, portal 25 00000100:00000001:3.0:1783444723.490884:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444723.490886:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232564224 : -121189476987392 : ffff91c760460e00) 00000100:00000040:3.0:1783444723.490892:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760460e00 x1870075608280704/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444723.490901:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444723.490903:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444723.490906:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602185d8. 00000100:00000200:3.0:1783444723.490910:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870075608280704, offset 0 00000400:00000200:3.0:1783444723.490917:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444723.490927:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444723.490937:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444723.490943:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444723.490948:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444723.490953:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444723.490955:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444723.490959:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2700:2700:256:4294967295] 192.168.204.110@tcp LPNI seq info [2700:2700:8:4294967295] 00000400:00000200:3.0:1783444723.490964:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444723.490976:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444723.490983:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444723.490990:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760f26300. 00000800:00000200:3.0:1783444723.490997:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444723.491006:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444723.491011:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760f26300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444723.491021:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444723.491026:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444723.491028:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296366588 00000100:00000010:3.0:1783444723.491034:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7604bbea0. 00000100:00000001:3.0:1783444723.491041:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1783444723.491048:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296366588 00000100:00000010:3.0:1783444723.491051:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7604bba80. 00000100:00000001:3.0:1783444723.491070:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1783444723.491075:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444723.491078:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444723.491081:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444723.491085:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760461500 x1870075608280960/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444723.491092:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444723.491094:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444723.491096:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444723.491098:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444723.491100:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444723.491104:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760461500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608280960:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444723.491107:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444723.491110:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444723.491111:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444723.491113:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444723.491117:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c751227e00. 02000000:00000001:3.0:1783444723.491118:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444723.491122:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444723.491124:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811a50. 00000400:00000010:3.0:1783444723.491128:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218088. 00000100:00000200:3.0:1783444723.491131:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608280960, portal 10 00000100:00000001:3.0:1783444723.491132:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444723.491134:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232566016 : -121189476985600 : ffff91c760461500) 00000100:00000040:3.0:1783444723.491141:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760461500 x1870075608280960/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444723.491147:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444723.491149:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444723.491151:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218dd0. 00000100:00000200:3.0:1783444723.491153:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608280960, offset 0 00000400:00000200:3.0:1783444723.491157:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444723.491628:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444723.491633:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444723.491636:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444723.491639:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444723.491641:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444723.491644:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444723.491646:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2701:2701:255:4294967295] 192.168.204.110@tcp LPNI seq info [2701:2701:7:4294967295] 00000400:00000200:3.0:1783444723.491650:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444723.491656:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444723.491661:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444723.491667:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c74ac94000. 00000800:00000200:3.0:1783444723.491672:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444723.491677:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444723.491680:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c74ac94000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444723.491684:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444723.491689:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 20817 usecs (21 jiffies) 00000400:00000200:3.0:1783444723.491692:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444723.491694:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296362517 00000100:00000001:3.0:1783444723.491697:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296366588 00000100:00000001:3.0:1783444723.491699:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296362517 00000100:00000001:3.0:1783444723.491702:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296366588 00000100:00000001:3.0:1783444723.491704:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444723.491706:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444723.491708:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444723.491713:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760460700 x1870075608281216/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444723.491720:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444723.491721:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444723.491723:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444723.491726:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444723.491728:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444723.491731:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760460700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608281216:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444723.491737:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444723.491741:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444723.491742:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444723.491744:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444723.491748:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7467c2e00. 02000000:00000001:3.0:1783444723.491750:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444723.491753:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444723.491756:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7588117e8. 00000400:00000010:3.0:1783444723.491761:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218908. 00000100:00000200:3.0:1783444723.491764:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608281216, portal 4 00000100:00000001:3.0:1783444723.491766:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444723.491767:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232562432 : -121189476989184 : ffff91c760460700) 00000100:00000040:3.0:1783444723.491774:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760460700 x1870075608281216/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444723.491781:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444723.491783:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444723.491785:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218660. 00000100:00000200:3.0:1783444723.491788:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608281216, offset 0 00000400:00000200:3.0:1783444723.491792:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444723.491795:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444723.491799:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444723.491802:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444723.491804:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444723.491807:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444723.491809:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444723.491812:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2702:2702:254:4294967295] 192.168.204.110@tcp LPNI seq info [2702:2702:6:4294967295] 00000400:00000200:3.0:1783444723.491816:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444723.491821:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444723.491825:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444723.491829:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c74ac94700. 00000800:00000200:3.0:1783444723.491890:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444723.491895:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444723.491898:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c74ac94700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444723.491902:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444723.491906:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 128677 usecs (129 jiffies) 00000400:00000200:3.0:1783444723.491909:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444723.491911:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296362625 00000100:00000001:3.0:1783444723.491914:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296366588 00000100:00000001:3.0:1783444723.491916:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296362625 00000100:00000001:3.0:1783444723.491918:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296366588 00000100:00000001:3.0:1783444723.491920:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444723.491923:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444723.491925:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444723.491929:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444723.491941:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444723.491944:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783444723.491946:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444723.491947:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444723.491949:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444723.491951:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1783444723.491953:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444723.491954:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444723.491956:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444723.491957:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444723.491958:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444723.491959:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444723.491964:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760463b80 x1870075608280832/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444723.491971:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444723.491972:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444723.491975:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444723.491977:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444723.491979:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444723.491982:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608280832:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444723.491986:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444723.491989:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444723.491991:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444723.491993:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444723.491996:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7431cb800. 02000000:00000001:3.0:1783444723.491999:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444723.492001:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444723.492004:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811cb8. 00000400:00000010:3.0:1783444723.492008:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218550. 00000100:00000200:3.0:1783444723.492011:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608280832, portal 10 00000100:00000001:3.0:1783444723.492013:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444723.492014:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232575872 : -121189476975744 : ffff91c760463b80) 00000100:00000040:3.0:1783444723.492021:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760463b80 x1870075608280832/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444723.492027:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444723.492029:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444723.492031:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218000. 00000100:00000200:3.0:1783444723.492034:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608280832, offset 0 00000400:00000200:3.0:1783444723.492038:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444723.492042:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444723.492045:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444723.492048:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444723.492051:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444723.492053:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444723.492075:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444723.492078:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2703:2703:253:4294967295] 192.168.204.110@tcp LPNI seq info [2703:2703:5:4294967295] 00000400:00000200:3.0:1783444723.492082:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444723.492088:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444723.492093:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444723.492097:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c751b78300. 00000800:00000200:3.0:1783444723.492101:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444723.492106:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444723.492109:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c751b78300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444723.492112:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444723.492115:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 844576 usecs (845 jiffies) 00000400:00000200:3.0:1783444723.492118:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444723.492120:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296363341 00000100:00000001:3.0:1783444723.492122:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296366588 00000100:00000001:3.0:1783444723.492124:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296363341 00000100:00000001:3.0:1783444723.492125:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296366588 00000100:00000001:3.0:1783444723.492128:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444723.492129:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444723.492131:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444723.492134:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760461180 x1870075608281088/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444723.492141:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444723.492142:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444723.492145:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444723.492147:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444723.492149:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444723.492152:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608281088:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444723.492155:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444723.492158:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444723.492160:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444723.492161:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444723.492165:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c744fe0a00. 02000000:00000001:3.0:1783444723.492167:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444723.492169:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444723.492172:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811b58. 00000400:00000010:3.0:1783444723.492176:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602182a8. 00000100:00000200:3.0:1783444723.492179:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608281088, portal 4 00000100:00000001:3.0:1783444723.492181:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444723.492182:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232565120 : -121189476986496 : ffff91c760461180) 00000100:00000040:3.0:1783444723.492187:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760461180 x1870075608281088/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444723.492194:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444723.492196:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444723.492198:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218a18. 00000100:00000200:3.0:1783444723.492200:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608281088, offset 0 00000400:00000200:3.0:1783444723.492294:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444723.492299:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444723.492303:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444723.492306:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444723.492308:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444723.492311:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444723.492313:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444723.492316:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2704:2704:252:4294967295] 192.168.204.110@tcp LPNI seq info [2704:2704:4:4294967295] 00000400:00000200:3.0:1783444723.492320:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444723.492327:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444723.492331:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444723.492335:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c751b78800. 00000800:00000200:3.0:1783444723.492339:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444723.492343:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444723.493487:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444723.493498:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760f26300. 00000400:00000200:1.0:1783444723.493509:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444723.493518:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444723.493525:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7602185d8 00000400:00000010:1.0:1783444723.493528:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7602185d8. 00000100:00000001:1.0:1783444723.493533:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444723.493541:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760460e00 x1870075608280704/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444723.493555:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444723.493558:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760460e00 x1870075608280704/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444739 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444723.493566:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444723.493568:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444723.493581:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444723.493584:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c74ac94000. 00000400:00000200:1.0:1783444723.493587:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444723.493590:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444723.493593:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218dd0 00000400:00000010:1.0:1783444723.493594:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218dd0. 00000100:00000001:1.0:1783444723.493596:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444723.493599:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760461500 x1870075608280960/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444723.493606:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444723.493609:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760461500 x1870075608280960/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444739 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444723.493620:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444723.493622:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444723.493651:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444723.493653:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c74ac94700. 00000400:00000200:1.0:1783444723.493656:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444723.493658:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444723.493661:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218660 00000400:00000010:1.0:1783444723.493663:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218660. 00000100:00000001:1.0:1783444723.493665:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444723.493669:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760460700 x1870075608281216/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444723.493676:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444723.493679:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760460700 x1870075608281216/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444739 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444723.493684:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444723.493686:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444723.493763:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444723.493765:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c751b78300. 00000400:00000200:1.0:1783444723.493771:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444723.493774:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444723.493776:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218000 00000400:00000010:1.0:1783444723.493778:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218000. 00000100:00000001:1.0:1783444723.493781:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444723.493785:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760463b80 x1870075608280832/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1783444723.493790:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c751b78800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783444723.493792:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444723.493795:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760463b80 x1870075608280832/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444739 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444723.493797:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444723.493801:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444723.493802:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 19873 usecs (20 jiffies) 00000100:00000001:1.0:1783444723.493802:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1783444723.493807:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444723.493810:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296362519 00000100:00000001:3.0:1783444723.493813:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296366588 00000100:00000001:3.0:1783444723.493815:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296362519 00000800:00000200:1.0:1783444723.493815:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1783444723.493818:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296366588 00000800:00000010:1.0:1783444723.493818:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c751b78800. 00000100:00000001:3.0:1783444723.493821:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1783444723.493821:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1783444723.493824:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444723.493824:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444723.493826:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218a18 00000400:00000010:1.0:1783444723.493828:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218a18. 00000100:00000001:3.0:1783444723.493829:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444723.493830:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1783444723.493833:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1783444723.493833:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760461180 x1870075608281088/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444723.493840:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444723.493843:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760461180 x1870075608281088/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444739 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444723.493848:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444723.493850:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783444723.493859:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444723.493862:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444723.502932:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444723.502969:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444723.502974:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444723.502978:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444723.502989:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444723.502999:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444723.503011:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444723.503017:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444723.503023:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444723.503028:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a4d2e855ae80 00000400:00000200:1.0:1783444723.503033:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444723.503039:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x77b1 [1] + 224 00000800:00000001:1.0:1783444723.503048:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444723.503086:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444723.503091:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444723.503096:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444723.503105:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444723.503117:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760460e00 x1870075608280704/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444739 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444723.503129:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c760460e00 x1870075608280704/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444723.503143:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444723.503152:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444723.503156:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444723.504085:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444723.504091:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444723.504102:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444723.504104:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444723.504109:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811e18. 00000400:00000200:3.0:1783444723.504116:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218198 00000400:00000010:3.0:1783444723.504119:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218198. 00000100:00000001:3.0:1783444723.504123:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444723.504131:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760460e00 x1870075608280704/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444723.504143:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760460e00 x1870075608280704/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444739 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444723.504149:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444723.504151:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444723.504155:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444723.504159:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444723.504163:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444723.504166:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444723.504170:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444723.504179:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=53 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444723.504184:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=53 v=5 (1 1 1 1) 00000100:00000001:3.0:1783444723.504188:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444723.504190:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444723.504194:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444723.504196:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444723.504200:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444723.504206:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760460e00 x1870075608280704/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444739 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444723.504214:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444723.504218:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444723.504221:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444723.504226:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760460e00 x1870075608280704/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444739 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444723.504235:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760460e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2402:1870075608280704:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444723.504241:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444723.504244:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444723.504248:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760460e00 x1870075608280704/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444739 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444723.504255:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444723.504258:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444723.504275:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c751227600. 02000000:00000001:3.0:1783444723.504283:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444723.504286:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444723.504288:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1783444723.504291:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444723.504295:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c760f26800. 02000000:00000001:3.0:1783444723.504300:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444723.504302:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444723.504304:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760460e00. 00000100:00000001:3.0:1783444723.504308:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444723.504310:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444723.504314:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444723.504315:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444723.504317:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444723.504319:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444723.504320:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444723.510371:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444723.510395:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444723.510401:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444723.510404:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444723.510415:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444723.510427:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444723.510439:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444723.510446:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444723.510453:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444723.510458:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e855b080 00000400:00000200:1.0:1783444723.510464:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444723.510472:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x77c1 [1] + 224 00000800:00000001:1.0:1783444723.510480:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444723.510554:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444723.510558:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444723.510564:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444723.510574:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444723.510586:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760460700 x1870075608281216/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444739 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444723.510600:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c760460700 x1870075608281216/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444723.510628:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444723.510640:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444723.510644:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444723.513144:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444723.513164:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444723.513168:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444723.513172:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444723.513182:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444723.513189:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444723.513198:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444723.513203:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444723.513209:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444723.513213:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e855b000 00000400:00000200:1.0:1783444723.513219:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444723.513225:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x77d1 [1] + 224 00000800:00000001:1.0:1783444723.513234:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444723.513245:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444723.513251:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444723.513258:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444723.513275:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444723.513284:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760461180 x1870075608281088/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444739 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444723.513295:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c760461180 x1870075608281088/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444723.513315:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444723.513324:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444723.513328:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444723.514624:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444723.514637:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444723.514641:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444723.514643:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444723.514651:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444723.514658:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444723.514667:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444723.514671:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444723.514676:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444723.514680:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855af80 00000400:00000200:1.0:1783444723.514685:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444723.514690:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x77b9 [1] + 224 00000800:00000001:1.0:1783444723.514697:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444723.514700:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444723.514703:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444723.514707:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444723.514714:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444723.514720:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760461500 x1870075608280960/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444739 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444723.514731:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c760461500 x1870075608280960/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444723.514753:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444723.514761:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444723.514764:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444723.514766:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444723.514768:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444723.514771:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444723.514775:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444723.514779:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444723.514782:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444723.514785:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444723.514788:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855af00 00000400:00000200:1.0:1783444723.514792:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444723.514795:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x77c9 [1] + 224 00000800:00000001:1.0:1783444723.514799:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444723.514805:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444723.514807:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444723.514811:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444723.514813:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444723.514819:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760463b80 x1870075608280832/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444739 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444723.514827:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c760463b80 x1870075608280832/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444723.514842:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444723.514845:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444723.514847:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783444723.938452:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444723.938462:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444723.938470:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444723.938471:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444724.310803:0:32619:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:0.0:1783444724.310814:0:32619:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444724.310817:0:32619:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444724.310824:0:32619:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444724.310828:0:32619:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783444724.310835:0:32619:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444724.310837:0:32619:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783444724.310839:0:32619:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444724.310841:0:32619:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783444724.310845:0:32619:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444724.310847:0:32619:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783444724.310850:0:32619:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1783444724.310853:0:32619:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444724.310857:0:32619:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783444724.310866:0:32619:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 4/4 locks to regular blp list, 1 blwis in pool 00000020:00000001:1.0:1783444724.311501:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444724.311505:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444724.311509:0:16819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 4 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1783444724.311512:0:16819:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1783444724.311516:0:16819:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783444724.311523:0:16819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef5bd lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6dd38d expref: -99 pid: 32599 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1783444724.311537:0:16819:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783444724.311543:0:16819:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783444724.311547:0:16819:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783444724.311549:0:16819:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode (null) 00000002:00000001:1.0:1783444724.311555:0:16819:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444724.311559:0:16819:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444724.311567:0:16819:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41700 count: 2 00010000:00000001:1.0:1783444724.311581:0:16819:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444724.311587:0:16819:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444724.311589:0:16819:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444724.311590:0:16819:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444724.311592:0:16819:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41700 count: 2 00010000:00000001:1.0:1783444724.311594:0:16819:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444724.311596:0:16819:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444724.311598:0:16819:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444724.311602:0:16819:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1783444724.311605:0:16819:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x24:0x0](ffff91c748d1aa08) invalid 00000020:00000001:1.0:1783444724.311610:0:16819:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941cc3ca0 00000080:00002000:1.0:1783444724.311612:0:16819:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff91c748f3d1b0) parent ffff91c74931ae58 inode ffff91c748d1aa08 refc 1 00000080:00000001:1.0:1783444724.311624:0:16819:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1783444724.311627:0:16819:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783444724.311629:0:16819:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444724.311633:0:16819:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783444724.311638:0:16819:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783444724.311640:0:16819:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783444724.311642:0:16819:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444724.311645:0:16819:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1783444724.311651:0:16819:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c74652cc00 with handle 0x5503b2fe824ef5bd from hash 00010000:00000001:1.0:1783444724.311654:0:16819:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783444724.311656:0:16819:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444724.311659:0:16819:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444724.311661:0:16819:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783444724.311666:0:16819:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783444724.311668:0:16819:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783444724.311670:0:16819:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783444724.311674:0:16819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224800/0x5503b2fe824ef5a8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6dd332 expref: -99 pid: 32589 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1783444724.311680:0:16819:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783444724.311683:0:16819:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783444724.311684:0:16819:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783444724.311685:0:16819:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1783444724.311687:0:16819:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444724.311688:0:16819:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444724.311691:0:16819:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211100 count: 2 00010000:00000001:1.0:1783444724.311693:0:16819:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444724.311695:0:16819:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444724.311696:0:16819:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444724.311697:0:16819:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444724.311699:0:16819:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211100 count: 2 00010000:00000001:1.0:1783444724.311701:0:16819:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444724.311703:0:16819:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444724.311705:0:16819:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444724.311706:0:16819:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444724.311707:0:16819:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211100 count: 2 00010000:00000001:1.0:1783444724.311709:0:16819:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444724.311712:0:16819:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444724.311713:0:16819:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1783444724.311716:0:16819:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91c748db39c0, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1783444724.311722:0:16819:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1783444724.311725:0:16819:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1783444724.311726:0:16819:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783444724.311728:0:16819:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444724.311730:0:16819:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783444724.311731:0:16819:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783444724.311732:0:16819:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783444724.311734:0:16819:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444724.311735:0:16819:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1783444724.311737:0:16819:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752224800 with handle 0x5503b2fe824ef5a8 from hash 00010000:00000001:1.0:1783444724.311739:0:16819:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783444724.311740:0:16819:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444724.311742:0:16819:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444724.311743:0:16819:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783444724.311744:0:16819:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783444724.311745:0:16819:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783444724.311748:0:16819:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783444724.311750:0:16819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225800/0x5503b2fe824ef5b6 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x332dd2263f6dd36a expref: -99 pid: 32589 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1783444724.311758:0:16819:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783444724.311760:0:16819:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783444724.311761:0:16819:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783444724.311762:0:16819:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x25:0x0] mode (null) 00000002:00000001:1.0:1783444724.311764:0:16819:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444724.311765:0:16819:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444724.311767:0:16819:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211500 count: 2 00010000:00000001:1.0:1783444724.311769:0:16819:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444724.311771:0:16819:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444724.311772:0:16819:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444724.311773:0:16819:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444724.311775:0:16819:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211500 count: 2 00010000:00000001:1.0:1783444724.311777:0:16819:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444724.311778:0:16819:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444724.311780:0:16819:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444724.311781:0:16819:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444724.311783:0:16819:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211500 count: 2 00010000:00000001:1.0:1783444724.311784:0:16819:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444724.311786:0:16819:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444724.311787:0:16819:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444724.311788:0:16819:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444724.311790:0:16819:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211500 count: 2 00010000:00000001:1.0:1783444724.311802:0:16819:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444724.311804:0:16819:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444724.311805:0:16819:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444724.311808:0:16819:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:1.0:1783444724.311811:0:16819:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444724.311820:0:16819:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a1d80. 00000020:00000010:1.0:1783444724.311826:0:16819:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cca00. 00000020:00000010:1.0:1783444724.311831:0:16819:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590cd200. 00000020:00000010:1.0:1783444724.311835:0:16819:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b3900. 00000008:00000010:1.0:1783444724.311844:0:16819:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c759060000. 00020000:00000010:1.0:1783444724.311850:0:16819:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025d80. 00008000:00000010:1.0:1783444724.311857:0:16819:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cba6d8. 00000080:00000010:1.0:1783444724.311865:0:16819:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c7590771f8. 00000080:00000010:1.0:1783444724.311869:0:16819:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7609922b0. 00000020:00000010:1.0:1783444724.311873:0:16819:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cdc00. 00000008:00000010:1.0:1783444724.311878:0:16819:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909b600. 00020000:00000010:1.0:1783444724.311882:0:16819:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a3230. 00008000:00000010:1.0:1783444724.311886:0:16819:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603ef3a8. 00000080:00000010:1.0:1783444724.311890:0:16819:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107cd20. 00000020:00000001:1.0:1783444724.311893:0:16819:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114341256 : -121189595210360 : ffff91c7593a1d88) 00000020:00001000:1.0:1783444724.311896:0:16819:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a1d80 00000020:00000001:1.0:1783444724.311899:0:16819:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:1.0:1783444724.311903:0:16819:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x25:0x0]: losing layout lock 00000080:00000001:1.0:1783444724.311907:0:16819:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1783444724.311909:0:16819:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1783444724.311914:0:16819:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:1.0:1783444724.311917:0:16819:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1783444724.311920:0:16819:0:(lov_object.c:1533:lov_conf_set()) [0x200000405:0x25:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1783444724.311922:0:16819:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444724.311925:0:16819:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1783444724.311927:0:16819:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a1d80 00000020:00000010:1.0:1783444724.311931:0:16819:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590cd200. 00000020:00000010:1.0:1783444724.311936:0:16819:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b3900. 00000008:00000010:1.0:1783444724.311940:0:16819:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c759060000. 00020000:00000010:1.0:1783444724.311944:0:16819:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025d80. 00008000:00000010:1.0:1783444724.311947:0:16819:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cba6d8. 00000080:00000010:1.0:1783444724.311950:0:16819:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c7590771f8. 00000080:00000010:1.0:1783444724.311954:0:16819:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7609922b0. 00000020:00000010:1.0:1783444724.311960:0:16819:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cca00. 00000008:00000010:1.0:1783444724.311964:0:16819:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909b600. 00020000:00000010:1.0:1783444724.311967:0:16819:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a3230. 00008000:00000010:1.0:1783444724.311971:0:16819:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603ef3a8. 00000080:00000010:1.0:1783444724.311974:0:16819:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107cd20. 00000020:00000010:1.0:1783444724.311976:0:16819:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cdc00. 00000020:00000010:1.0:1783444724.311978:0:16819:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a1d80. 00000080:00000001:1.0:1783444724.311981:0:16819:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444724.311983:0:16819:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1783444724.311985:0:16819:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x25:0x0](ffff91c748db2a08) invalid 00000020:00000001:1.0:1783444724.311988:0:16819:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941cc3ca0 00000080:00002000:1.0:1783444724.311989:0:16819:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f (ffff91c748f54438) parent ffff91c748f54e58 inode ffff91c748db2a08 refc 1 00000080:00000001:1.0:1783444724.311993:0:16819:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1783444724.311994:0:16819:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783444724.311995:0:16819:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444724.311998:0:16819:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783444724.311999:0:16819:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783444724.312001:0:16819:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783444724.312002:0:16819:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444724.312003:0:16819:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1783444724.312005:0:16819:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752225800 with handle 0x5503b2fe824ef5b6 from hash 00010000:00000001:1.0:1783444724.312008:0:16819:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783444724.312009:0:16819:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444724.312010:0:16819:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444724.312011:0:16819:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783444724.312013:0:16819:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783444724.312015:0:16819:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783444724.312017:0:16819:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783444724.312020:0:16819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef5af lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6dd34e expref: -99 pid: 32589 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1783444724.312026:0:16819:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783444724.312028:0:16819:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783444724.312029:0:16819:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783444724.312031:0:16819:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode (null) 00000002:00000001:1.0:1783444724.312033:0:16819:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444724.312035:0:16819:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444724.312037:0:16819:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211000 count: 2 00010000:00000001:1.0:1783444724.312039:0:16819:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444724.312042:0:16819:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444724.312044:0:16819:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444724.312045:0:16819:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444724.312046:0:16819:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211000 count: 2 00010000:00000001:1.0:1783444724.312048:0:16819:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444724.312049:0:16819:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444724.312051:0:16819:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444724.312052:0:16819:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1783444724.312054:0:16819:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x23:0x0](ffff91c748db3248) invalid 00000020:00000001:1.0:1783444724.312087:0:16819:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941cc3ca0 00000080:00002000:1.0:1783444724.312089:0:16819:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff91c748f54e58) parent ffff91c74931ae58 inode ffff91c748db3248 refc 1 00000080:00000001:1.0:1783444724.312092:0:16819:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1783444724.312093:0:16819:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783444724.312094:0:16819:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444724.312096:0:16819:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783444724.312098:0:16819:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783444724.312099:0:16819:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783444724.312100:0:16819:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444724.312102:0:16819:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1783444724.312104:0:16819:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752225e00 with handle 0x5503b2fe824ef5af from hash 00010000:00000001:1.0:1783444724.312106:0:16819:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783444724.312107:0:16819:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444724.312109:0:16819:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444724.312110:0:16819:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783444724.312111:0:16819:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783444724.312113:0:16819:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783444724.312117:0:16819:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1783444724.312119:0:16819:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444724.312122:0:16819:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1783444724.312131:0:16819:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758839880. 00000020:00000040:1.0:1783444724.312135:0:16819:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=9 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:1.0:1783444724.312142:0:16819:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444724.312145:0:16819:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444724.312152:0:16819:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444724.312160:0:16819:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c7590cdc00. 00000100:00000001:1.0:1783444724.312168:0:16819:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444724.312171:0:16819:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1783444724.312180:0:16819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef5bd lrc: 1/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd38d expref: -99 pid: 32599 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1783444724.312188:0:16819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224800/0x5503b2fe824ef5a8 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd332 expref: -99 pid: 32589 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1783444724.312195:0:16819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225800/0x5503b2fe824ef5b6 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x332dd2263f6dd36a expref: -99 pid: 32589 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1783444724.312201:0:16819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef5af lrc: 1/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd34e expref: -99 pid: 32589 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1783444724.312208:0:16819:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:1.0:1783444724.312210:0:16819:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1783444724.312213:0:16819:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444724.312216:0:16819:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444724.312224:0:16819:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c742c38cc0. 00000100:00000001:1.0:1783444724.312226:0:16819:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883737472192 : -121189972079424 : ffff91c742c38cc0) 00000100:00000001:1.0:1783444724.312229:0:16819:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444724.312232:0:16819:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102379648 : -121189607171968 : ffff91c758839880) 00000100:00000001:1.0:1783444724.312239:0:16819:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444724.312259:0:16819:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444724.312262:0:16819:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444724.312264:0:16819:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444724.312278:0:16819:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c758839880 x1870075608281344/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444724.312287:0:16819:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444724.312290:0:16819:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444724.312295:0:16819:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444724.312299:0:16819:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444724.312302:0:16819:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444724.312306:0:16819:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c758839880 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:666e3c65-e321-43ec-a94e-a01058e25d7d:16819:1870075608281344:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1783444724.312310:0:16819:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444724.312317:0:16819:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444724.312320:0:16819:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444724.312322:0:16819:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444724.312327:0:16819:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7590cca00. 02000000:00000001:1.0:1783444724.312329:0:16819:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444724.312338:0:16819:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444724.312343:0:16819:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7467365d8. 00000400:00000010:1.0:1783444724.312352:0:16819:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7590764c8. 00000100:00000200:1.0:1783444724.312360:0:16819:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608281344, portal 18 00000100:00000001:1.0:1783444724.312362:0:16819:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444724.312363:0:16819:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102379648 : -121189607171968 : ffff91c758839880) 00000100:00000040:1.0:1783444724.312370:0:16819:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c758839880 x1870075608281344/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1783444740 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444724.312377:0:16819:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444724.312380:0:16819:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444724.312382:0:16819:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076550. 00000100:00000200:1.0:1783444724.312385:0:16819:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 17, xid 1870075608281344, offset 0 00000400:00000200:1.0:1783444724.312392:0:16819:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444724.312401:0:16819:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444724.312410:0:16819:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444724.312417:0:16819:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444724.312421:0:16819:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444724.312425:0:16819:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444724.312428:0:16819:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444724.312432:0:16819:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2705:2705:256:4294967295] 192.168.204.110@tcp LPNI seq info [2705:2705:8:4294967295] 00000400:00000200:1.0:1783444724.312436:0:16819:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444724.312447:0:16819:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444724.312453:0:16819:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444724.312459:0:16819:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298a00. 00000800:00000200:1.0:1783444724.312468:0:16819:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444724.312477:0:16819:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444724.312482:0:16819:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298a00 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:1.0:1783444724.312508:0:16819:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444724.312513:0:16819:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 843420 usecs (844 jiffies) 00000400:00000200:1.0:1783444724.312517:0:16819:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444724.312520:0:16819:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296364161 00000100:00000001:1.0:1783444724.312524:0:16819:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296366588 00000100:00000001:1.0:1783444724.312526:0:16819:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296364161 00000100:00000001:1.0:1783444724.312528:0:16819:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296366588 00000100:00000001:1.0:1783444724.312531:0:16819:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444724.312533:0:16819:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444724.312536:0:16819:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444724.312538:0:16819:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444724.312541:0:16819:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c742c38cc0 going to sleep for 11 seconds 00000100:00000001:1.0:1783444724.312544:0:16819:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444724.312547:0:16819:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444724.312732:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444724.312738:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298a00. 00000400:00000200:0.0:1783444724.312745:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444724.312750:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444724.312757:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076550 00000400:00000010:0.0:1783444724.312759:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076550. 00000100:00000001:0.0:1783444724.312764:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444724.312769:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c758839880 x1870075608281344/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1783444740 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444724.312779:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444724.312783:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c758839880 x1870075608281344/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1783444740 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444724.312790:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444724.312792:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444724.316107:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444724.316138:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444724.316144:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444724.316149:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444724.316163:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444724.316172:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444724.316183:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444724.316188:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444724.316194:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444724.316200:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a4d2e855b100 00000400:00000200:1.0:1783444724.316206:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444724.316213:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x77d9 [1] + 224 00000800:00000001:1.0:1783444724.316222:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444724.316231:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444724.316235:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444724.316240:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444724.316259:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444724.316271:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c758839880 x1870075608281344/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1783444740 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444724.316283:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c758839880 x1870075608281344/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1783444740 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444724.316303:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444724.316315:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444724.316318:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444724.316453:0:16819:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444724.316463:0:16819:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444724.316465:0:16819:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444724.316469:0:16819:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7467365d8. 00000400:00000200:0.0:1783444724.316473:0:16819:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7590764c8 00000400:00000010:0.0:1783444724.316476:0:16819:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7590764c8. 00000100:00000001:0.0:1783444724.316479:0:16819:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444724.316483:0:16819:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c758839880 x1870075608281344/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1783444740 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444724.316491:0:16819:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c758839880 x1870075608281344/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1783444740 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444724.316497:0:16819:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444724.316499:0:16819:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444724.316502:0:16819:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444724.316506:0:16819:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444724.316509:0:16819:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444724.316511:0:16819:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444724.316515:0:16819:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444724.316528:0:16819:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bd80 time=54 v=5 (5 5 5 5) 00000100:00001000:0.0:1783444724.316532:0:16819:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444724.316535:0:16819:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444724.316537:0:16819:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444724.316541:0:16819:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444724.316545:0:16819:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444724.316549:0:16819:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444724.316551:0:16819:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967611 00000100:00000001:0.0:1783444724.316553:0:16819:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444724.316556:0:16819:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444724.316562:0:16819:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c758839880 x1870075608281344/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1783444740 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444724.316575:0:16819:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444724.316578:0:16819:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444724.316580:0:16819:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444724.316584:0:16819:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758839880 x1870075608281344/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1783444740 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444724.316592:0:16819:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c758839880 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:666e3c65-e321-43ec-a94e-a01058e25d7d:16819:1870075608281344:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1783444724.316597:0:16819:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444724.316601:0:16819:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444724.316603:0:16819:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783444724.316605:0:16819:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444724.316609:0:16819:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c758839880 x1870075608281344/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1783444740 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444724.316617:0:16819:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444724.316620:0:16819:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c742c38cc0. 00000100:00000001:0.0:1783444724.316623:0:16819:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783444724.316625:0:16819:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444724.316628:0:16819:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444724.316631:0:16819:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c758839880 x1870075608281344/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1783444740 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444724.316637:0:16819:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444724.316640:0:16819:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444724.316653:0:16819:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7590cca00. 02000000:00000001:0.0:1783444724.316657:0:16819:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444724.316660:0:16819:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444724.316662:0:16819:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444724.316665:0:16819:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444724.316669:0:16819:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c7590cdc00. 02000000:00000001:0.0:1783444724.316673:0:16819:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444724.316675:0:16819:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444724.316677:0:16819:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758839880. 00000100:00000001:0.0:1783444724.316681:0:16819:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444724.316683:0:16819:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783444724.316685:0:16819:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:0.0:1783444724.316689:0:16819:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783444724.316694:0:16819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef5bd lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd38d expref: -99 pid: 32599 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1783444724.316705:0:16819:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747e41700 count: 0 00010000:00000010:0.0:1783444724.316714:0:16819:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c751113e80. 00010000:00000001:0.0:1783444724.316721:0:16819:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444724.316723:0:16819:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783444724.316727:0:16819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224800/0x5503b2fe824ef5a8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd332 expref: -99 pid: 32589 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1783444724.316733:0:16819:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747211100 count: 0 00010000:00000010:0.0:1783444724.316737:0:16819:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c743ef4480. 00010000:00000001:0.0:1783444724.316742:0:16819:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444724.316743:0:16819:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783444724.316746:0:16819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225800/0x5503b2fe824ef5b6 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x332dd2263f6dd36a expref: -99 pid: 32589 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1783444724.316753:0:16819:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91c76050a840. 00010000:00000040:0.0:1783444724.316758:0:16819:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747211500 count: 0 00010000:00000010:0.0:1783444724.316761:0:16819:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c743ef4580. 00010000:00000001:0.0:1783444724.316765:0:16819:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444724.316766:0:16819:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783444724.316769:0:16819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef5af lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd34e expref: -99 pid: 32589 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1783444724.316774:0:16819:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747211000 count: 0 00010000:00000010:0.0:1783444724.316777:0:16819:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c743ef4680. 00010000:00000001:0.0:1783444724.316780:0:16819:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444724.316781:0:16819:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444724.316794:0:16819:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444724.316799:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783444724.316801:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444724.316804:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783444724.316806:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783444724.316808:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444724.316809:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783444724.316811:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783444724.316812:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444724.316814:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1783444724.317141:0:32619:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444724.317146:0:32619:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444724.317148:0:32619:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=4 : 4 : 4) 00010000:00000010:0.1:1783444724.334525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41700. 00010000:00000010:0.1:1783444724.334547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652cc00. 00010000:00000010:0.1:1783444724.334563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211100. 00010000:00000010:0.1:1783444724.334568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224800. 00010000:00000010:0.1:1783444724.334572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211500. 00010000:00000010:0.1:1783444724.334577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225800. 00010000:00000010:0.1:1783444724.334581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211000. 00010000:00000010:0.1:1783444724.334584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225e00. 00000800:00000200:0.0:1783444724.346631:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444724.346820:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1600. 00000400:00000200:0.0:1783444724.346828:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444724.346836:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444724.346842:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83dd0 00000400:00000010:0.0:1783444724.346845:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83dd0. 00000100:00000001:0.0:1783444724.346849:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444724.346856:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2d80 x1870075608281600/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444740 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444724.346869:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444724.346872:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2d80 x1870075608281600/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444740 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444724.346880:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444724.346882:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1783444724.962436:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444724.962449:0:26147:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444724.962452:0:26147:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444724.962456:0:26147:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444724.962464:0:26147:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444724.962467:0:26147:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444724.962469:0:26147:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444724.962471:0:26147:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444724.964462:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444724.964472:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444724.964479:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783444725.026252:0:16810:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1783444725.026263:0:16810:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444725.992300:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444725.992311:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444727.011508:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444727.011518:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444727.011584:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783444727.011588:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444727.011591:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1783444727.586253:0:31963:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4910 (cpu 0) has reached its deadline 4296366588, at 4296366592 00000100:00000010:1.0:1783444727.586278:0:31963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7604bba80. 00000100:00000040:0.0:1783444727.587254:0:26147:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4800 (cpu 0) has reached its deadline 4296366588, at 4296366593 00000100:00000010:0.0:1783444727.587265:0:26147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7604bbea0. 00010000:00000001:0.0:1783444728.037694:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444728.037701:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444728.037777:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444728.037781:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444728.037784:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1783444728.610187:0:15196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783444728.610198:0:15196:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783444728.610208:0:15196:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760460e00. 00000020:00000040:3.0:1783444728.610214:0:15196:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:3.0:1783444728.610218:0:15196:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444728.610221:0:15196:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444728.610226:0:15196:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444728.610236:0:15196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c751b78800. 00000100:00000001:3.0:1783444728.610251:0:15196:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444728.610264:0:15196:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS req@ffff91c760460e00 x1870075608281728/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783444728.610275:0:15196:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444728.610279:0:15196:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444728.610285:0:15196:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b9c518c] to pc [ptlrpcd_01_01+1] req@ffff91c760460e00 x1870075608281728/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444728.610319:0:15196:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444728.610322:0:15196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783444728.610325:0:15196:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783444728.610327:0:15196:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462a00. 00000020:00000040:3.0:1783444728.610330:0:15196:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=10 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:3.0:1783444728.610332:0:15196:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444728.610333:0:15196:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444728.610335:0:15196:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444728.610338:0:15196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c751b78300. 00000100:00000001:3.0:1783444728.610341:0:15196:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444728.610345:0:15196:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID req@ffff91c760462a00 x1870075608281856/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783444728.610352:0:15196:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444728.610354:0:15196:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444728.610357:0:15196:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040f956e4] to pc [ptlrpcd_01_00+0] req@ffff91c760462a00 x1870075608281856/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444728.610371:0:15196:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444728.610373:0:15196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783444728.610377:0:15196:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783444728.610379:0:15196:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462300. 00000020:00000040:3.0:1783444728.610381:0:15196:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:3.0:1783444728.610383:0:15196:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444728.610384:0:15196:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444728.610385:0:15196:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444728.610389:0:15196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7581df500. 00000100:00000001:3.0:1783444728.610391:0:15196:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444728.610395:0:15196:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID req@ffff91c760462300 x1870075608281984/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783444728.610402:0:15196:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444728.610403:0:15196:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444728.610406:0:15196:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016ba24b0] to pc [ptlrpcd_01_01+1] req@ffff91c760462300 x1870075608281984/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444728.610413:0:15196:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444728.610416:0:15196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783444728.610419:0:15196:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783444728.610421:0:15196:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462d80. 00000020:00000040:3.0:1783444728.610423:0:15196:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:3.0:1783444728.610425:0:15196:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444728.610426:0:15196:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444728.610428:0:15196:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444728.610430:0:15196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7581df100. 00000100:00000001:3.0:1783444728.610433:0:15196:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444728.610436:0:15196:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID req@ffff91c760462d80 x1870075608282112/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783444728.610452:0:15196:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444728.610455:0:15196:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444728.610459:0:15196:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000369f0d6] to pc [ptlrpcd_01_00+0] req@ffff91c760462d80 x1870075608282112/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444728.610466:0:15196:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444728.610468:0:15196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783444728.610471:0:15196:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783444728.610474:0:15196:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760461880. 00000020:00000040:3.0:1783444728.610477:0:15196:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000100:00000001:3.0:1783444728.610478:0:15196:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444728.610479:0:15196:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444728.610481:0:15196:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444728.610500:0:15196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c75822c500. 00000100:00000001:3.0:1783444728.610503:0:15196:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444728.610508:0:15196:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID req@ffff91c760461880 x1870075608282240/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783444728.610516:0:15196:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444728.610518:0:15196:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444728.610521:0:15196:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dd8007c] to pc [ptlrpcd_01_01+1] req@ffff91c760461880 x1870075608282240/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444728.610528:0:15196:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444728.610543:0:15196:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1705) 00000100:00000001:3.0:1783444728.610556:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444728.610560:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444728.610562:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444728.610566:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760460e00 x1870075608281728/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444728.610573:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444728.610575:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444728.610579:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444728.610581:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444728.610584:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444728.610587:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760460e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2403:1870075608281728:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444728.610591:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444728.610596:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444728.610607:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444728.610610:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444728.610613:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7412e7400. 02000000:00000001:3.0:1783444728.610616:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444728.610622:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444728.610626:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811e18. 00000400:00000010:3.0:1783444728.610633:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218198. 00000100:00000200:3.0:1783444728.610639:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608281728, portal 25 00000100:00000001:3.0:1783444728.610642:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444728.610643:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232564224 : -121189476987392 : ffff91c760460e00) 00000100:00000040:3.0:1783444728.610648:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760460e00 x1870075608281728/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444728.610656:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444728.610658:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444728.610661:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218088. 00000100:00000200:3.0:1783444728.610664:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870075608281728, offset 0 00000400:00000200:3.0:1783444728.610685:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444728.610692:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444728.610700:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444728.610705:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444728.610709:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444728.610713:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444728.610715:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444728.610720:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2707:2707:256:4294967295] 192.168.204.110@tcp LPNI seq info [2707:2707:8:4294967295] 00000400:00000200:3.0:1783444728.610724:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444728.610733:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444728.610740:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444728.610744:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c100. 00000800:00000200:3.0:1783444728.610750:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444728.610759:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444728.610763:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444728.610790:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444728.610795:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444728.610798:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296371708 00000100:00000010:3.0:1783444728.610803:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7604bba20. 00000100:00000001:3.0:1783444728.610810:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1783444728.610816:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296371708 00000100:00000010:3.0:1783444728.610819:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7604bbc00. 00000100:00000001:3.0:1783444728.610822:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1783444728.610825:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444728.610828:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444728.610830:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444728.610834:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462300 x1870075608281984/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444728.610841:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444728.610842:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444728.610844:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444728.610846:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444728.610848:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444728.610851:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608281984:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444728.610854:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444728.610856:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444728.610858:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444728.610860:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444728.610863:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7412e7c00. 02000000:00000001:3.0:1783444728.610864:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444728.610867:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444728.610870:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811b00. 00000400:00000010:3.0:1783444728.610874:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218550. 00000100:00000200:3.0:1783444728.610877:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608281984, portal 10 00000100:00000001:3.0:1783444728.610879:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444728.610881:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00000100:00000040:3.0:1783444728.610887:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760462300 x1870075608281984/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444728.610893:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444728.610895:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444728.610897:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602182a8. 00000100:00000200:3.0:1783444728.610900:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608281984, offset 0 00000400:00000200:3.0:1783444728.610904:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444728.610908:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444728.610912:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444728.610914:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444728.610917:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444728.610919:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444728.610921:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444728.610924:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2708:2708:255:4294967295] 192.168.204.110@tcp LPNI seq info [2708:2708:7:4294967295] 00000400:00000200:3.0:1783444728.610928:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444728.610934:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444728.610938:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444728.610941:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822cc00. 00000800:00000200:3.0:1783444728.610944:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444728.610949:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444728.610952:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822cc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444728.610956:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444728.610960:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 20856 usecs (21 jiffies) 00000400:00000200:3.0:1783444728.610964:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444728.610966:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296367637 00000100:00000001:3.0:1783444728.610969:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296371708 00000100:00000001:3.0:1783444728.610971:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296367637 00000100:00000001:3.0:1783444728.610973:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296371708 00000100:00000001:3.0:1783444728.610977:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444728.610978:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444728.610980:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444728.610984:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760461880 x1870075608282240/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444728.610989:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444728.610991:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444728.610993:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444728.610995:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444728.610997:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444728.611000:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608282240:192.168.204.110@tcp:400:kworker.0 00000800:00000200:1.0:1783444728.611002:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1783444728.611004:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444728.611008:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:1.0:1783444728.611009:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c100. 02000000:00000001:3.0:1783444728.611010:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444728.611014:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444728.611018:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c742eb8c00. 00000400:00000200:1.0:1783444728.611018:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1783444728.611020:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444728.611027:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444728.611028:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000010:3.0:1783444728.611033:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811c08. 00000400:00000200:1.0:1783444728.611035:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218088 00000400:00000010:3.0:1783444728.611039:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218908. 00000400:00000010:1.0:1783444728.611039:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218088. 00000100:00000200:3.0:1783444728.611044:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608282240, portal 4 00000100:00000001:1.0:1783444728.611046:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1783444728.611049:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444728.611052:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232566912 : -121189476984704 : ffff91c760461880) 00000100:00000040:3.0:1783444728.611083:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760461880 x1870075608282240/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444728.611084:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760460e00 x1870075608281728/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444728.611102:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444728.611107:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444728.611111:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218a18. 00000100:00000200:3.0:1783444728.611116:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608282240, offset 0 00000100:00000001:1.0:1783444728.611120:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1783444728.611124:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000100:00000040:1.0:1783444728.611128:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760460e00 x1870075608281728/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444744 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1783444728.611130:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444728.611139:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000100:00000001:1.0:1783444728.611143:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444728.611145:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1783444728.611147:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1783444728.611150:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444728.611154:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444728.611157:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444728.611160:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2709:2709:255:4294967295] 192.168.204.110@tcp LPNI seq info [2709:2709:7:4294967295] 00000400:00000200:3.0:1783444728.611177:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444728.611184:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444728.611189:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444728.611193:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c600. 00000800:00000200:3.0:1783444728.611197:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444728.611202:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444728.611205:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444728.611208:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444728.611210:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 128097 usecs (129 jiffies) 00000400:00000200:3.0:1783444728.611213:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444728.611215:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296367746 00000100:00000001:3.0:1783444728.611217:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296371708 00000100:00000001:3.0:1783444728.611219:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296367746 00000100:00000001:3.0:1783444728.611221:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296371708 00000100:00000001:3.0:1783444728.611223:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444728.611225:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444728.611228:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444728.611230:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783444728.611232:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444728.611236:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822cc00. 00000100:00000001:3.0:1783444728.611238:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1783444728.611240:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1783444728.611242:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783444728.611247:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1783444728.611248:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:3.0:1783444728.611251:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1783444728.611253:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7602182a8 00000100:00000001:3.0:1783444728.611254:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1783444728.611256:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7602182a8. 00000100:00100000:3.0:1783444728.611259:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1783444728.611261:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1783444728.611262:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444728.611267:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1783444728.611269:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462300 x1870075608281984/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444728.611270:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444728.611275:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444728.611277:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444728.611280:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1783444728.611285:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444728.611288:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462a00 x1870075608281856/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444728.611292:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462300 x1870075608281984/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444744 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444728.611309:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444728.611311:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444728.611312:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444728.611314:0:2393:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1783444728.611317:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444728.611321:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444728.611323:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444728.611327:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608281856:192.168.204.110@tcp:400:kworker.0 00000800:00000200:1.0:1783444728.611329:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1783444728.611330:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000010:1.0:1783444728.611333:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c600. 02000000:00000001:3.0:1783444728.611335:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444728.611338:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444728.611339:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1783444728.611342:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1783444728.611346:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 02000000:00000010:3.0:1783444728.611348:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c742eb8200. 00000400:00000200:1.0:1783444728.611350:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218a18 02000000:00000001:3.0:1783444728.611352:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1783444728.611353:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218a18. 00000400:00000200:3.0:1783444728.611359:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444728.611359:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1783444728.611364:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811000. 00000100:00000200:1.0:1783444728.611365:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760461880 x1870075608282240/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1783444728.611369:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218000. 00000100:00000200:3.0:1783444728.611375:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608281856, portal 10 00000100:00000001:1.0:1783444728.611378:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783444728.611379:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444728.611382:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232571392 : -121189476980224 : ffff91c760462a00) 00000100:00000040:1.0:1783444728.611384:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760461880 x1870075608282240/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444744 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783444728.611392:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760462a00 x1870075608281856/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444728.611420:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444728.611421:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444728.611426:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000100:00000001:1.0:1783444728.611426:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1783444728.611430:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218660. 00000100:00000200:3.0:1783444728.611434:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608281856, offset 0 00000400:00000200:3.0:1783444728.611439:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444728.611443:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444728.611446:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444728.611450:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444728.611453:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444728.611456:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444728.611459:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444728.611462:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2710:2710:256:4294967295] 192.168.204.110@tcp LPNI seq info [2710:2710:8:4294967295] 00000400:00000200:3.0:1783444728.611467:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444728.611473:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444728.611477:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444728.611480:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c400. 00000800:00000200:3.0:1783444728.611484:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444728.611487:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444728.611490:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444728.611495:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444728.611497:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 842231 usecs (843 jiffies) 00000400:00000200:3.0:1783444728.611500:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444728.611502:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296368460 00000100:00000001:3.0:1783444728.611504:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296371708 00000100:00000001:3.0:1783444728.611506:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296368460 00000100:00000001:3.0:1783444728.611507:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296371708 00000100:00000001:3.0:1783444728.611509:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444728.611511:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444728.611513:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444728.611516:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462d80 x1870075608282112/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444728.611522:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444728.611524:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444728.611525:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444728.611527:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444728.611528:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444728.611532:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608282112:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444728.611535:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444728.611538:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444728.611540:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444728.611542:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444728.611546:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c743c30400. 02000000:00000001:3.0:1783444728.611547:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444728.611555:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444728.611559:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811c60. 00000400:00000010:3.0:1783444728.611563:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218dd0. 00000100:00000200:3.0:1783444728.611566:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608282112, portal 4 00000100:00000001:3.0:1783444728.611568:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444728.611570:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232572288 : -121189476979328 : ffff91c760462d80) 00000100:00000040:3.0:1783444728.611575:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760462d80 x1870075608282112/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1783444728.611579:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1783444728.611584:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:0.0:1783444728.611586:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c400. 00000400:00000200:0.0:1783444728.611591:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1783444728.611596:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444728.611597:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000010:3.0:1783444728.611602:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602185d8. 00000400:00000200:0.0:1783444728.611603:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218660 00000400:00000010:0.0:1783444728.611607:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218660. 00000100:00000001:0.0:1783444728.611611:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444728.611746:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462a00 x1870075608281856/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444728.611754:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444728.611757:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462a00 x1870075608281856/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444744 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444728.611762:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444728.611764:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1783444728.613423:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608282112, offset 0 00000400:00000200:3.0:1783444728.613439:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444728.613448:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444728.613454:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444728.613458:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444728.613462:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444728.613464:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444728.613467:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444728.613470:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2711:2711:256:4294967295] 192.168.204.110@tcp LPNI seq info [2711:2711:8:4294967295] 00000400:00000200:3.0:1783444728.613475:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444728.613482:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444728.613488:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444728.613492:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c700. 00000800:00000200:3.0:1783444728.613498:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444728.613505:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444728.613508:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444728.613526:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444728.613531:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 19923 usecs (20 jiffies) 00000400:00000200:3.0:1783444728.613536:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444728.613538:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296367639 00000100:00000001:3.0:1783444728.613541:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296371708 00000100:00000001:3.0:1783444728.613543:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296367639 00000100:00000001:3.0:1783444728.613545:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296371708 00000100:00000001:3.0:1783444728.613547:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444728.613550:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444728.613555:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444728.613558:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444728.613928:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444728.613933:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c700. 00000400:00000200:1.0:1783444728.613937:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444728.613942:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444728.613947:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7602185d8 00000400:00000010:1.0:1783444728.613949:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7602185d8. 00000100:00000001:1.0:1783444728.613953:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444728.613961:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462d80 x1870075608282112/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444728.613971:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444728.613975:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462d80 x1870075608282112/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444744 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444728.613982:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444728.613984:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444728.617102:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444728.617119:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444728.617123:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444728.617125:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444728.617134:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444728.617141:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444728.617149:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444728.617170:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444728.617176:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444728.617181:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855b380 00000400:00000200:0.0:1783444728.617186:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444728.617193:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x77f9 [1] + 224 00000800:00000001:0.0:1783444728.617200:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444728.617204:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444728.617208:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444728.617211:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444728.617219:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444728.617228:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462300 x1870075608281984/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444744 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444728.617239:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c760462300 x1870075608281984/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444728.617258:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444728.617268:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444728.617272:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444728.617274:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444728.617276:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444728.617279:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444728.617283:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444728.617287:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444728.617290:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444728.617292:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444728.617295:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e855b480 00000400:00000200:0.0:1783444728.617298:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444728.617302:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7801 [1] + 224 00000800:00000001:0.0:1783444728.617306:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444728.617308:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444728.617310:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444728.617313:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444728.617316:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444728.617320:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760461880 x1870075608282240/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444744 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444728.617327:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c760461880 x1870075608282240/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444728.617334:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444728.617337:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444728.617339:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444728.617341:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444728.617343:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444728.617346:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444728.617349:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444728.617352:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444728.617355:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444728.617357:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444728.617360:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e855b400 00000400:00000200:0.0:1783444728.617363:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444728.617366:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7811 [1] + 224 00000800:00000001:0.0:1783444728.617370:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444728.617377:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444728.617379:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444728.617382:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444728.617384:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444728.617388:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462d80 x1870075608282112/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444744 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444728.617396:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c760462d80 x1870075608282112/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444728.617403:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444728.617406:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444728.617409:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444728.617464:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444728.617467:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444728.617475:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444728.617477:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444728.617479:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811c60. 00000400:00000200:3.0:1783444728.617484:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218dd0 00000400:00000010:3.0:1783444728.617485:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218dd0. 00000100:00000001:3.0:1783444728.617488:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444728.617492:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462d80 x1870075608282112/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444728.617501:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462d80 x1870075608282112/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444744 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444728.617506:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444728.617508:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444728.617511:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444728.617514:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444728.617517:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444728.617519:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444728.617524:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444728.617533:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=58 v=5 (5 5 5 138) 00000100:00001000:3.0:1783444728.617537:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=38 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444728.617539:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444728.617541:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444728.617543:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444728.617546:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444728.617550:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444728.617553:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1783444728.617555:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444728.617556:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444728.617561:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760462d80 x1870075608282112/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444744 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444728.617579:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444728.617582:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444728.617584:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444728.617589:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760462d80 x1870075608282112/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444744 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444728.617596:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760462d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608282112:192.168.204.110@tcp:400:kworker.0 00000400:00000001:3.0:1783444728.617603:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444728.617604:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444728.617606:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811b00. 00000400:00000200:3.0:1783444728.617608:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218550 00000400:00000010:3.0:1783444728.617609:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218550. 00000100:00000001:3.0:1783444728.617611:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444728.617614:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462300 x1870075608281984/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444728.617620:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462300 x1870075608281984/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444744 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444728.617626:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444728.617627:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444728.617629:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444728.617630:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444728.617632:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444728.617633:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444728.617635:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444728.617639:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=58 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444728.617642:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=58 v=5 (1 1 1 1) 00000100:00000001:3.0:1783444728.617644:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444728.617645:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444728.617647:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444728.617649:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444728.617650:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444728.617652:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1783444728.617653:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444728.617654:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444728.617658:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760462300 x1870075608281984/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444744 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444728.617664:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444728.617666:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444728.617667:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444728.617670:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760462300 x1870075608281984/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444744 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444728.617677:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608281984:192.168.204.110@tcp:400:kworker.0 00000400:00000001:3.0:1783444728.617682:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444728.617683:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444728.617685:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811c08. 00000400:00000200:3.0:1783444728.617687:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218908 00000400:00000010:3.0:1783444728.617688:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218908. 00000100:00000001:3.0:1783444728.617690:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444728.617693:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760461880 x1870075608282240/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444728.617702:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760461880 x1870075608282240/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444744 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444728.617708:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444728.617709:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444728.617710:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444728.617712:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444728.617713:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444728.617714:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444728.617716:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444728.617719:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f460 time=58 v=5 (5 5 5 138) 00000100:00001000:3.0:1783444728.617721:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=29 v=5 (1 1 0 0) 00000100:00000001:3.0:1783444728.617723:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444728.617724:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444728.617726:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444728.617728:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444728.617730:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444728.617731:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967326 00000100:00000001:3.0:1783444728.617744:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444728.617745:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444728.617749:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760461880 x1870075608282240/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444744 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444728.617755:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444728.617757:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444728.617758:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444728.617761:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760461880 x1870075608282240/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444744 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444728.617767:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608282240:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444728.617771:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444728.617773:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444728.617776:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760462d80 x1870075608282112/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444744 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444728.617783:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444728.617785:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444728.617789:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c743c30400. 02000000:00000001:3.0:1783444728.617793:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444728.617796:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444728.617797:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:3.0:1783444728.617800:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444728.617802:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7581df100. 02000000:00000001:3.0:1783444728.617806:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444728.617808:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444728.617810:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760462d80. 00000100:00000001:3.0:1783444728.617813:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444728.617814:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444728.617816:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444728.617819:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760462300 x1870075608281984/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444744 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444728.617825:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444728.617826:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444728.617827:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7412e7c00. 02000000:00000001:3.0:1783444728.617831:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444728.617832:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444728.617833:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:3.0:1783444728.617835:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444728.617836:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7581df500. 02000000:00000001:3.0:1783444728.617838:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444728.617839:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444728.617840:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760462300. 00000100:00000001:3.0:1783444728.617842:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444728.617843:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444728.617845:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444728.617848:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760461880 x1870075608282240/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444744 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444728.617854:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444728.617855:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444728.617856:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c742eb8c00. 02000000:00000001:3.0:1783444728.617860:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444728.617861:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444728.617862:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=2 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:3.0:1783444728.617865:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444728.617866:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c75822c500. 02000000:00000001:3.0:1783444728.617868:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444728.617869:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444728.617870:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760461880. 00000100:00000001:3.0:1783444728.617872:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444728.617874:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444728.617877:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444728.617878:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444728.617880:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444728.617881:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444728.617883:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444728.618810:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444728.618821:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444728.618825:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444728.618827:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444728.618832:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444728.618837:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444728.618844:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444728.618847:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444728.618851:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444728.618854:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855b300 00000400:00000200:1.0:1783444728.618859:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444728.618864:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7809 [1] + 224 00000800:00000001:1.0:1783444728.618869:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444728.618875:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444728.618878:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444728.618882:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444728.618886:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444728.618893:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462a00 x1870075608281856/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444744 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444728.618902:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c760462a00 x1870075608281856/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444728.618920:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444728.618926:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444728.618929:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444728.618979:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444728.618982:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444728.618986:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444728.618987:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444728.618989:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811000. 00000400:00000200:3.0:1783444728.618992:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218000 00000400:00000010:3.0:1783444728.618994:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218000. 00000100:00000001:3.0:1783444728.618996:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444728.619000:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462a00 x1870075608281856/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444728.619007:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462a00 x1870075608281856/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444744 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444728.619013:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444728.619014:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444728.619016:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444728.619018:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444728.619020:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444728.619022:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444728.619024:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444728.619029:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=58 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444728.619033:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444728.619035:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444728.619037:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444728.619039:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444728.619042:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444728.619045:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1783444728.619046:0:2403:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: committing for last_committed 4294967616 gen 2 00000100:00000040:3.0:1783444728.619052:0:2403:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967616) req@ffff91c758839500 x1870075608278912/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444736 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444728.619082:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444728.619085:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c758839500 x1870075608278912/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444736 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444728.619091:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444728.619093:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444728.619096:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c751026000. 02000000:00000001:3.0:1783444728.619099:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444728.619101:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444728.619102:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=9 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444728.619105:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444728.619107:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c751024800. 02000000:00000001:3.0:1783444728.619110:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444728.619111:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444728.619113:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758839500. 00000100:00000001:3.0:1783444728.619116:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444728.619117:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444728.619122:0:2403:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967616) req@ffff91c758838700 x1870075608279424/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444736 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444728.619128:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444728.619131:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c758838700 x1870075608279424/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444736 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444728.619137:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444728.619138:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444728.619139:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c751027400. 02000000:00000001:3.0:1783444728.619141:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444728.619142:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444728.619143:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444728.619145:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444728.619147:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c751024400. 02000000:00000001:3.0:1783444728.619149:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444728.619150:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444728.619151:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758838700. 00000100:00000001:3.0:1783444728.619222:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444728.619224:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444728.619230:0:2403:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967616) req@ffff91c7603f2a00 x1870075608279936/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444736 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444728.619239:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444728.619240:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232112640 : -121189477438976 : ffff91c7603f2a00) 00000100:00000001:3.0:1783444728.619243:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444728.619245:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2a00 x1870075608279936/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444736 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444728.619251:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444728.619256:0:2403:0:(client.c:3161:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff91c75883b100 x1870075608280320/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444737 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444728.619262:0:2403:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1783444728.619264:0:2403:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: normal: skip=1 replay=3/4 committed=0/0 00000100:00000001:3.0:1783444728.619267:0:2403:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444728.619268:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444728.619272:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760462a00 x1870075608281856/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444744 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444728.619277:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444728.619279:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444728.619281:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444728.619284:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760462a00 x1870075608281856/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444744 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444728.619290:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760462a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608281856:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444728.619295:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444728.619297:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444728.619300:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760462a00 x1870075608281856/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444744 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444728.619305:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444728.619307:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444728.619309:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c742eb8200. 02000000:00000001:3.0:1783444728.619314:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444728.619315:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444728.619316:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444728.619319:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444728.619321:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c751b78300. 02000000:00000001:3.0:1783444728.619324:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444728.619326:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444728.619327:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760462a00. 00000100:00000001:3.0:1783444728.619329:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444728.619330:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444728.619332:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444728.619334:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444728.619335:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444728.619337:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444728.619338:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444728.625872:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444728.625889:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444728.625894:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444728.625896:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444728.625904:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444728.625911:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444728.625921:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444728.625925:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444728.625931:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444728.625935:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a4d2e855b280 00000400:00000200:0.0:1783444728.625939:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444728.625945:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x77f1 [1] + 224 00000800:00000001:0.0:1783444728.625952:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444728.625964:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444728.625968:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444728.625972:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444728.625980:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444728.625988:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760460e00 x1870075608281728/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444744 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444728.625998:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c760460e00 x1870075608281728/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444728.626022:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444728.626029:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444728.626032:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444728.626093:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444728.626097:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444728.626103:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444728.626105:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444728.626108:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811e18. 00000400:00000200:3.0:1783444728.626112:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218198 00000400:00000010:3.0:1783444728.626115:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218198. 00000100:00000001:3.0:1783444728.626117:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444728.626122:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760460e00 x1870075608281728/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444728.626130:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760460e00 x1870075608281728/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444744 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444728.626136:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444728.626138:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444728.626140:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444728.626144:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444728.626147:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444728.626149:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444728.626172:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444728.626180:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=58 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444728.626183:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=58 v=5 (1 1 1 1) 00000100:00000001:3.0:1783444728.626186:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444728.626188:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444728.626191:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444728.626193:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444728.626196:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444728.626201:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760460e00 x1870075608281728/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444744 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444728.626208:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444728.626211:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444728.626213:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444728.626217:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760460e00 x1870075608281728/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444744 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444728.626224:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760460e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2403:1870075608281728:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444728.626229:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444728.626231:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444728.626234:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760460e00 x1870075608281728/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444744 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444728.626241:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444728.626244:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444728.626247:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7412e7400. 02000000:00000001:3.0:1783444728.626251:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444728.626253:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444728.626255:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1783444728.626257:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444728.626260:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c751b78800. 02000000:00000001:3.0:1783444728.626264:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444728.626266:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444728.626268:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760460e00. 00000100:00000001:3.0:1783444728.626272:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444728.626273:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444728.626275:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444728.626282:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444728.626283:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444728.626285:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444728.626287:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444729.058253:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444729.058261:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444730.082249:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444730.082261:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444730.082333:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783444730.082337:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444730.082341:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444731.107484:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444731.107491:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444731.108433:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444731.108438:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444731.108441:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444732.130246:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444732.130256:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444732.706295:0:31963:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4910 (cpu 0) has reached its deadline 4296371708, at 4296371712 00000100:00000010:1.0:1783444732.706308:0:31963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7604bbc00. 00000100:00000040:0.0:1783444732.706853:0:26147:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4800 (cpu 0) has reached its deadline 4296371708, at 4296371712 00000100:00000010:0.0:1783444732.706859:0:26147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7604bba20. 00010000:00000001:0.0:1783444733.157428:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444733.157434:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444733.157465:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783444733.157468:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444733.157470:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1783444733.730197:0:15196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783444733.730208:0:15196:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783444733.730220:0:15196:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760460e00. 00000020:00000040:3.0:1783444733.730227:0:15196:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:3.0:1783444733.730231:0:15196:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444733.730235:0:15196:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444733.730240:0:15196:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444733.730248:0:15196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c75822c500. 00000100:00000001:3.0:1783444733.730255:0:15196:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444733.730267:0:15196:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS req@ffff91c760460e00 x1870075608282368/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783444733.730279:0:15196:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444733.730283:0:15196:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444733.730289:0:15196:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b9c518c] to pc [ptlrpcd_01_00+0] req@ffff91c760460e00 x1870075608282368/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444733.730318:0:15196:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444733.730321:0:15196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783444733.730324:0:15196:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783444733.730327:0:15196:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462a00. 00000020:00000040:3.0:1783444733.730330:0:15196:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:3.0:1783444733.730331:0:15196:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444733.730333:0:15196:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444733.730335:0:15196:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444733.730339:0:15196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c75822c000. 00000100:00000001:3.0:1783444733.730341:0:15196:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444733.730345:0:15196:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID req@ffff91c760462a00 x1870075608282496/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783444733.730353:0:15196:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444733.730355:0:15196:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444733.730358:0:15196:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040f956e4] to pc [ptlrpcd_01_01+1] req@ffff91c760462a00 x1870075608282496/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444733.730367:0:15196:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444733.730369:0:15196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783444733.730373:0:15196:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783444733.730376:0:15196:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760461880. 00000020:00000040:3.0:1783444733.730377:0:15196:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:3.0:1783444733.730380:0:15196:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444733.730381:0:15196:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444733.730383:0:15196:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444733.730386:0:15196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c75822c800. 00000100:00000001:3.0:1783444733.730388:0:15196:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444733.730392:0:15196:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID req@ffff91c760461880 x1870075608282624/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783444733.730399:0:15196:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444733.730400:0:15196:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444733.730403:0:15196:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dd8007c] to pc [ptlrpcd_01_00+0] req@ffff91c760461880 x1870075608282624/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444733.730410:0:15196:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444733.730412:0:15196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783444733.730415:0:15196:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783444733.730418:0:15196:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462300. 00000020:00000040:3.0:1783444733.730420:0:15196:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:3.0:1783444733.730422:0:15196:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444733.730423:0:15196:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444733.730424:0:15196:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444733.730426:0:15196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c75822c900. 00000100:00000001:3.0:1783444733.730429:0:15196:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444733.730433:0:15196:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID req@ffff91c760462300 x1870075608282752/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783444733.730440:0:15196:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444733.730441:0:15196:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444733.730444:0:15196:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016ba24b0] to pc [ptlrpcd_01_01+1] req@ffff91c760462300 x1870075608282752/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444733.730451:0:15196:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444733.730452:0:15196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783444733.730455:0:15196:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783444733.730458:0:15196:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462d80. 00000020:00000040:3.0:1783444733.730460:0:15196:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000100:00000001:3.0:1783444733.730462:0:15196:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444733.730463:0:15196:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444733.730476:0:15196:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444733.730480:0:15196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c75822ce00. 00000100:00000001:3.0:1783444733.730483:0:15196:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444733.730487:0:15196:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID req@ffff91c760462d80 x1870075608282880/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783444733.730494:0:15196:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444733.730495:0:15196:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444733.730499:0:15196:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000369f0d6] to pc [ptlrpcd_01_00+0] req@ffff91c760462d80 x1870075608282880/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444733.730505:0:15196:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444733.730509:0:15196:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1710) 00000100:00000001:3.0:1783444733.730523:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444733.730526:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444733.730529:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444733.730534:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462a00 x1870075608282496/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444733.730541:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444733.730543:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444733.730547:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444733.730549:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444733.730552:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444733.730556:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608282496:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444733.730560:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444733.730575:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444733.730578:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444733.730580:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444733.730585:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c743c30c00. 02000000:00000001:3.0:1783444733.730587:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444733.730594:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444733.730599:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811e18. 00000400:00000010:3.0:1783444733.730605:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218198. 00000100:00000200:3.0:1783444733.730612:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608282496, portal 10 00000100:00000001:3.0:1783444733.730614:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444733.730615:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232571392 : -121189476980224 : ffff91c760462a00) 00000100:00000040:3.0:1783444733.730623:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760462a00 x1870075608282496/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444733.730629:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444733.730631:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444733.730634:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218000. 00000100:00000200:3.0:1783444733.730638:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608282496, offset 0 00000400:00000200:3.0:1783444733.730644:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444733.730652:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444733.730660:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444733.730665:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444733.730669:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444733.730673:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444733.730676:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444733.730679:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2712:2712:256:4294967295] 192.168.204.110@tcp LPNI seq info [2712:2712:8:4294967295] 00000400:00000200:3.0:1783444733.730683:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444733.730693:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444733.730699:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444733.730703:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822cf00. 00000800:00000200:3.0:1783444733.730709:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444733.730718:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444733.730722:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444733.730739:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444733.730744:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 841053 usecs (842 jiffies) 00000400:00000200:3.0:1783444733.730747:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444733.730750:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296373578 00000100:00000010:3.0:1783444733.730754:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7604bbde0. 00000100:00000001:3.0:1783444733.730761:0:2403:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1783444733.730767:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296373578 00000100:00000010:3.0:1783444733.730770:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7604bb660. 00000100:00000001:3.0:1783444733.730774:0:2403:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1783444733.730777:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444733.730780:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444733.730782:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444733.730786:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462300 x1870075608282752/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444733.730792:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444733.730794:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444733.730796:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444733.730797:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444733.730800:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444733.730802:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608282752:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444733.730808:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444733.730811:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444733.730812:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444733.730813:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444733.730816:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c743c30400. 02000000:00000001:3.0:1783444733.730818:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444733.730820:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444733.730823:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811000. 00000400:00000010:3.0:1783444733.730827:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218908. 00000100:00000200:3.0:1783444733.730830:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608282752, portal 4 00000100:00000001:3.0:1783444733.730832:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444733.730833:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00000100:00000040:3.0:1783444733.730838:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760462300 x1870075608282752/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444733.730843:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444733.730846:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444733.730848:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218550. 00000100:00000200:3.0:1783444733.730850:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608282752, offset 0 00000400:00000200:3.0:1783444733.730854:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444733.730858:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444733.730862:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444733.730865:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444733.730878:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444733.730880:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444733.730882:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444733.730885:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2713:2713:255:4294967295] 192.168.204.110@tcp LPNI seq info [2713:2713:7:4294967295] 00000400:00000200:3.0:1783444733.730889:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444733.730895:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444733.730899:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444733.730903:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c200. 00000800:00000200:3.0:1783444733.730906:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444733.730911:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444733.730913:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444733.730916:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444733.730918:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 19860 usecs (20 jiffies) 00000400:00000200:3.0:1783444733.730921:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444733.730923:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296372756 00000100:00000001:3.0:1783444733.730925:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296373578 00000100:00000001:3.0:1783444733.730927:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296372756 00000100:00000001:3.0:1783444733.730930:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296373578 00000100:00000001:3.0:1783444733.730931:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444733.730933:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444733.730936:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444733.730938:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444733.730947:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444733.730949:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783444733.730951:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444733.730952:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444733.730953:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444733.730955:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:3.0:1783444733.730957:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444733.730959:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444733.730960:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444733.730962:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444733.730962:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444733.730963:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444733.730967:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760460e00 x1870075608282368/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444733.730973:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444733.730974:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444733.730976:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444733.730978:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444733.730980:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444733.730982:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760460e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2403:1870075608282368:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444733.730985:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444733.730988:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444733.730989:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444733.730990:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444733.730994:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c742eb8200. 02000000:00000001:3.0:1783444733.730996:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444733.730998:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444733.731001:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811c08. 00000400:00000010:3.0:1783444733.731004:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218dd0. 00000100:00000200:3.0:1783444733.731007:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608282368, portal 25 00000100:00000001:3.0:1783444733.731008:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444733.731009:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232564224 : -121189476987392 : ffff91c760460e00) 00000100:00000040:3.0:1783444733.731013:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760460e00 x1870075608282368/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444733.731018:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444733.731020:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444733.731022:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602183b8. 00000100:00000200:3.0:1783444733.731025:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870075608282368, offset 0 00000400:00000200:3.0:1783444733.731028:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444733.731031:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444733.731034:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444733.731036:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444733.731038:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444733.731041:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444733.731043:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444733.731045:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2714:2714:254:4294967295] 192.168.204.110@tcp LPNI seq info [2714:2714:6:4294967295] 00000400:00000200:3.0:1783444733.731049:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444733.731088:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444733.731094:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444733.731098:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822ca00. 00000800:00000200:3.0:1783444733.731101:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444733.731105:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444733.731107:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444733.731109:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444733.731112:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444733.731114:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296376829 00000100:00000001:3.0:1783444733.731118:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296373578 00000100:00000001:3.0:1783444733.731121:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296376829 00000100:00000001:3.0:1783444733.731123:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296373578 00000100:00000001:3.0:1783444733.731126:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444733.731128:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444733.731129:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444733.731132:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760461880 x1870075608282624/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444733.731138:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444733.731140:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444733.731142:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444733.731144:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444733.731146:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444733.731148:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608282624:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444733.731151:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444733.731153:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444733.731154:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444733.731155:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444733.731158:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c742eb8c00. 02000000:00000001:3.0:1783444733.731160:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444733.731162:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444733.731165:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811b00. 00000400:00000010:3.0:1783444733.731167:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218880. 00000100:00000200:3.0:1783444733.731170:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608282624, portal 10 00000100:00000001:3.0:1783444733.731172:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444733.731173:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232566912 : -121189476984704 : ffff91c760461880) 00000100:00000040:3.0:1783444733.731179:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760461880 x1870075608282624/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444733.731185:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444733.731187:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444733.731189:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218bb0. 00000100:00000200:3.0:1783444733.731191:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608282624, offset 0 00000400:00000200:3.0:1783444733.731194:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444733.731198:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444733.731201:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444733.731204:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444733.731206:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444733.731208:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444733.731210:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444733.731212:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2715:2715:253:4294967295] 192.168.204.110@tcp LPNI seq info [2715:2715:5:4294967295] 00000400:00000200:3.0:1783444733.731216:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444733.731221:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444733.731225:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444733.731228:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822cd00. 00000800:00000200:3.0:1783444733.731231:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444733.731234:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444733.731236:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822cd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444733.731239:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444733.731242:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 20808 usecs (21 jiffies) 00000400:00000200:3.0:1783444733.731245:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444733.731246:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296372758 00000100:00000001:3.0:1783444733.731249:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296376829 00000100:00000001:3.0:1783444733.731251:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296372758 00000100:00000001:3.0:1783444733.731253:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296376829 00000100:00000001:3.0:1783444733.731255:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444733.731257:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444733.731259:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444733.731263:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462d80 x1870075608282880/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444733.731270:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444733.731271:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444733.731273:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444733.731275:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444733.731277:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444733.731279:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608282880:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444733.731282:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444733.731285:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444733.731286:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444733.731288:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444733.731291:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7412e7400. 02000000:00000001:3.0:1783444733.731293:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444733.731297:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444733.731301:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811c60. 00000400:00000010:3.0:1783444733.731306:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218cc0. 00000100:00000200:3.0:1783444733.731309:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608282880, portal 4 00000100:00000001:3.0:1783444733.731310:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444733.731312:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232572288 : -121189476979328 : ffff91c760462d80) 00000100:00000040:3.0:1783444733.731317:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760462d80 x1870075608282880/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444733.731322:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444733.731324:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444733.731326:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218ee0. 00000100:00000200:3.0:1783444733.731328:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608282880, offset 0 00000400:00000200:3.0:1783444733.731332:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444733.731335:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444733.731339:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444733.731341:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444733.731344:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444733.731346:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444733.731348:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444733.731351:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2716:2716:252:4294967295] 192.168.204.110@tcp LPNI seq info [2716:2716:4:4294967295] 00000400:00000200:3.0:1783444733.731355:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444733.731360:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444733.731365:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444733.731368:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c300. 00000800:00000200:3.0:1783444733.731371:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444733.731375:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444733.731377:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444733.731379:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444733.731382:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 127425 usecs (128 jiffies) 00000400:00000200:3.0:1783444733.731384:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444733.731387:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296372865 00000100:00000001:3.0:1783444733.731389:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296376829 00000100:00000001:3.0:1783444733.731390:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296372865 00000100:00000001:3.0:1783444733.731392:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296376829 00000100:00000001:3.0:1783444733.731394:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444733.731396:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444733.731398:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444733.731400:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444733.731823:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444733.731829:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822cf00. 00000400:00000200:1.0:1783444733.731836:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444733.731842:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444733.731847:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218000 00000400:00000010:1.0:1783444733.731850:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218000. 00000100:00000001:1.0:1783444733.731854:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444733.731858:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462a00 x1870075608282496/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444733.731879:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444733.731882:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462a00 x1870075608282496/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444749 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444733.731889:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444733.731890:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444733.731901:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444733.731904:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c200. 00000400:00000200:1.0:1783444733.731906:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444733.731909:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444733.731911:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218550 00000400:00000010:1.0:1783444733.731913:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218550. 00000100:00000001:1.0:1783444733.731915:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444733.731918:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462300 x1870075608282752/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444733.731925:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444733.731928:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462300 x1870075608282752/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444749 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444733.731934:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444733.731936:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444733.731943:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444733.731944:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822ca00. 00000400:00000200:1.0:1783444733.731947:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444733.731950:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444733.731952:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7602183b8 00000400:00000010:1.0:1783444733.731953:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7602183b8. 00000100:00000001:1.0:1783444733.731955:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444733.731958:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760460e00 x1870075608282368/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444733.731966:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444733.731968:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760460e00 x1870075608282368/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444749 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444733.731975:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444733.731977:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444733.731984:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444733.731986:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822cd00. 00000400:00000200:1.0:1783444733.731988:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444733.731991:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444733.731992:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218bb0 00000400:00000010:1.0:1783444733.731994:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218bb0. 00000100:00000001:1.0:1783444733.731996:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444733.731999:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760461880 x1870075608282624/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444733.732004:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444733.732007:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760461880 x1870075608282624/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444749 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444733.732017:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444733.732018:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444733.732227:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444733.732231:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c300. 00000400:00000200:1.0:1783444733.732233:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444733.732237:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444733.732240:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218ee0 00000400:00000010:1.0:1783444733.732241:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218ee0. 00000100:00000001:1.0:1783444733.732244:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444733.732248:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462d80 x1870075608282880/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444733.732255:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444733.732258:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462d80 x1870075608282880/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444749 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444733.732264:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444733.732265:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444733.744126:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444733.744144:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444733.744149:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444733.744151:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444733.744159:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444733.744167:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444733.744176:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444733.744181:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444733.744186:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444733.744196:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a4d2e855b500 00000400:00000200:0.0:1783444733.744201:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444733.744208:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7829 [1] + 224 00000800:00000001:0.0:1783444733.744217:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444733.744221:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444733.744225:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444733.744230:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444733.744238:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444733.744249:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760460e00 x1870075608282368/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444749 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444733.744261:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c760460e00 x1870075608282368/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444733.744273:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444733.744282:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444733.744286:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444733.744288:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444733.744290:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444733.744293:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444733.744296:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444733.744300:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444733.744302:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444733.744306:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444733.744309:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855b580 00000400:00000200:0.0:1783444733.744312:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444733.744315:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7819 [1] + 224 00000800:00000001:0.0:1783444733.744318:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444733.744321:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444733.744322:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444733.744325:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444733.744327:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444733.744331:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462a00 x1870075608282496/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444749 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444733.744338:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c760462a00 x1870075608282496/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444733.744344:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444733.744347:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444733.744349:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444733.744350:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444733.744352:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444733.744354:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444733.744357:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444733.744360:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444733.744363:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444733.744365:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444733.744368:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855b600 00000400:00000200:0.0:1783444733.744371:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444733.744374:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7831 [1] + 224 00000800:00000001:0.0:1783444733.744378:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444733.744383:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444733.744385:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444733.744388:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444733.744390:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444733.744395:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760461880 x1870075608282624/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444749 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444733.744404:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c760461880 x1870075608282624/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444733.744410:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444733.744413:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444733.744416:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444733.745015:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444733.745020:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444733.745027:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444733.745029:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444733.745032:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811c08. 00000400:00000200:3.0:1783444733.745037:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218dd0 00000400:00000010:3.0:1783444733.745039:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218dd0. 00000100:00000001:3.0:1783444733.745043:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444733.745048:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760460e00 x1870075608282368/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444733.745112:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760460e00 x1870075608282368/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444749 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444733.745119:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444733.745121:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444733.745123:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444733.745126:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444733.745129:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444733.745131:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444733.745134:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444733.745140:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=63 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444733.745144:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=63 v=5 (1 1 1 1) 00000100:00000001:3.0:1783444733.745147:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444733.745148:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444733.745151:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444733.745153:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444733.745156:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444733.745160:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760460e00 x1870075608282368/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444749 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444733.745167:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444733.745170:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444733.745172:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444733.745175:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760460e00 x1870075608282368/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444749 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444733.745181:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760460e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2403:1870075608282368:192.168.204.110@tcp:400:kworker.0 00000400:00000001:3.0:1783444733.745187:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444733.745188:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444733.745189:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811b00. 00000400:00000200:3.0:1783444733.745192:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218880 00000400:00000010:3.0:1783444733.745194:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218880. 00000100:00000001:3.0:1783444733.745195:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444733.745199:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760461880 x1870075608282624/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444733.745207:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760461880 x1870075608282624/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444749 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444733.745213:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444733.745215:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444733.745216:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444733.745217:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444733.745218:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444733.745219:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444733.745221:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444733.745227:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=63 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444733.745230:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=63 v=5 (1 1 1 1) 00000100:00000001:3.0:1783444733.745232:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444733.745233:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444733.745235:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444733.745238:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444733.745241:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444733.745243:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1783444733.745245:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444733.745247:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444733.745250:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760461880 x1870075608282624/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444749 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444733.745255:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444733.745257:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444733.745258:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444733.745262:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760461880 x1870075608282624/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444749 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444733.745269:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608282624:192.168.204.110@tcp:400:kworker.0 00000400:00000001:3.0:1783444733.745274:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444733.745275:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444733.745277:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811e18. 00000400:00000200:3.0:1783444733.745280:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218198 00000400:00000010:3.0:1783444733.745281:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218198. 00000100:00000001:3.0:1783444733.745283:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444733.745286:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462a00 x1870075608282496/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444733.745294:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462a00 x1870075608282496/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444749 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444733.745299:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444733.745300:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444733.745301:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444733.745302:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444733.745303:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444733.745305:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444733.745306:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444733.745310:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=63 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444733.745312:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444733.745315:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444733.745316:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444733.745317:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444733.745319:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444733.745321:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444733.745322:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967616 00000100:00000001:3.0:1783444733.745324:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444733.745325:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444733.745328:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760462a00 x1870075608282496/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444749 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444733.745334:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444733.745336:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444733.745338:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444733.745341:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760462a00 x1870075608282496/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444749 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444733.745348:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760462a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608282496:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444733.745355:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444733.745358:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444733.745361:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760460e00 x1870075608282368/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444749 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444733.745368:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444733.745370:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444733.745373:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c742eb8200. 02000000:00000001:3.0:1783444733.745380:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444733.745383:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444733.745384:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1783444733.745387:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444733.745390:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c75822c500. 02000000:00000001:3.0:1783444733.745394:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444733.745396:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444733.745397:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760460e00. 00000100:00000001:3.0:1783444733.745400:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444733.745402:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444733.745403:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444733.745407:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760461880 x1870075608282624/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444749 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444733.745412:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444733.745414:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444733.745415:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c742eb8c00. 02000000:00000001:3.0:1783444733.745417:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444733.745418:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444733.745419:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:3.0:1783444733.745421:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444733.745423:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c75822c800. 02000000:00000001:3.0:1783444733.745424:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444733.745425:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444733.745426:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760461880. 00000100:00000001:3.0:1783444733.745428:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444733.745430:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444733.745431:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444733.745434:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760462a00 x1870075608282496/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444749 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444733.745440:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444733.745441:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444733.745443:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c743c30c00. 02000000:00000001:3.0:1783444733.745446:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444733.745447:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444733.745448:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444733.745449:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444733.745451:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c75822c000. 02000000:00000001:3.0:1783444733.745452:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444733.745453:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444733.745454:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760462a00. 00000100:00000001:3.0:1783444733.745456:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444733.745457:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444733.745460:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444733.745462:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444733.745992:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444733.745997:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444733.745999:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444733.756458:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444733.756483:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444733.756488:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444733.756491:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444733.756499:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444733.756506:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444733.756515:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444733.756519:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444733.756525:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444733.756529:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e855b700 00000400:00000200:1.0:1783444733.756535:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444733.756540:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7839 [1] + 224 00000800:00000001:1.0:1783444733.756548:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444733.756552:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444733.756556:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444733.756560:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444733.756580:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444733.756590:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462d80 x1870075608282880/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444749 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444733.756601:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c760462d80 x1870075608282880/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444733.756614:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444733.756622:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444733.756625:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444733.756627:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444733.756629:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444733.756633:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444733.756636:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444733.756640:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444733.756642:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444733.756645:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444733.756648:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e855b680 00000400:00000200:1.0:1783444733.756651:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444733.756655:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7821 [1] + 224 00000800:00000001:1.0:1783444733.756659:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444733.756664:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444733.756666:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444733.756670:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444733.756673:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444733.756677:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462300 x1870075608282752/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444749 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444733.756686:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c760462300 x1870075608282752/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444733.756694:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444733.756698:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444733.756700:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444733.757121:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444733.757126:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444733.757133:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444733.757136:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444733.757139:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811c60. 00000400:00000200:3.0:1783444733.757143:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218cc0 00000400:00000010:3.0:1783444733.757146:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218cc0. 00000100:00000001:3.0:1783444733.757149:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444733.757154:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462d80 x1870075608282880/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444733.757163:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462d80 x1870075608282880/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444749 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444733.757169:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444733.757171:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444733.757174:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444733.757177:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444733.757180:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444733.757183:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444733.757185:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444733.757195:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f460 time=63 v=5 (5 5 5 138) 00000100:00001000:3.0:1783444733.757199:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=34 v=5 (1 1 0 0) 00000100:00000001:3.0:1783444733.757202:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444733.757204:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444733.757206:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444733.757210:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444733.757213:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444733.757215:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967326 00000100:00000001:3.0:1783444733.757218:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444733.757219:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444733.757224:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760462d80 x1870075608282880/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444749 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444733.757230:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444733.757234:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444733.757236:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444733.757240:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760462d80 x1870075608282880/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444749 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444733.757248:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760462d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608282880:192.168.204.110@tcp:400:kworker.0 00000400:00000001:3.0:1783444733.757254:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444733.757256:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444733.757257:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811000. 00000400:00000200:3.0:1783444733.757260:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218908 00000400:00000010:3.0:1783444733.757262:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218908. 00000100:00000001:3.0:1783444733.757264:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444733.757267:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462300 x1870075608282752/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444733.757274:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462300 x1870075608282752/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444749 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444733.757280:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444733.757281:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444733.757283:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444733.757285:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444733.757286:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444733.757287:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444733.757289:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444733.757292:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=63 v=5 (5 5 5 138) 00000100:00001000:3.0:1783444733.757296:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=43 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444733.757298:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444733.757299:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444733.757301:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444733.757303:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444733.757305:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444733.757306:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1783444733.757308:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444733.757309:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444733.757313:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760462300 x1870075608282752/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444749 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444733.757319:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444733.757321:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444733.757322:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444733.757325:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760462300 x1870075608282752/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444749 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444733.757331:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608282752:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444733.757336:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444733.757338:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444733.757341:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760462d80 x1870075608282880/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444749 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444733.757348:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444733.757350:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444733.757354:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7412e7400. 02000000:00000001:3.0:1783444733.757358:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444733.757360:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444733.757363:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=2 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:3.0:1783444733.757365:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444733.757368:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c75822ce00. 02000000:00000001:3.0:1783444733.757371:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444733.757373:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444733.757375:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760462d80. 00000100:00000001:3.0:1783444733.757379:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444733.757381:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444733.757382:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444733.757386:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760462300 x1870075608282752/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444749 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444733.757392:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444733.757393:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444733.757394:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c743c30400. 02000000:00000001:3.0:1783444733.757397:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444733.757398:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444733.757399:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:3.0:1783444733.757401:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444733.757403:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c75822c900. 02000000:00000001:3.0:1783444733.757405:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444733.757406:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444733.757407:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760462300. 00000100:00000001:3.0:1783444733.757409:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444733.757410:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444733.757413:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444733.757420:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444733.757422:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444733.757424:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444733.757426:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444734.179804:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444734.179812:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444734.180481:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444734.180485:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444734.180488:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444735.202197:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444735.202207:0:26147:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444735.202210:0:26147:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444735.202213:0:26147:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444735.202218:0:26147:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444735.202220:0:26147:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444735.202222:0:26147:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444735.202225:0:26147:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444736.226189:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444736.226197:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444736.226249:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783444736.226253:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444736.226256:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444737.250176:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444737.250185:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444737.250321:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444737.250324:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444737.250327:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1783444737.315708:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444737.315713:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1600. 00000400:00000200:1.0:1783444737.315720:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444737.315737:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444737.315741:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83880 00000400:00000010:1.0:1783444737.315743:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83880. 00000100:00000001:1.0:1783444737.315747:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444737.315752:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1180 x1870075608283264/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444737.315761:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444737.315764:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1180 x1870075608283264/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444753 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444737.315771:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444737.315772:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444737.315784:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444737.315786:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1700. 00000400:00000200:1.0:1783444737.315788:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444737.315791:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444737.315793:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83088 00000400:00000010:1.0:1783444737.315795:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83088. 00000100:00000001:1.0:1783444737.315797:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444737.315800:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0a80 x1870075608283520/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444737.315806:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444737.315808:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0a80 x1870075608283520/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444753 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444737.315813:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444737.315815:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444737.315821:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444737.315824:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1500. 00000400:00000200:1.0:1783444737.315826:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444737.315829:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444737.315831:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83000 00000400:00000010:1.0:1783444737.315833:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83000. 00000100:00000001:1.0:1783444737.315835:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444737.315838:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0000 x1870075608283008/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444737.315845:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444737.315847:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0000 x1870075608283008/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444753 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444737.315853:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444737.315854:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444737.315917:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444737.315919:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1400. 00000400:00000200:1.0:1783444737.315922:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444737.315925:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444737.315928:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83198 00000400:00000010:1.0:1783444737.315930:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83198. 00000100:00000001:1.0:1783444737.315932:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444737.315936:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3480 x1870075608283392/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444737.315942:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444737.315945:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f3480 x1870075608283392/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444753 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444737.315951:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444737.315952:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783444737.316077:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444737.316080:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444737.316081:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444737.316087:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f0380 x1870075608283136/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444737.316094:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444737.316096:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444737.316098:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444737.316100:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444737.316102:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444737.316105:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608283136:192.168.204.110@tcp:38:kworker.0 00000100:00000001:0.0:1783444737.316108:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444737.316110:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444737.316112:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444737.316113:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444737.316117:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c746767400. 02000000:00000001:0.0:1783444737.316119:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444737.316123:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444737.316125:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f210. 00000400:00000010:0.0:1783444737.316129:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9088. 00000100:00000200:0.0:1783444737.316132:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608283136, portal 10 00000100:00000001:0.0:1783444737.316134:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444737.316135:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232102784 : -121189477448832 : ffff91c7603f0380) 00000100:00000040:0.0:1783444737.316141:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f0380 x1870075608283136/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444737.316147:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444737.316149:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444737.316151:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9f68. 00000100:00000200:0.0:1783444737.316154:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870075608283136, offset 0 00000400:00000200:0.0:1783444737.316158:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444737.316163:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444737.316167:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444737.316169:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444737.316172:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444737.316174:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444737.316176:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444737.316179:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2721:2721:256:4294967295] 192.168.204.110@tcp LPNI seq info [2721:2721:8:4294967295] 00000400:00000200:0.0:1783444737.316182:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444737.316188:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444737.316193:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444737.316196:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3000. 00000800:00000200:0.0:1783444737.316200:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444737.316206:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444737.316208:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1783444737.316225:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444737.316229:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 839891 usecs (840 jiffies) 00000400:00000200:0.0:1783444737.316232:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444737.316234:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296377162 00000100:00000001:0.0:1783444737.316237:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296380413 00000100:00000001:0.0:1783444737.316239:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296377162 00000100:00000001:0.0:1783444737.316240:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296380413 00000100:00000001:0.0:1783444737.316243:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444737.316245:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444737.316247:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444737.316248:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444737.316253:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444737.316255:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783444737.316257:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444737.316258:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444737.316259:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444737.316261:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444737.316417:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444737.316420:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444737.316631:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444737.316634:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3000. 00000400:00000200:1.0:1783444737.316638:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444737.316642:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444737.316646:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9f68 00000400:00000010:1.0:1783444737.316648:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9f68. 00000100:00000001:1.0:1783444737.316650:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444737.316654:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0380 x1870075608283136/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444737.316661:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444737.316664:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0380 x1870075608283136/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444747 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444737.316670:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444737.316671:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444737.322307:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444737.322323:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444737.322328:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444737.322330:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444737.322338:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.322345:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444737.322353:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.322357:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.322362:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.322365:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a4d2e855b780 00000400:00000200:1.0:1783444737.322370:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.322375:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7851 [1] + 224 00000800:00000001:1.0:1783444737.322382:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444737.322385:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444737.322388:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444737.322392:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444737.322406:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444737.322415:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0000 x1870075608283008/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444753 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444737.322427:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f0000 x1870075608283008/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444737.322446:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444737.322455:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444737.322459:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444737.322461:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444737.322462:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444737.322465:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.322469:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444737.322473:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.322476:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.322479:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.322481:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e855b900 00000400:00000200:1.0:1783444737.322484:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.322489:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7859 [1] + 224 00000800:00000001:1.0:1783444737.322492:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444737.322498:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444737.322500:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444737.322503:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444737.322506:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444737.322511:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3480 x1870075608283392/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444753 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444737.322519:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f3480 x1870075608283392/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444737.322524:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444737.322528:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444737.322531:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444737.325159:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444737.325174:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444737.325179:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444737.325182:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444737.325189:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.325196:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444737.325203:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.325208:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.325212:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.325217:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e855b980 00000400:00000200:1.0:1783444737.325221:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.325226:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7849 [1] + 224 00000800:00000001:1.0:1783444737.325233:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444737.325238:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444737.325241:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444737.325246:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444737.325253:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444737.325260:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0a80 x1870075608283520/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444753 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444737.325272:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f0a80 x1870075608283520/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444737.325293:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444737.325300:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444737.325304:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444737.325305:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444737.325308:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444737.325311:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.325314:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444737.325319:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.325321:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.325324:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.325327:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855b880 00000400:00000200:1.0:1783444737.325330:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.325334:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7841 [1] + 224 00000800:00000001:1.0:1783444737.325338:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444737.325344:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444737.325346:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444737.325349:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444737.325352:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444737.325357:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1180 x1870075608283264/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444753 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444737.325366:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f1180 x1870075608283264/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444737.325373:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444737.325377:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444737.325381:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444737.331711:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444737.331946:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444737.331950:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444737.331954:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444737.331964:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.331972:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444737.331983:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.331988:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.331993:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.332174:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 416 into portal 10 MB=0x6a4d2e855b800 00000400:00000200:1.0:1783444737.332180:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.332187:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 416/416 into md 0x7861 [1] + 0 00000800:00000001:1.0:1783444737.332196:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444737.332210:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444737.332213:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444737.332218:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444737.332226:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444737.332237:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0380 x1870075608283136/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444747 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444737.332250:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff91c7603f0380 x1870075608283136/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444747 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444737.332328:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444737.332333:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444737.332460:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444737.332472:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444737.332476:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1783444737.332569:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444737.332571:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444737.332575:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f210. 00000400:00000200:0.0:1783444737.332580:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9088 00000400:00000010:0.0:1783444737.332582:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9088. 00000100:00000001:0.0:1783444737.332656:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444737.332663:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f0380 x1870075608283136/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444747 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444737.332673:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f0380 x1870075608283136/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444747 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444737.332679:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444737.332681:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444737.332684:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444737.332688:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444737.332691:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444737.332693:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444737.332696:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444737.332705:0:2399:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=67 v=5 (105 105 105 137) 00000100:00001000:0.0:1783444737.332710:0:2399:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444737.332712:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444737.332714:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444737.332717:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444737.332720:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444737.332724:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444737.332794:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967616 00000100:00000001:0.0:1783444737.332797:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444737.332799:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444737.332871:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f0380 x1870075608283136/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1783444747 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444737.332881:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444737.332884:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444737.332886:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444737.332888:0:2399:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1783444737.332896:0:2399:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff91c759350000: connect to target with instance 1 00000020:00000001:0.0:1783444737.332899:0:2399:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783444737.332901:0:2399:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea56 00000020:00000001:0.0:1783444737.332904:0:2399:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444737.332906:0:2399:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c74497f800 refcount=5 00000020:00000001:0.0:1783444737.332909:0:2399:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883768170496 : -121189941381120 : ffff91c74497f800) 00000020:00000001:0.0:1783444737.332911:0:2399:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883768170496 : -121189941381120 : ffff91c74497f800) 00000100:00001000:0.0:1783444737.332915:0:2399:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=1783444737 v=0 (0 0 0 0) 00000100:00001000:0.0:1783444737.332919:0:2399:0:(import.c:2214:obd_at_measure()) AT ffff91c743c0bc18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1783444737.332924:0:2399:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1663, crc32c 10299, adler 1303 00000020:00000040:0.0:1783444737.332930:0:2399:0:(genops.c:900:class_export_put()) PUTting export ffff91c74497f800 : new refcount 4 00000100:00000001:0.0:1783444737.332932:0:2399:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1783444737.332936:0:2399:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:0.0:1783444737.332939:0:2399:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff91c759350000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:0.0:1783444737.332944:0:2399:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1783444737.332946:0:2399:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444737.332948:0:2399:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:0.0:1783444737.332952:0:2399:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:0.0:1783444737.332954:0:2399:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444737.332956:0:2399:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444737.332958:0:2399:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444737.332960:0:2399:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1783444737.332964:0:2399:0:(import.c:1297:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.204.110@tcp after partition 00000100:00080000:0.0:1783444737.332967:0:2399:0:(import.c:65:import_set_state_nolock()) ffff91c743c0b800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:0.0:1783444737.332972:0:2399:0:(import.c:1647:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1783444737.332974:0:2399:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:0.0:1783444737.332979:0:2399:0:(client.c:3234:ptlrpc_resend_req()) @@@ going to resend req@ffff91c7603f2d80 x1870075608281600/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444740 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444737.333285:0:2399:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783444737.333289:0:2399:0:(import.c:65:import_set_state_nolock()) ffff91c743c0b800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1783444737.333292:0:2399:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1783444737.333293:0:2399:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1783444737.333294:0:2399:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:0.0:1783444737.333296:0:2399:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:0.0:1783444737.333297:0:2399:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1783444737.333299:0:2399:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff91c7467ed560 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:0.0:1783444737.333303:0:2399:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x5503b2fe824eea56 00800000:00000040:0.0:1783444737.333306:0:2399:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff91c759350000=666e3c65-e321-43ec-a94e-a01058e25d7d device 3 (ffff91c7467eb380) type mdc at LMV idx 0 00800000:00000040:0.0:1783444737.333309:0:2399:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD ffff91c7467eb380 already active! 00800000:00000001:0.0:1783444737.333311:0:2399:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783444737.333313:0:2399:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444737.333314:0:2399:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783444737.333317:0:2399:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=9 obd=lustre-MDT0000-mdc-ffff91c759350000 00000002:00000001:0.0:1783444737.336829:0:2399:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444737.336839:0:2399:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:0.0:1783444737.336846:0:2399:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff91c759350000: Connection restored to 192.168.204.110@tcp (at 192.168.204.110@tcp) 00000100:00080000:0.0:1783444737.336860:0:2399:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000d1f87062): req@ffff91c7603f3b80 x1870075608280576/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 1 dl 1783444737 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444737.336882:0:2399:0:(import.c:1753:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444737.336886:0:2399:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444737.336892:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f0380 x1870075608283136/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1783444747 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444737.336900:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608283136:192.168.204.110@tcp:38:kworker.0 00000100:00000001:0.0:1783444737.336905:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444737.336909:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444737.336912:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0380 x1870075608283136/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1783444747 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444737.336918:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444737.336921:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444737.336925:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c746767400. 02000000:00000001:0.0:1783444737.336931:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444737.336933:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444737.336935:0:2399:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444737.336937:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444737.336940:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c750f6ec00. 02000000:00000001:0.0:1783444737.336944:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444737.336946:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444737.336948:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0380. 00000100:00000001:0.0:1783444737.336953:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444737.336954:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444737.336957:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444737.336965:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444737.336967:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444737.336969:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444737.336971:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444737.336990:0:32599:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444737.336994:0:32599:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444737.337008:0:32599:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444737.337011:0:32599:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444737.337015:0:32599:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444737.337018:0:32599:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444737.337021:0:32599:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444737.337024:0:32599:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1783444737.337029:0:32599:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1870075608280576 new x1870075608283648 02000000:00000001:0.0:1783444737.337035:0:32599:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444737.337038:0:32599:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444737.337045:0:32599:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444737.337052:0:32599:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f210. 00000400:00000010:0.0:1783444737.337072:0:32599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9088. 00000100:00000200:0.0:1783444737.337472:0:32599:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608280576, portal 10 00000100:00000001:0.0:1783444737.337475:0:32599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444737.337476:0:32599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232117120 : -121189477434496 : ffff91c7603f3b80) 00000100:00000040:0.0:1783444737.337485:0:32599:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff91c7603f3b80 x1870075608280576/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1783444753 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444737.337492:0:32599:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444737.337494:0:32599:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444737.337498:0:32599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9c38. 00000100:00000200:0.0:1783444737.337501:0:32599:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1870075608280576, offset 0 00000400:00000200:0.0:1783444737.337507:0:32599:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444737.337514:0:32599:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444737.337521:0:32599:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444737.337527:0:32599:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444737.337530:0:32599:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444737.337534:0:32599:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444737.337536:0:32599:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444737.337540:0:32599:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2722:2722:256:4294967295] 192.168.204.110@tcp LPNI seq info [2722:2722:8:4294967295] 00000400:00000200:0.0:1783444737.337544:0:32599:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444737.337553:0:32599:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444737.337559:0:32599:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444737.337565:0:32599:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3200. 00000800:00000200:0.0:1783444737.337572:0:32599:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444737.337580:0:32599:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444737.337645:0:32599:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3200 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1783444737.337704:0:32599:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444737.337709:0:32599:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 838736 usecs (839 jiffies) 00000400:00000200:0.0:1783444737.337712:0:32599:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444737.337715:0:32599:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296377182 00000100:00000001:0.0:1783444737.337718:0:32599:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296380413 00000100:00000001:0.0:1783444737.337720:0:32599:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296377182 00000100:00000001:0.0:1783444737.337722:0:32599:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296380413 00000100:00000001:0.0:1783444737.337725:0:32599:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444737.337737:0:32599:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444737.337740:0:32599:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444737.337741:0:32599:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783444737.337744:0:32599:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7506a1240 going to sleep for 11 seconds 00000100:00000001:0.0:1783444737.337746:0:32599:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444737.337747:0:32599:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444737.337897:0:32625:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1783444737.337901:0:32625:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1783444737.337905:0:32625:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444737.337907:0:32625:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444737.337909:0:32625:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444737.337912:0:32625:0:(genops.c:1251:class_import_put()) Process leaving 00000002:00000001:3.0:1783444737.337914:0:32625:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444737.338281:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444737.338286:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3200. 00000400:00000200:1.0:1783444737.338290:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444737.338296:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444737.338301:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9c38 00000400:00000010:1.0:1783444737.338302:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9c38. 00000100:00000001:1.0:1783444737.338306:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444737.338311:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3b80 x1870075608280576/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1783444753 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444737.338320:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444737.338323:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f3b80 x1870075608280576/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1783444753 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444737.338329:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444737.338330:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444737.341485:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444737.341494:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1800. 00000400:00000200:1.0:1783444737.341501:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444737.341510:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444737.341516:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83bb0 00000400:00000010:1.0:1783444737.341519:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83bb0. 00000100:00000001:1.0:1783444737.341524:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444737.341531:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2d80 x1870075608281600/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444753 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444737.341544:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444737.341547:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2d80 x1870075608281600/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444753 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444737.341554:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444737.341556:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444737.348696:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444737.348711:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444737.348715:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444737.348717:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444737.348725:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444737.348741:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444737.348748:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444737.348753:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444737.348758:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444737.348762:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e855ba80 00000400:00000200:0.0:1783444737.348767:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444737.348772:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x7881 [1] + 224 00000800:00000001:0.0:1783444737.348779:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444737.348789:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444737.348792:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444737.348796:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444737.348803:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444737.348815:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2d80 x1870075608281600/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444753 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444737.348826:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff91c7603f2d80 x1870075608281600/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444753 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444737.348842:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444737.348849:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444737.348852:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444737.348853:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444737.348855:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444737.348858:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444737.348861:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444737.348865:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444737.348867:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444737.348870:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444737.348873:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e855ba00 00000400:00000200:0.0:1783444737.348876:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444737.348879:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x7871 [1] + 224 00000800:00000001:0.0:1783444737.348882:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444737.348888:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444737.348890:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444737.348893:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444737.348895:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444737.348899:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3b80 x1870075608280576/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1783444753 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444737.348907:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff91c7603f3b80 x1870075608280576/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1783444753 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444737.348922:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444737.348925:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444737.348927:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444737.349030:0:32599:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444737.349037:0:32599:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444737.349049:0:32599:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444737.349053:0:32599:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f210. 00000400:00000200:1.0:1783444737.349083:0:32599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9088 00000400:00000010:1.0:1783444737.349085:0:32599:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9088. 00000100:00000001:1.0:1783444737.349089:0:32599:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444737.349093:0:32599:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f3b80 x1870075608280576/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1783444753 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444737.349101:0:32599:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f3b80 x1870075608280576/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1783444753 ref 2 fl Rpc:RQU/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444737.349107:0:32599:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444737.349110:0:32599:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444737.349112:0:32599:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444737.349115:0:32599:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444737.349118:0:32599:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444737.349120:0:32599:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444737.349123:0:32599:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444737.349131:0:32599:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=67 v=5 (105 105 105 137) 00000100:00001000:1.0:1783444737.349135:0:32599:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444737.349138:0:32599:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444737.349140:0:32599:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444737.349142:0:32599:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444737.349145:0:32599:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444737.349148:0:32599:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1783444737.349150:0:32599:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1783444737.349151:0:32599:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1783444737.349154:0:32599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444737.349155:0:32599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232117120 : -121189477434496 : ffff91c7603f3b80) 00000100:00000001:1.0:1783444737.349158:0:32599:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444737.349160:0:32599:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1783444737.349162:0:32599:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444737.349165:0:32599:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444737.349169:0:32599:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f3b80 x1870075608280576/t4294967617(4294967617) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1783444753 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444737.349177:0:32599:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444737.349179:0:32599:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444737.349181:0:32599:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444737.349185:0:32599:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f3b80 x1870075608280576/t4294967617(4294967617) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1783444753 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444737.349192:0:32599:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f3b80 pname:cluuid:pid:xid:nid:opc:job touch:666e3c65-e321-43ec-a94e-a01058e25d7d:32599:1870075608280576:192.168.204.110@tcp:36:touch.0 00000100:00000001:1.0:1783444737.349195:0:32599:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444737.349198:0:32599:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444737.349200:0:32599:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783444737.349202:0:32599:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444737.349205:0:32599:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f3b80 x1870075608280576/t4294967617(4294967617) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1783444753 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444737.349212:0:32599:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783444737.349214:0:32599:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7506a1240. 00000100:00000001:1.0:1783444737.349218:0:32599:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783444737.349219:0:32599:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444737.349225:0:32599:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444737.349228:0:32599:0:(lmv_obd.c:3037:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444737.349233:0:32599:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1783444737.349235:0:32599:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1783444737.349248:0:32599:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:1.0:1783444737.349251:0:32599:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:1.0:1783444737.349256:0:32599:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444737.349259:0:32599:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f3b80 x1870075608280576/t4294967617(4294967617) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1783444753 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444737.349265:0:32599:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444737.349268:0:32599:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1783444737.349270:0:32599:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444737.349272:0:32599:0:(llite_lib.c:2068:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444737.349275:0:32599:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:1.0:1783444737.349278:0:32599:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1783444737.349279:0:32599:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783444737.349281:0:32599:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1783444737.349283:0:32599:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444737.349285:0:32599:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444737.349287:0:32599:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:1.0:1783444737.349290:0:32599:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444737.349293:0:32599:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a1d80. 00000020:00000010:1.0:1783444737.349297:0:32599:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cd200. 00000020:00000010:1.0:1783444737.349301:0:32599:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590cd000. 00000020:00000010:1.0:1783444737.349305:0:32599:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b3900. 00000008:00000010:1.0:1783444737.349310:0:32599:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c759060000. 00020000:00000010:1.0:1783444737.349315:0:32599:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025d80. 00008000:00000010:1.0:1783444737.349319:0:32599:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cba6d8. 00000080:00000010:1.0:1783444737.349324:0:32599:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c7590771f8. 00000080:00000010:1.0:1783444737.349328:0:32599:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7609922b0. 00000020:00000010:1.0:1783444737.349331:0:32599:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cc800. 00000008:00000010:1.0:1783444737.349335:0:32599:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909b600. 00020000:00000010:1.0:1783444737.349338:0:32599:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a3230. 00008000:00000010:1.0:1783444737.349341:0:32599:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603ef3a8. 00000080:00000010:1.0:1783444737.349345:0:32599:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107cd20. 00000020:00000001:1.0:1783444737.349347:0:32599:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114341256 : -121189595210360 : ffff91c7593a1d88) 00000020:00001000:1.0:1783444737.349349:0:32599:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a1d80 00000020:00000001:1.0:1783444737.349353:0:32599:0:(cl_object.c:151:cl_object_top()) ffff91c74529daa8 -> ffff91c74529daa8 00000020:00000001:1.0:1783444737.349355:0:32599:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1783444737.349357:0:32599:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:1.0:1783444737.349359:0:32599:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x26:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1783444737.349362:0:32599:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444737.349364:0:32599:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1783444737.349366:0:32599:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1783444737.349369:0:32599:0:(file.c:6056:ll_take_md_lock()) Process entered 00000080:00000040:1.0:1783444737.349371:0:32599:0:(file.c:6058:ll_take_md_lock()) trying to match res [0x200000405:0x26:0x0] 00800000:00000001:1.0:1783444737.349374:0:32599:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444737.349377:0:32599:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444737.349379:0:32599:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444737.349381:0:32599:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444737.349383:0:32599:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444737.349385:0:32599:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:1.0:1783444737.349387:0:32599:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444737.349390:0:32599:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444737.349393:0:32599:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783444737.349411:0:32599:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444737.349413:0:32599:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444737.349415:0:32599:0:(lmv_obd.c:4132:lmv_lock_match()) Lock match for [0x200000405:0x26:0x0]: 0 00000080:00000001:1.0:1783444737.349417:0:32599:0:(file.c:6063:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444737.349419:0:32599:0:(file.c:6953:ll_layout_intent()) Process entered 00000080:00000010:1.0:1783444737.349422:0:32599:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590ccc00. 00000080:00010000:1.0:1783444737.349427:0:32599:0:(file.c:6971:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000405:0x26:0x0](ffff91c748db6c08) 00000080:00000001:1.0:1783444737.349431:0:32599:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444737.349434:0:32599:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444737.349437:0:32599:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419c7958 00800000:00000002:1.0:1783444737.349439:0:32599:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000405:0x26:0x0] '' on [0x200000405:0x26:0x0] 00800000:00000001:1.0:1783444737.349443:0:32599:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444737.349445:0:32599:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444737.349446:0:32599:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444737.349447:0:32599:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444737.349449:0:32599:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444737.349450:0:32599:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444737.349452:0:32599:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:1.0:1783444737.349454:0:32599:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444737.349456:0:32599:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x26:0x0], fid2=[0x200000405:0x26:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444737.349460:0:32599:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444737.349461:0:32599:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419c7828 00000002:00010000:1.0:1783444737.349463:0:32599:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000405:0x26:0x0]) in obj [0x200000405:0x26:0x0], intent: layout flags 0 00000002:00000001:1.0:1783444737.349467:0:32599:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1783444737.349468:0:32599:0:(mdc_locks.c:706:mdc_intent_layout_pack()) Process entered 00000100:00000010:1.0:1783444737.349472:0:32599:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883aa00. 00000020:00000040:1.0:1783444737.349475:0:32599:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:1.0:1783444737.349480:0:32599:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783444737.349484:0:32599:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444737.349487:0:32599:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444737.349490:0:32599:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444737.349492:0:32599:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444737.349495:0:32599:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444737.349501:0:32599:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c7590cde00. 00000100:00000001:1.0:1783444737.349505:0:32599:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444737.349508:0:32599:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444737.349510:0:32599:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444737.349511:0:32599:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444737.349513:0:32599:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444737.349514:0:32599:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444737.349518:0:32599:0:(mdc_locks.c:739:mdc_intent_layout_pack()) Process leaving (rc=18446622884102384128 : -121189607167488 : ffff91c75883aa00) 00010000:00000001:1.0:1783444737.349521:0:32599:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783444737.349523:0:32599:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1783444737.349526:0:32599:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c741678400. 00010000:00000010:1.0:1783444737.349529:0:32599:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c7505f9a00. 00010000:00000001:1.0:1783444737.349534:0:32599:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783444737.349537:0:32599:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c7583daa00. 00000020:00000001:1.0:1783444737.349541:0:32599:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783444737.349543:0:32599:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c7583daa00 with handle 0x5503b2fe824ef5cb to hash 00000020:00000001:1.0:1783444737.349545:0:32599:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783444737.349547:0:32599:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:1.0:1783444737.349550:0:32599:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:1.0:1783444737.349554:0:32599:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444737.349557:0:32599:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444737.349560:0:32599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef5cb lrc: 3/1,0 mode: --/CR res: [0x200000405:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32599 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444737.349568:0:32599:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef5cb lrc: 3/1,0 mode: --/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32599 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444737.349578:0:32599:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef5cb lrc: 3/1,0 mode: --/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32599 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783444737.349583:0:32599:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444737.349593:0:32599:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444737.349598:0:32599:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c742c38cc0. 00000100:00000001:1.0:1783444737.349600:0:32599:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883737472192 : -121189972079424 : ffff91c742c38cc0) 00000100:00000001:1.0:1783444737.349602:0:32599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444737.349604:0:32599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102384128 : -121189607167488 : ffff91c75883aa00) 00000100:00000001:1.0:1783444737.349607:0:32599:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444737.349611:0:32599:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444737.349619:0:32599:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444737.349621:0:32599:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444737.349625:0:32599:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c75883aa00 x1870075608283904/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444737.349633:0:32599:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444737.349635:0:32599:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444737.349638:0:32599:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444737.349640:0:32599:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444737.349643:0:32599:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444737.349646:0:32599:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c75883aa00 pname:cluuid:pid:xid:nid:opc:job touch:666e3c65-e321-43ec-a94e-a01058e25d7d:32599:1870075608283904:192.168.204.110@tcp:101:touch.0 00000100:00000001:1.0:1783444737.349650:0:32599:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444737.349654:0:32599:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444737.349657:0:32599:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444737.349659:0:32599:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444737.349663:0:32599:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c751025800. 02000000:00000001:1.0:1783444737.349665:0:32599:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444737.349669:0:32599:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444737.349672:0:32599:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736aa8. 00000400:00000010:1.0:1783444737.349676:0:32599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076dd0. 00000100:00000200:1.0:1783444737.349681:0:32599:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608283904, portal 10 00000100:00000001:1.0:1783444737.349683:0:32599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444737.349685:0:32599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102384128 : -121189607167488 : ffff91c75883aa00) 00000100:00000040:1.0:1783444737.349689:0:32599:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c75883aa00 x1870075608283904/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1783444753 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444737.349695:0:32599:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444737.349698:0:32599:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444737.349700:0:32599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076d48. 00000100:00000200:1.0:1783444737.349703:0:32599:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1870075608283904, offset 0 00000400:00000200:1.0:1783444737.349708:0:32599:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444737.349714:0:32599:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.349719:0:32599:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444737.349725:0:32599:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444737.349728:0:32599:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444737.349732:0:32599:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444737.349735:0:32599:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444737.349738:0:32599:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2724:2724:256:4294967295] 192.168.204.110@tcp LPNI seq info [2724:2724:8:4294967295] 00000400:00000200:1.0:1783444737.349742:0:32599:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.349751:0:32599:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444737.349756:0:32599:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444737.349761:0:32599:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298900. 00000800:00000200:1.0:1783444737.349767:0:32599:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444737.349775:0:32599:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444737.349779:0:32599:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298900 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:1.0:1783444737.349787:0:32599:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444737.349790:0:32599:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 865062 usecs (866 jiffies) 00000400:00000200:1.0:1783444737.349793:0:32599:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444737.349796:0:32599:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296377220 00000100:00000001:1.0:1783444737.349799:0:32599:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296380413 00000100:00000001:1.0:1783444737.349801:0:32599:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296377220 00000100:00000001:1.0:1783444737.349983:0:32599:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296380413 00000100:00000001:1.0:1783444737.349987:0:32599:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444737.349990:0:32599:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444737.349992:0:32599:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444737.349994:0:32599:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444737.350006:0:32599:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c742c38cc0 going to sleep for 11 seconds 00000100:00000001:1.0:1783444737.350009:0:32599:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444737.350010:0:32599:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444737.351797:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444737.351803:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298900. 00000400:00000200:0.0:1783444737.351815:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444737.351820:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444737.351825:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076d48 00000400:00000010:0.0:1783444737.351827:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076d48. 00000100:00000001:0.0:1783444737.351830:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444737.351835:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c75883aa00 x1870075608283904/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1783444753 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444737.351843:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444737.351846:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c75883aa00 x1870075608283904/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1783444753 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444737.351852:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444737.351853:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1783444737.362767:0:32626:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eb060. 00000080:00000010:2.1:1783444737.362792:0:32626:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eb500. 00000800:00000001:1.0:1783444737.380580:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444737.380606:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444737.380610:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444737.380612:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444737.380621:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.380628:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444737.380636:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.380641:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.380646:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.380649:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 10 MB=0x6a4d2e855bb00 00000400:00000200:1.0:1783444737.380654:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.380660:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 400/400 into md 0x7889 [1] + 224 00000800:00000001:1.0:1783444737.380666:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444737.380673:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444737.380676:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444737.380680:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444737.380688:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444737.380696:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c75883aa00 x1870075608283904/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1783444753 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444737.380707:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff91c75883aa00 x1870075608283904/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1783444753 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444737.380725:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444737.380733:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444737.380735:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444737.384862:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444737.384866:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444737.384868:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444737.384875:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f2d80 x1870075608284032/t0(0) o2->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444737.384883:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444737.384885:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444737.384889:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444737.384891:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444737.384894:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444737.384897:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608284032:192.168.204.110@tcp:2:touch.0 00000100:00000001:3.0:1783444737.384901:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444737.384907:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444737.384909:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444737.384911:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444737.384915:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452af400. 02000000:00000001:3.0:1783444737.384917:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444737.384924:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444737.384927:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811000. 00000400:00000010:3.0:1783444737.384934:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218908. 00000100:00000200:3.0:1783444737.384941:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608284032, portal 4 00000100:00000001:3.0:1783444737.384943:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444737.384944:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232113536 : -121189477438080 : ffff91c7603f2d80) 00000100:00000040:3.0:1783444737.384951:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c7603f2d80 x1870075608284032/t0(0) o2->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444753 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444737.384958:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444737.384960:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444737.384963:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218cc0. 00000100:00000200:3.0:1783444737.384966:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1870075608284032, offset 0 00000400:00000200:3.0:1783444737.384973:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444737.384981:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444737.384988:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444737.384994:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444737.385011:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444737.385016:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444737.385018:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444737.385022:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2725:2725:256:4294967295] 192.168.204.110@tcp LPNI seq info [2725:2725:8:4294967295] 00000400:00000200:3.0:1783444737.385026:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444737.385037:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444737.385043:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444737.385048:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c900. 00000800:00000200:3.0:1783444737.385081:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444737.385090:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444737.385094:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c900 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1783444737.385108:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444737.385113:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 126266 usecs (127 jiffies) 00000400:00000200:3.0:1783444737.385117:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444737.385119:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296376517 00000100:00000001:3.0:1783444737.385122:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296380413 00000100:00000001:3.0:1783444737.385125:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296376517 00000100:00000001:3.0:1783444737.385127:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296380413 00000100:00000001:3.0:1783444737.385129:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444737.385132:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444737.385135:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444737.385137:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783444737.385271:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444737.385276:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c900. 00000400:00000200:1.0:1783444737.385280:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444737.385285:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444737.385290:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218cc0 00000400:00000010:1.0:1783444737.385292:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218cc0. 00000100:00000001:1.0:1783444737.385296:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444737.385300:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2d80 x1870075608284032/t0(0) o2->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444753 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444737.385310:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444737.385312:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2d80 x1870075608284032/t0(0) o2->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444753 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444737.385318:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444737.385320:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783444737.398520:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444737.398528:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783444737.398534:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444737.398537:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444737.398540:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444737.398544:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444737.399039:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444737.399053:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444737.402258:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444737.402272:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444737.402281:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.402290:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444737.402299:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.402304:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.402309:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.402313:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 432 into portal 4 MB=0x6a4d2e855bb80 00000400:00000200:1.0:1783444737.402318:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.402324:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 432/432 into md 0x7899 [1] + 224 00000800:00000001:1.0:1783444737.402331:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444737.402338:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444737.402342:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444737.402346:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444737.402353:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444737.402361:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2d80 x1870075608284032/t0(0) o2->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444753 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444737.402372:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff91c7603f2d80 x1870075608284032/t0(0) o2->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444753 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444737.402384:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444737.403448:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444737.403454:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444737.403462:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444737.403465:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444737.403468:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811000. 00000400:00000200:3.0:1783444737.403474:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218908 00000400:00000010:3.0:1783444737.403476:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218908. 00000100:00000001:3.0:1783444737.403480:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444737.403488:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f2d80 x1870075608284032/t0(0) o2->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444753 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783444737.403498:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f2d80 x1870075608284032/t0(0) o2->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444753 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444737.403504:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444737.403505:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444737.403508:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444737.403512:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444737.403514:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444737.403516:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444737.403519:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444737.403529:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f460 time=67 v=5 (5 5 5 138) 00000100:00001000:3.0:1783444737.403534:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=38 v=5 (1 1 0 0) 00000100:00000001:3.0:1783444737.403536:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444737.403538:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444737.403540:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444737.403544:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444737.403547:0:2403:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783444737.403549:0:2403:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1783444737.403551:0:2403:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783444737.403553:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444737.403554:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232113536 : -121189477438080 : ffff91c7603f2d80) 00000100:00000001:3.0:1783444737.403557:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444737.403559:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967326 00000100:00000001:3.0:1783444737.403562:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444737.403564:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444737.403569:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f2d80 x1870075608284032/t4294967328(4294967328) o2->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444753 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444737.403576:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444737.403579:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444737.403581:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1783444737.403584:0:2403:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:3.0:1783444737.403600:0:2403:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444737.403604:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f2d80 x1870075608284032/t4294967328(4294967328) o2->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444753 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783444737.403611:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608284032:192.168.204.110@tcp:2:touch.0 00000100:00000001:3.0:1783444737.403615:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444737.403618:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444737.403621:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2d80 x1870075608284032/t4294967328(4294967328) o2->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444753 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444737.403626:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444737.403628:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444737.403635:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444737.403637:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444737.403639:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444737.403641:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444737.403653:0:32599:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1783444737.403656:0:32599:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444737.403659:0:32599:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444737.403663:0:32599:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1783444737.403665:0:32599:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1783444737.403667:0:32599:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1783444737.403670:0:32599:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783444737.403671:0:32599:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1783444737.403672:0:32599:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1783444737.403674:0:32599:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444737.403675:0:32599:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444737.403677:0:32599:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1783444737.403678:0:32599:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1783444737.403679:0:32599:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1783444737.403681:0:32599:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1783444737.403683:0:32599:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1783444737.403685:0:32599:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1783444737.403686:0:32599:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783444737.403687:0:32599:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1783444737.403689:0:32599:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1783444737.403690:0:32599:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444737.403692:0:32599:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444737.403693:0:32599:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1783444737.403695:0:32599:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1783444737.403696:0:32599:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444737.403699:0:32599:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1783444737.403700:0:32599:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:3.0:1783444737.403702:0:32599:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1783444737.403703:0:32599:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1783444737.403704:0:32599:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1783444737.403707:0:32599:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7240 00000020:00000010:3.0:1783444737.403711:0:32599:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c760f5f800. 00000020:00000010:3.0:1783444737.403717:0:32599:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427f60. 00000008:00000010:3.0:1783444737.403722:0:32599:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c751038000. 00020000:00000010:3.0:1783444737.403726:0:32599:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f480. 00008000:00000010:3.0:1783444737.403731:0:32599:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c7513426d8. 00000080:00000010:3.0:1783444737.403737:0:32599:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714ea80. 00000080:00000010:3.0:1783444737.403741:0:32599:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b1e10. 00000020:00000010:3.0:1783444737.403744:0:32599:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760f5f200. 00000008:00000010:3.0:1783444737.403747:0:32599:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5340. 00020000:00000010:3.0:1783444737.403750:0:32599:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c4248. 00008000:00000010:3.0:1783444737.403754:0:32599:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8998. 00000080:00000010:3.0:1783444737.403758:0:32599:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e000. 00000020:00000010:3.0:1783444737.403760:0:32599:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760f5f000. 00000020:00000010:3.0:1783444737.403763:0:32599:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7240. 00020000:00000001:3.0:1783444737.403765:0:32599:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1783444737.403767:0:32599:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:3.0:1783444737.403770:0:32599:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1783444737.403772:0:32599:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x26:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1783444737.403776:0:32599:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1783444737.403777:0:32599:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1783444737.403778:0:32599:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a1d80 00000020:00000010:3.0:1783444737.403780:0:32599:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590cd000. 00000020:00000010:3.0:1783444737.403784:0:32599:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b3900. 00000008:00000010:3.0:1783444737.403787:0:32599:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c759060000. 00020000:00000010:3.0:1783444737.403789:0:32599:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025d80. 00008000:00000010:3.0:1783444737.403792:0:32599:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cba6d8. 00000080:00000010:3.0:1783444737.403795:0:32599:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c7590771f8. 00000080:00000010:3.0:1783444737.403798:0:32599:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7609922b0. 00000020:00000010:3.0:1783444737.403802:0:32599:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cd200. 00000008:00000010:3.0:1783444737.403804:0:32599:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909b600. 00020000:00000010:3.0:1783444737.403807:0:32599:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a3230. 00008000:00000010:3.0:1783444737.403810:0:32599:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603ef3a8. 00000080:00000010:3.0:1783444737.403813:0:32599:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107cd20. 00000020:00000010:3.0:1783444737.403816:0:32599:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cc800. 00000020:00000010:3.0:1783444737.403819:0:32599:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a1d80. 00000080:00000001:3.0:1783444737.403822:0:32599:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444737.403825:0:32599:0:(llite_lib.c:2527:ll_setattr_raw()) Process leaving 00000080:00000010:3.0:1783444737.403829:0:32599:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c760f5fa00. 00000020:00000001:3.0:1783444737.403836:0:32599:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419c7c30 00000080:00200008:3.0:1783444737.403839:0:32599:0:(llite_lib.c:2557:ll_setattr_raw()) COMPLETED file f:[0x200000405:0x26:0x0](ffff91c748db6c08) current size 0, valid attrs 100201f0, mode 0, uid -1053552110, gid -1, new size 213440, atime 1783444721.000000000, mtime 1783444721.000000000, ctime 1783444721.000000000, rc 0 00000080:00000001:3.0:1783444737.403844:0:32599:0:(llite_lib.c:2559:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444737.403858:0:32599:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1783444737.403861:0:32599:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7000) owner 0000000000000000/ffff91c782060000 00020000:00000002:3.0:1783444737.403865:0:32599:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7000) owner 0000000000000000/ffff91c782060000 00020000:00000001:3.0:1783444737.403868:0:32599:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444737.403875:0:32599:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:3.0:1783444737.403877:0:32599:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419c7db8 00000080:00200008:3.0:1783444737.403879:0:32599:0:(file.c:447:ll_file_release()) START file f:[0x200000405:0x26:0x0](ffff91c748db6c08), flags 104001 00000080:00000001:3.0:1783444737.403883:0:32599:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1783444737.403885:0:32599:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1783444737.403886:0:32599:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1783444737.403888:0:32599:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7000) owner 0000000000000000/ffff91c782060000 00020000:00000002:3.0:1783444737.403890:0:32599:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7000) owner 0000000000000000/ffff91c782060000 00020000:00000001:3.0:1783444737.403892:0:32599:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444737.403894:0:32599:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:3.0:1783444737.403899:0:32599:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444737.403901:0:32599:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444737.403903:0:32599:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444737.403906:0:32599:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444737.403908:0:32599:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444737.403910:0:32599:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:3.0:1783444737.403912:0:32599:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444737.403917:0:32599:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444737.403920:0:32599:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444737.403927:0:32599:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678400 count: 2 00010000:00000001:3.0:1783444737.403930:0:32599:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444737.403935:0:32599:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444737.403937:0:32599:0:(lmv_obd.c:4132:lmv_lock_match()) Lock match for [0x200000405:0x26:0x0]: 0 00000080:00000001:3.0:1783444737.403939:0:32599:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1783444737.403941:0:32599:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1783444737.403947:0:32599:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff91c7412e7c00. 00000080:00000001:3.0:1783444737.403949:0:32599:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1783444737.403953:0:32599:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1783444737.403955:0:32599:0:(lmv_obd.c:1665:lmv_close()) Process entered 00800000:00000001:3.0:1783444737.403957:0:32599:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444737.403958:0:32599:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444737.403959:0:32599:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444737.403960:0:32599:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444737.403962:0:32599:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444737.403964:0:32599:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:3.0:1783444737.403965:0:32599:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444737.403967:0:32599:0:(lmv_obd.c:1671:lmv_close()) CLOSE [0x200000405:0x26:0x0] 00000002:00000001:3.0:1783444737.403970:0:32599:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1783444737.403972:0:32599:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91c759350000: [0x200000405:0x26:0x0] file closed with intent: 0 00000100:00000010:3.0:1783444737.403977:0:32599:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462300. 00000020:00000040:3.0:1783444737.403981:0:32599:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:3.0:1783444737.403985:0:32599:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444737.403988:0:32599:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444737.403992:0:32599:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444737.404010:0:32599:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c7412e7400. 00000100:00000001:3.0:1783444737.404017:0:32599:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1783444737.404028:0:32599:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91c75883b100 x1870075608280320/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444737 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1783444737.404037:0:32599:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1783444737.404042:0:32599:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c760462300 x1870075608284288/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1783444737.404049:0:32599:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444737.404051:0:32599:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444737.404075:0:32599:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c74636cc00. 00000100:00000001:3.0:1783444737.404077:0:32599:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883795356672 : -121189914194944 : ffff91c74636cc00) 00000100:00000001:3.0:1783444737.404080:0:32599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444737.404081:0:32599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00000100:00000001:3.0:1783444737.404085:0:32599:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444737.404090:0:32599:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444737.404092:0:32599:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444737.404093:0:32599:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444737.404097:0:32599:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462300 x1870075608284288/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444737.404104:0:32599:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444737.404106:0:32599:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444737.404109:0:32599:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444737.404112:0:32599:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444737.404114:0:32599:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444737.404117:0:32599:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462300 pname:cluuid:pid:xid:nid:opc:job touch:666e3c65-e321-43ec-a94e-a01058e25d7d:32599:1870075608284288:192.168.204.110@tcp:35:touch.0 00000100:00000001:3.0:1783444737.404120:0:32599:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444737.404126:0:32599:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444737.404128:0:32599:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444737.404131:0:32599:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444737.404135:0:32599:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452acc00. 02000000:00000001:3.0:1783444737.404137:0:32599:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444737.404143:0:32599:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444737.404147:0:32599:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811000. 00000400:00000010:3.0:1783444737.404152:0:32599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218908. 00000100:00000200:3.0:1783444737.404158:0:32599:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608284288, portal 10 00000100:00000001:3.0:1783444737.404160:0:32599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444737.404161:0:32599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00000100:00000040:3.0:1783444737.404167:0:32599:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c760462300 x1870075608284288/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444753 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444737.404173:0:32599:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444737.404175:0:32599:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444737.404177:0:32599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218198. 00000100:00000200:3.0:1783444737.404180:0:32599:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870075608284288, offset 0 00000400:00000200:3.0:1783444737.404187:0:32599:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444737.404193:0:32599:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444737.404199:0:32599:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444737.404204:0:32599:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444737.404208:0:32599:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444737.404211:0:32599:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444737.404214:0:32599:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444737.404217:0:32599:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2726:2726:256:4294967295] 192.168.204.110@tcp LPNI seq info [2726:2726:8:4294967295] 00000400:00000200:3.0:1783444737.404221:0:32599:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444737.404229:0:32599:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444737.404234:0:32599:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444737.404239:0:32599:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822ce00. 00000800:00000200:3.0:1783444737.404245:0:32599:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444737.404253:0:32599:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444737.404257:0:32599:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822ce00 type 1, nob 488 niov 1 nkiov 1 00000800:00000001:1.0:1783444737.404296:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444737.404305:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444737.406135:0:32599:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444737.406144:0:32599:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 885551 usecs (886 jiffies) 00000400:00000200:3.0:1783444737.406151:0:32599:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444737.406154:0:32599:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296377295 00000100:00000001:3.0:1783444737.406158:0:32599:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296380413 00000100:00000001:3.0:1783444737.406160:0:32599:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296377295 00000100:00000001:3.0:1783444737.406163:0:32599:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296380413 00000100:00000001:3.0:1783444737.406165:0:32599:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444737.406168:0:32599:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444737.406171:0:32599:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444737.406173:0:32599:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444737.406176:0:32599:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c74636cc00 going to sleep for 11 seconds 00000100:00000001:3.0:1783444737.406180:0:32599:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444737.406182:0:32599:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444737.410369:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444737.410377:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822ce00. 00000400:00000200:0.0:1783444737.410385:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444737.410447:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444737.410455:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218198 00000400:00000010:0.0:1783444737.410458:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218198. 00000100:00000001:0.0:1783444737.410464:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444737.410472:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462300 x1870075608284288/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444753 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444737.410484:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444737.410488:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462300 x1870075608284288/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444753 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444737.410495:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444737.410497:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444737.414766:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444737.414782:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444737.414786:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444737.414788:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444737.414797:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.414803:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444737.414812:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.414816:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.414821:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.414826:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e855bc80 00000400:00000200:1.0:1783444737.414830:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444737.414836:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x78a1 [1] + 224 00000800:00000001:1.0:1783444737.414843:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444737.414849:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444737.414852:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444737.414856:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444737.414864:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444737.414873:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462300 x1870075608284288/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444753 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444737.414890:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91c760462300 x1870075608284288/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444753 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444737.414903:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444737.414910:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444737.414913:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444737.414927:0:32599:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444737.414933:0:32599:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444737.414935:0:32599:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444737.414938:0:32599:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811000. 00000400:00000200:1.0:1783444737.414941:0:32599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218908 00000400:00000010:1.0:1783444737.414944:0:32599:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218908. 00000100:00000001:1.0:1783444737.414946:0:32599:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444737.414951:0:32599:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462300 x1870075608284288/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444753 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783444737.414960:0:32599:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462300 x1870075608284288/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444753 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444737.414965:0:32599:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444737.414967:0:32599:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444737.414970:0:32599:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444737.414973:0:32599:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444737.414975:0:32599:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444737.414977:0:32599:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444737.414980:0:32599:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444737.414989:0:32599:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bcf0 time=67 v=5 (5 5 5 5) 00000100:00001000:1.0:1783444737.414993:0:32599:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444737.415008:0:32599:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444737.415009:0:32599:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444737.415012:0:32599:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444737.415015:0:32599:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444737.415018:0:32599:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1783444737.415020:0:32599:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1783444737.415022:0:32599:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1783444737.415024:0:32599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444737.415026:0:32599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00000100:00000001:1.0:1783444737.415030:0:32599:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444737.415032:0:32599:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1783444737.415034:0:32599:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444737.415036:0:32599:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444737.415041:0:32599:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760462300 x1870075608284288/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444753 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444737.415049:0:32599:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444737.415052:0:32599:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444737.415054:0:32599:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444737.415077:0:32599:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760462300 x1870075608284288/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444753 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783444737.415085:0:32599:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760462300 pname:cluuid:pid:xid:nid:opc:job touch:666e3c65-e321-43ec-a94e-a01058e25d7d:32599:1870075608284288:192.168.204.110@tcp:35:touch.0 00000100:00000001:1.0:1783444737.415090:0:32599:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444737.415093:0:32599:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444737.415095:0:32599:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783444737.415098:0:32599:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444737.415101:0:32599:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462300 x1870075608284288/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444753 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444737.415107:0:32599:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783444737.415110:0:32599:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c74636cc00. 00000100:00000001:1.0:1783444737.415113:0:32599:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783444737.415115:0:32599:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444737.415122:0:32599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444737.415123:0:32599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00000002:00000001:1.0:1783444737.415126:0:32599:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444737.415129:0:32599:0:(lmv_obd.c:1673:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1783444737.415134:0:32599:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7412e7c00. 00000080:00000001:1.0:1783444737.415138:0:32599:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1783444737.415141:0:32599:0:(lmv_obd.c:4191:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1783444737.415144:0:32599:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444737.415147:0:32599:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444737.415149:0:32599:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444737.415152:0:32599:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444737.415153:0:32599:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444737.415155:0:32599:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:1.0:1783444737.415157:0:32599:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444737.415161:0:32599:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1783444737.415166:0:32599:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91c75883b100 x1870075608280320/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444737 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444737.415173:0:32599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444737.415174:0:32599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102385920 : -121189607165696 : ffff91c75883b100) 00000100:00000001:1.0:1783444737.415176:0:32599:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444737.415178:0:32599:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c75883b100 x1870075608280320/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444737 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444737.415184:0:32599:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444737.415186:0:32599:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444737.415188:0:32599:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c75883b100 x1870075608280320/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444737 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444737.415194:0:32599:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1783444737.415196:0:32599:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444737.415198:0:32599:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:1.0:1783444737.415200:0:32599:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444737.415203:0:32599:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c751026c00. 02000000:00000001:1.0:1783444737.415206:0:32599:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444737.415208:0:32599:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444737.415210:0:32599:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c75883b100. 00000100:00000001:1.0:1783444737.415213:0:32599:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444737.415214:0:32599:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444737.415215:0:32599:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444737.415218:0:32599:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462300 x1870075608284288/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444753 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444737.415225:0:32599:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783444737.415226:0:32599:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff91c7507eb1e0. 00000002:00000001:1.0:1783444737.415229:0:32599:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444737.415231:0:32599:0:(lmv_obd.c:4197:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1783444737.415233:0:32599:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91c76050a6c0. 00000100:00000001:1.0:1783444737.415237:0:32599:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444737.415240:0:32599:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462300 x1870075608284288/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444753 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444737.415246:0:32599:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444737.415248:0:32599:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1783444737.415252:0:32599:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91c7417b6c80. 00000080:00000001:1.0:1783444737.415256:0:32599:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444737.415262:0:32599:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419c7db8 00000080:00000008:1.0:1783444737.415264:0:32599:0:(file.c:491:ll_file_release()) COMPLETED file f:[0x200000405:0x26:0x0](ffff91c748db6c08), flags 104001, rc = 0 00000080:00000001:1.0:1783444737.415267:0:32599:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444737.415272:0:32599:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1783444737.415274:0:32599:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419c7e00 00000080:00002000:1.0:1783444737.415276:0:32599:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff91c748f1eaf8, parent ffff91c748f3d1b0, inode ffff91c748db6c08) hashed, 00000080:00000001:1.0:1783444737.415278:0:32599:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783444737.415285:0:32599:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1783444737.415289:0:32599:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1783444737.415292:0:32599:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1783444737.415293:0:32599:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419c7e00 00000080:00002000:1.0:1783444737.415294:0:32599:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff91c748f3d1b0, parent ffff91c74931ae58, inode ffff91c748d1aa08) hashed, 00000080:00000001:1.0:1783444737.415297:0:32599:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783444737.415301:0:32599:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1783444737.415303:0:32599:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1783444737.444859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c745712040. 00000080:00000010:1.1:1783444737.444873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7464789e0. 00010000:00000001:0.0:1783444738.276900:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444738.276907:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444738.276911:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444738.276913:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444739.298231:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444739.298239:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444739.298246:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444739.298248:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444739.298274:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783444739.298277:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444739.298280:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1783444739.589814:0:32634:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444739.589822:0:32634:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444739.589825:0:32634:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444739.589828:0:32634:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d23b20 00000080:00200000:1.0:1783444739.589832:0:32634:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:1.0:1783444739.589840:0:32634:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cc200. 00800000:00000002:1.0:1783444739.589846:0:32634:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444739.589850:0:32634:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444739.589855:0:32634:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444739.589857:0:32634:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d23a40 00800000:00000002:1.0:1783444739.589860:0:32634:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444739.589864:0:32634:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444739.589867:0:32634:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444739.589870:0:32634:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444739.589872:0:32634:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444739.589874:0:32634:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444739.589876:0:32634:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444739.589878:0:32634:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444739.589880:0:32634:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444739.589884:0:32634:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444739.589890:0:32634:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444739.589892:0:32634:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d23910 00000002:00010000:1.0:1783444739.589894:0:32634:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444739.589899:0:32634:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444739.589901:0:32634:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444739.589904:0:32634:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783444739.589911:0:32634:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444739.589913:0:32634:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444739.589914:0:32634:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444739.589917:0:32634:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1783444739.589919:0:32634:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1783444739.589924:0:32634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883b100. 00000020:00000040:1.0:1783444739.589929:0:32634:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:1.0:1783444739.589936:0:32634:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783444739.589941:0:32634:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444739.589947:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.589949:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444739.589950:0:32634:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444739.589966:0:32634:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444739.589969:0:32634:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444739.589974:0:32634:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444739.589981:0:32634:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c751025000. 00000100:00000001:1.0:1783444739.589988:0:32634:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.589994:0:32634:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444739.589995:0:32634:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.589997:0:32634:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444739.589998:0:32634:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.590000:0:32634:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444739.590005:0:32634:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622884102385920 : -121189607165696 : ffff91c75883b100) 00010000:00000001:1.0:1783444739.590009:0:32634:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783444739.590012:0:32634:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1783444739.590015:0:32634:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c741678800. 00010000:00000010:1.0:1783444739.590019:0:32634:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c7505f9280. 00010000:00000001:1.0:1783444739.590023:0:32634:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783444739.590027:0:32634:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c7583dbc00. 00000020:00000001:1.0:1783444739.590030:0:32634:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783444739.590033:0:32634:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c7583dbc00 with handle 0x5503b2fe824ef5d2 to hash 00000020:00000001:1.0:1783444739.590035:0:32634:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783444739.590036:0:32634:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444739.590039:0:32634:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444739.590043:0:32634:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444739.590046:0:32634:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444739.590050:0:32634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef5d2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444739.590080:0:32634:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef5d2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444739.590091:0:32634:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef5d2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32634 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783444739.590096:0:32634:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444739.590098:0:32634:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444739.590105:0:32634:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c742c38e40. 00000100:00000001:1.0:1783444739.590107:0:32634:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883737472576 : -121189972079040 : ffff91c742c38e40) 00000100:00000001:1.0:1783444739.590109:0:32634:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444739.590111:0:32634:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102385920 : -121189607165696 : ffff91c75883b100) 00000100:00000001:1.0:1783444739.590115:0:32634:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444739.590119:0:32634:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444739.590121:0:32634:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444739.590122:0:32634:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444739.590133:0:32634:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c75883b100 x1870075608284416/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.590148:0:32634:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444739.590150:0:32634:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444739.590153:0:32634:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444739.590157:0:32634:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444739.590159:0:32634:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444739.590163:0:32634:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c75883b100 pname:cluuid:pid:xid:nid:opc:job checkstat:666e3c65-e321-43ec-a94e-a01058e25d7d:32634:1870075608284416:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:1.0:1783444739.590166:0:32634:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444739.590171:0:32634:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444739.590173:0:32634:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444739.590175:0:32634:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444739.590180:0:32634:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c760534000. 02000000:00000001:1.0:1783444739.590182:0:32634:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444739.590188:0:32634:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444739.590193:0:32634:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736528. 00000400:00000010:1.0:1783444739.590199:0:32634:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076bb0. 00000100:00000200:1.0:1783444739.590206:0:32634:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608284416, portal 10 00000100:00000001:1.0:1783444739.590208:0:32634:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444739.590209:0:32634:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102385920 : -121189607165696 : ffff91c75883b100) 00000100:00000040:1.0:1783444739.590215:0:32634:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c75883b100 x1870075608284416/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444755 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.590222:0:32634:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444739.590224:0:32634:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444739.590227:0:32634:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076220. 00000100:00000200:1.0:1783444739.590229:0:32634:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870075608284416, offset 0 00000400:00000200:1.0:1783444739.590236:0:32634:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444739.590244:0:32634:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444739.590251:0:32634:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444739.590256:0:32634:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444739.590260:0:32634:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444739.590264:0:32634:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444739.590266:0:32634:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444739.590270:0:32634:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2727:2727:256:4294967295] 192.168.204.110@tcp LPNI seq info [2727:2727:8:4294967295] 00000400:00000200:1.0:1783444739.590275:0:32634:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444739.590284:0:32634:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444739.590290:0:32634:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444739.590294:0:32634:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298600. 00000800:00000200:1.0:1783444739.590300:0:32634:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444739.590308:0:32634:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444739.590312:0:32634:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1783444739.590330:0:32634:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444739.590334:0:32634:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 884327 usecs (885 jiffies) 00000400:00000200:1.0:1783444739.590336:0:32634:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444739.590339:0:32634:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296379478 00000100:00000001:1.0:1783444739.590342:0:32634:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296380413 00000100:00000001:1.0:1783444739.590344:0:32634:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296379478 00000100:00000001:1.0:1783444739.590346:0:32634:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296380413 00000100:00000001:1.0:1783444739.590348:0:32634:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444739.590350:0:32634:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444739.590352:0:32634:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444739.590354:0:32634:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444739.590357:0:32634:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c742c38e40 going to sleep for 11 seconds 00000100:00000001:1.0:1783444739.590359:0:32634:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444739.590362:0:32634:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444739.591283:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444739.591290:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298600. 00000400:00000200:0.0:1783444739.591308:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444739.591314:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444739.591319:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076220 00000400:00000010:0.0:1783444739.591321:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076220. 00000100:00000001:0.0:1783444739.591333:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444739.591339:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c75883b100 x1870075608284416/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444755 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444739.591357:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444739.591360:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c75883b100 x1870075608284416/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444755 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444739.591367:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444739.591369:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444739.632835:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.635142:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444739.635153:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.635160:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444739.635169:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.635176:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444739.635186:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.635191:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.635196:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.635199:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e855bd00 00000400:00000200:0.0:1783444739.635204:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.635211:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x78a9 [1] + 224 00000800:00000001:0.0:1783444739.635218:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.635227:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444739.635230:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444739.635233:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444739.635242:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444739.635250:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c75883b100 x1870075608284416/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444755 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444739.635261:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c75883b100 x1870075608284416/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444755 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444739.635283:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444739.635292:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.635295:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444739.635766:0:32634:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444739.635774:0:32634:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444739.635776:0:32634:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444739.635779:0:32634:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736528. 00000400:00000200:1.0:1783444739.635783:0:32634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076bb0 00000400:00000010:1.0:1783444739.635786:0:32634:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076bb0. 00000100:00000001:1.0:1783444739.635789:0:32634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444739.635795:0:32634:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c75883b100 x1870075608284416/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444755 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783444739.635811:0:32634:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c75883b100 x1870075608284416/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444755 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.635818:0:32634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444739.635820:0:32634:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444739.635822:0:32634:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444739.635826:0:32634:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444739.635828:0:32634:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444739.635830:0:32634:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444739.635833:0:32634:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444739.635843:0:32634:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=69 v=5 (105 105 105 137) 00000100:00001000:1.0:1783444739.635847:0:32634:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444739.635849:0:32634:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444739.635851:0:32634:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.635854:0:32634:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444739.635858:0:32634:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444739.635861:0:32634:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444739.635863:0:32634:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1783444739.635866:0:32634:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444739.635869:0:32634:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444739.635874:0:32634:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c75883b100 x1870075608284416/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444755 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.635881:0:32634:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444739.635884:0:32634:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444739.635886:0:32634:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444739.635889:0:32634:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883b100 x1870075608284416/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444755 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783444739.635897:0:32634:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c75883b100 pname:cluuid:pid:xid:nid:opc:job checkstat:666e3c65-e321-43ec-a94e-a01058e25d7d:32634:1870075608284416:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:1.0:1783444739.635901:0:32634:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444739.635904:0:32634:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444739.635905:0:32634:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783444739.635907:0:32634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444739.635911:0:32634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c75883b100 x1870075608284416/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444755 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.635916:0:32634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783444739.635919:0:32634:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c742c38e40. 00000100:00000001:1.0:1783444739.635922:0:32634:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783444739.635923:0:32634:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.635926:0:32634:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1783444739.635930:0:32634:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.635932:0:32634:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.635935:0:32634:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dbc00 refcount=4 00000020:00000001:1.0:1783444739.635937:0:32634:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444739.635939:0:32634:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000040:1.0:1783444739.635945:0:32634:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c7583dbc00, remote cookie: 0x332dd2263f6dd3cc, flags: 0x1001 00010000:00010000:1.0:1783444739.635950:0:32634:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef5d2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd3cc expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444739.635979:0:32634:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef5d2 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd3cc expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444739.635985:0:32634:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1783444739.635988:0:32634:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1783444739.635991:0:32634:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1783444739.635992:0:32634:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1783444739.635993:0:32634:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1783444739.635996:0:32634:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91c741678800) refcount = 1 00010000:00010000:1.0:1783444739.636000:0:32634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef5d2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd3cc expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444739.636007:0:32634:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1783444739.636011:0:32634:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1783444739.636012:0:32634:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444739.636015:0:32634:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1783444739.636017:0:32634:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444739.636020:0:32634:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef5d2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd3cc expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444739.636025:0:32634:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1783444739.636026:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.636027:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444739.636028:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.636029:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444739.636031:0:32634:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444739.636036:0:32634:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1783444739.636037:0:32634:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.636038:0:32634:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.636040:0:32634:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dbc00 refcount=3 00000020:00000001:1.0:1783444739.636042:0:32634:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444739.636043:0:32634:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444739.636045:0:32634:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.636046:0:32634:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.636047:0:32634:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dbc00 refcount=4 00000020:00000001:1.0:1783444739.636049:0:32634:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444739.636050:0:32634:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444739.636053:0:32634:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444739.636075:0:32634:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444739.636079:0:32634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef5d2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd3cc expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444739.636086:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.636087:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444739.636088:0:32634:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.636090:0:32634:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.636091:0:32634:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dbc00 refcount=5 00000020:00000001:1.0:1783444739.636092:0:32634:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444739.636094:0:32634:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444739.636096:0:32634:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444739.636099:0:32634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef5d2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd3cc expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444739.636105:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.636106:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1783444739.636108:0:32634:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef5d2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd3cc expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444739.636114:0:32634:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444739.636116:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.636117:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444739.636118:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.636119:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1783444739.636123:0:32634:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91c75883b100 x1870075608284416/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444755 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1783444739.636131:0:32634:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.636132:0:32634:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.636133:0:32634:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dbc00 refcount=3 00000020:00000001:1.0:1783444739.636135:0:32634:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444739.636137:0:32634:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444739.636139:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.636140:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444739.636141:0:32634:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444739.636143:0:32634:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444739.636146:0:32634:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1783444739.636148:0:32634:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.636149:0:32634:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.636151:0:32634:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dbc00 refcount=3 00000020:00000001:1.0:1783444739.636152:0:32634:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444739.636154:0:32634:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00000002:00010000:1.0:1783444739.636158:0:32634:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef5d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd3cc expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444739.636168:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.636169:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444739.636170:0:32634:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783444739.636171:0:32634:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.636172:0:32634:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.636173:0:32634:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dbc00 refcount=3 00000020:00000001:1.0:1783444739.636175:0:32634:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444739.636177:0:32634:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000040:1.0:1783444739.636183:0:32634:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678800 count: 2 00010000:00000001:1.0:1783444739.636186:0:32634:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1783444739.636189:0:32634:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1783444739.636192:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.636193:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444739.636194:0:32634:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1783444739.636198:0:32634:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d23898 00000002:00002000:1.0:1783444739.636200:0:32634:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1783444739.636202:0:32634:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444739.636206:0:32634:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444739.636209:0:32634:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783444739.636212:0:32634:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1783444739.636215:0:32634:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444739.636219:0:32634:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444739.636223:0:32634:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cc200. 00000080:00000001:1.0:1783444739.636227:0:32634:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783444739.636230:0:32634:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:1.0:1783444739.636236:0:32634:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1783444739.636240:0:32634:0:(lmv_obd.c:3920:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1783444739.636246:0:32634:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c74353ff00. 00800000:00000001:1.0:1783444739.636248:0:32634:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622883746938624 : -121189962612992 : ffff91c74353ff00) 00800000:00000001:1.0:1783444739.636251:0:32634:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444739.636253:0:32634:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1783444739.636256:0:32634:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1783444739.636258:0:32634:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1783444739.636262:0:32634:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1783444739.636265:0:32634:0:(llite_lib.c:1814:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1783444739.636266:0:32634:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444739.636270:0:32634:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1783444739.636273:0:32634:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1783444739.636279:0:32634:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1783444739.636281:0:32634:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.636283:0:32634:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.636284:0:32634:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dbc00 refcount=3 00000020:00000001:1.0:1783444739.636286:0:32634:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444739.636288:0:32634:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444739.636290:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.636291:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783444739.636293:0:32634:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1783444739.636295:0:32634:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1783444739.636297:0:32634:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c74353ff00 1 00800000:00000010:1.0:1783444739.636299:0:32634:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c74353ff00. 00800000:00000001:1.0:1783444739.636301:0:32634:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444739.636304:0:32634:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef5d2 00800000:00000001:1.0:1783444739.636306:0:32634:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444739.636308:0:32634:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444739.636309:0:32634:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.636310:0:32634:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.636311:0:32634:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dbc00 refcount=3 00000020:00000001:1.0:1783444739.636313:0:32634:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444739.636315:0:32634:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444739.636316:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.636317:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444739.636318:0:32634:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444739.636320:0:32634:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444739.636321:0:32634:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444739.636336:0:32634:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:1.0:1783444739.636340:0:32634:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef5d2 from it ffffa31941d23b58 00010000:00000001:1.0:1783444739.636342:0:32634:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.636343:0:32634:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.636344:0:32634:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dbc00 refcount=3 00000020:00000001:1.0:1783444739.636346:0:32634:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444739.636348:0:32634:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444739.636349:0:32634:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444739.636358:0:32634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef5d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd3cc expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444739.636365:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.636366:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444739.636367:0:32634:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444739.636369:0:32634:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444739.636372:0:32634:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef5d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd3cc expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783444739.636380:0:32634:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444739.636383:0:32634:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444739.636385:0:32634:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444739.636389:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.636390:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444739.636391:0:32634:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.636395:0:32634:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444739.636396:0:32634:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.636398:0:32634:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.636400:0:32634:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.636401:0:32634:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444739.636402:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.636404:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444739.636406:0:32634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444739.636410:0:32634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c75883b100 x1870075608284416/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444755 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.636417:0:32634:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444739.636419:0:32634:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444739.636422:0:32634:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c760534000. 02000000:00000001:1.0:1783444739.636425:0:32634:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444739.636427:0:32634:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444739.636429:0:32634:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:1.0:1783444739.636431:0:32634:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444739.636434:0:32634:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c751025000. 02000000:00000001:1.0:1783444739.636437:0:32634:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444739.636438:0:32634:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444739.636440:0:32634:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c75883b100. 00000100:00000001:1.0:1783444739.636444:0:32634:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444739.636445:0:32634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444739.636448:0:32634:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:1.0:1783444739.636454:0:32634:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1783444739.636465:0:32634:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91c745712f20. 00000020:00000001:1.0:1783444739.636469:0:32634:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d23a88 00000080:00200000:1.0:1783444739.636470:0:32634:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), flags=24 00000080:00000001:1.0:1783444739.636473:0:32634:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1783444739.636475:0:32634:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d23938 00000080:00200000:1.0:1783444739.636477:0:32634:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), intent=0 00000080:00000010:1.0:1783444739.636484:0:32634:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cc200. 00800000:00000002:1.0:1783444739.636489:0:32634:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444739.636492:0:32634:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444739.636494:0:32634:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444739.636496:0:32634:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d23858 00800000:00000002:1.0:1783444739.636498:0:32634:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444739.636500:0:32634:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444739.636504:0:32634:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444739.636507:0:32634:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444739.636508:0:32634:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444739.636510:0:32634:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444739.636512:0:32634:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444739.636513:0:32634:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444739.636515:0:32634:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444739.636518:0:32634:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d237f0 00800000:00000002:1.0:1783444739.636519:0:32634:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:1.0:1783444739.636540:0:32634:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444739.636541:0:32634:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d23728 00000002:00010000:1.0:1783444739.636544:0:32634:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1783444739.636547:0:32634:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1783444739.636549:0:32634:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1783444739.636553:0:32634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883b100. 00000020:00000040:1.0:1783444739.636556:0:32634:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:1.0:1783444739.636793:0:32634:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783444739.636798:0:32634:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444739.636801:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.636803:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444739.636803:0:32634:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444739.636806:0:32634:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444739.636809:0:32634:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444739.636812:0:32634:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444739.636818:0:32634:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c751025000. 00000100:00000001:1.0:1783444739.636823:0:32634:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.636827:0:32634:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444739.636828:0:32634:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.636830:0:32634:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444739.636831:0:32634:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.636832:0:32634:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444739.636839:0:32634:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622884102385920 : -121189607165696 : ffff91c75883b100) 00010000:00000001:1.0:1783444739.636842:0:32634:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783444739.636845:0:32634:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1783444739.636847:0:32634:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678800 count: 2 00010000:00000001:1.0:1783444739.636850:0:32634:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444739.636852:0:32634:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783444739.636856:0:32634:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c7583dae00. 00000020:00000001:1.0:1783444739.636859:0:32634:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783444739.636861:0:32634:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c7583dae00 with handle 0x5503b2fe824ef5d9 to hash 00000020:00000001:1.0:1783444739.636863:0:32634:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783444739.636865:0:32634:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000001:1.0:1783444739.636868:0:32634:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000001:1.0:1783444739.636870:0:32634:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444739.636872:0:32634:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444739.636875:0:32634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dae00/0x5503b2fe824ef5d9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444739.636883:0:32634:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dae00/0x5503b2fe824ef5d9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444739.636892:0:32634:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dae00/0x5503b2fe824ef5d9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32634 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783444739.636897:0:32634:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444739.636899:0:32634:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444739.636904:0:32634:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c742c38e40. 00000100:00000001:1.0:1783444739.636906:0:32634:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883737472576 : -121189972079040 : ffff91c742c38e40) 00000100:00000001:1.0:1783444739.636908:0:32634:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444739.636909:0:32634:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102385920 : -121189607165696 : ffff91c75883b100) 00000100:00000001:1.0:1783444739.636914:0:32634:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444739.636917:0:32634:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444739.636919:0:32634:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444739.636921:0:32634:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444739.636925:0:32634:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c75883b100 x1870075608284544/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.636932:0:32634:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444739.636934:0:32634:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444739.636937:0:32634:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444739.636940:0:32634:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444739.636942:0:32634:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444739.636945:0:32634:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c75883b100 pname:cluuid:pid:xid:nid:opc:job checkstat:666e3c65-e321-43ec-a94e-a01058e25d7d:32634:1870075608284544:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:1.0:1783444739.636949:0:32634:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444739.636963:0:32634:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444739.636965:0:32634:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444739.636967:0:32634:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444739.636971:0:32634:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c760534000. 02000000:00000001:1.0:1783444739.636973:0:32634:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444739.636979:0:32634:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444739.636982:0:32634:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736528. 00000400:00000010:1.0:1783444739.636987:0:32634:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076bb0. 00000100:00000200:1.0:1783444739.636993:0:32634:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608284544, portal 10 00000100:00000001:1.0:1783444739.636995:0:32634:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444739.636996:0:32634:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102385920 : -121189607165696 : ffff91c75883b100) 00000100:00000040:1.0:1783444739.637001:0:32634:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c75883b100 x1870075608284544/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444755 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.637009:0:32634:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444739.637012:0:32634:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444739.637014:0:32634:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076a18. 00000100:00000200:1.0:1783444739.637017:0:32634:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1870075608284544, offset 0 00000400:00000200:1.0:1783444739.637023:0:32634:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444739.637030:0:32634:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444739.637036:0:32634:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444739.637041:0:32634:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444739.637045:0:32634:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444739.637048:0:32634:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444739.637051:0:32634:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444739.637080:0:32634:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2728:2728:256:4294967295] 192.168.204.110@tcp LPNI seq info [2728:2728:8:4294967295] 00000400:00000200:1.0:1783444739.637085:0:32634:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444739.637094:0:32634:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444739.637099:0:32634:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444739.637103:0:32634:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298700. 00000800:00000200:1.0:1783444739.637109:0:32634:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444739.637116:0:32634:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444739.637120:0:32634:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298700 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1783444739.637139:0:32634:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444739.637143:0:32634:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 883166 usecs (884 jiffies) 00000400:00000200:1.0:1783444739.637147:0:32634:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444739.637149:0:32634:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296379527 00000100:00000001:1.0:1783444739.637152:0:32634:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296380413 00000100:00000001:1.0:1783444739.637156:0:32634:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296379527 00000100:00000001:1.0:1783444739.637158:0:32634:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296380413 00000100:00000001:1.0:1783444739.637160:0:32634:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444739.637162:0:32634:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444739.637164:0:32634:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444739.637166:0:32634:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444739.637168:0:32634:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c742c38e40 going to sleep for 11 seconds 00000100:00000001:1.0:1783444739.637170:0:32634:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444739.637172:0:32634:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444739.637541:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444739.637546:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298700. 00000400:00000200:0.0:1783444739.637551:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444739.637556:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444739.637560:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076a18 00000400:00000010:0.0:1783444739.637562:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076a18. 00000100:00000001:0.0:1783444739.637566:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444739.637570:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c75883b100 x1870075608284544/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444755 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444739.637580:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444739.637583:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c75883b100 x1870075608284544/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444755 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444739.637589:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444739.637590:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444739.654460:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.654476:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444739.654479:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.654482:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444739.654491:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.654498:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444739.654507:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.654511:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.654516:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.654520:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e855bd80 00000400:00000200:0.0:1783444739.654525:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.654531:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x78b9 [1] + 224 00000800:00000001:0.0:1783444739.654538:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.654546:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444739.654549:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444739.654553:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444739.654560:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444739.654569:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c75883b100 x1870075608284544/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444755 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444739.654579:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c75883b100 x1870075608284544/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444755 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444739.654602:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444739.654610:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.654613:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444739.654660:0:32634:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444739.654668:0:32634:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444739.654670:0:32634:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444739.654673:0:32634:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736528. 00000400:00000200:1.0:1783444739.654677:0:32634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076bb0 00000400:00000010:1.0:1783444739.654680:0:32634:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076bb0. 00000100:00000001:1.0:1783444739.654682:0:32634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444739.654687:0:32634:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c75883b100 x1870075608284544/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444755 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783444739.654695:0:32634:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c75883b100 x1870075608284544/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444755 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.654701:0:32634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444739.654703:0:32634:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444739.654705:0:32634:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444739.654709:0:32634:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444739.654712:0:32634:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444739.654714:0:32634:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444739.654717:0:32634:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444739.654727:0:32634:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=69 v=5 (105 105 105 137) 00000100:00001000:1.0:1783444739.654731:0:32634:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444739.654734:0:32634:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444739.654736:0:32634:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.654739:0:32634:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444739.654742:0:32634:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444739.654745:0:32634:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444739.654748:0:32634:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1783444739.654750:0:32634:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444739.654753:0:32634:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444739.654757:0:32634:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c75883b100 x1870075608284544/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444755 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.654764:0:32634:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444739.654767:0:32634:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444739.654769:0:32634:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444739.654773:0:32634:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883b100 x1870075608284544/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444755 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783444739.654780:0:32634:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c75883b100 pname:cluuid:pid:xid:nid:opc:job checkstat:666e3c65-e321-43ec-a94e-a01058e25d7d:32634:1870075608284544:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:1.0:1783444739.654784:0:32634:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444739.654787:0:32634:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444739.654789:0:32634:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783444739.654791:0:32634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444739.654794:0:32634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c75883b100 x1870075608284544/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444755 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.654799:0:32634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783444739.654802:0:32634:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c742c38e40. 00000100:00000001:1.0:1783444739.654805:0:32634:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783444739.654807:0:32634:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.654810:0:32634:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1783444739.654814:0:32634:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.654816:0:32634:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.654819:0:32634:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dae00 refcount=4 00000020:00000001:1.0:1783444739.654822:0:32634:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000001:1.0:1783444739.654824:0:32634:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000040:1.0:1783444739.654830:0:32634:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c7583dae00, remote cookie: 0x332dd2263f6dd3e8, flags: 0x1001 00010000:00010000:1.0:1783444739.654835:0:32634:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dae00/0x5503b2fe824ef5d9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd3e8 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1783444739.654850:0:32634:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1783444739.654853:0:32634:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1783444739.654860:0:32634:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c741678900. 00010000:00000010:1.0:1783444739.654864:0:32634:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c7505f9100. 00010000:00000001:1.0:1783444739.654869:0:32634:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444739.654872:0:32634:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dae00/0x5503b2fe824ef5d9 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd3e8 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444739.654880:0:32634:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dae00/0x5503b2fe824ef5d9 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd3e8 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444739.654886:0:32634:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1783444739.654889:0:32634:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1783444739.654891:0:32634:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1783444739.654892:0:32634:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1783444739.654893:0:32634:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1783444739.654895:0:32634:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x23:0x0].0x0 (ffff91c741678900) refcount = 1 00010000:00010000:1.0:1783444739.654899:0:32634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dae00/0x5503b2fe824ef5d9 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd3e8 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444739.654905:0:32634:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1783444739.654908:0:32634:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1783444739.654909:0:32634:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444739.654912:0:32634:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1783444739.654914:0:32634:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444739.654917:0:32634:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dae00/0x5503b2fe824ef5d9 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd3e8 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444739.654922:0:32634:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1783444739.654924:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.654926:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444739.654927:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.654928:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444739.654929:0:32634:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444739.654932:0:32634:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1783444739.654934:0:32634:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.654935:0:32634:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.654936:0:32634:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dae00 refcount=3 00000020:00000001:1.0:1783444739.654938:0:32634:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000001:1.0:1783444739.654939:0:32634:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000001:1.0:1783444739.654942:0:32634:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.654943:0:32634:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.654944:0:32634:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dae00 refcount=4 00000020:00000001:1.0:1783444739.654945:0:32634:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000001:1.0:1783444739.654947:0:32634:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000001:1.0:1783444739.654950:0:32634:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444739.654962:0:32634:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444739.654965:0:32634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dae00/0x5503b2fe824ef5d9 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd3e8 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444739.654970:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.654971:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444739.654972:0:32634:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.654973:0:32634:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.654974:0:32634:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dae00 refcount=5 00000020:00000001:1.0:1783444739.654975:0:32634:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000001:1.0:1783444739.654977:0:32634:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000001:1.0:1783444739.654979:0:32634:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444739.654982:0:32634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dae00/0x5503b2fe824ef5d9 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd3e8 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444739.654987:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.654988:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1783444739.654991:0:32634:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dae00/0x5503b2fe824ef5d9 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd3e8 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444739.654997:0:32634:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444739.654999:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.655000:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444739.655001:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.655002:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1783444739.655007:0:32634:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff91c75883b100 x1870075608284544/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444755 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1783444739.655015:0:32634:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.655016:0:32634:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.655017:0:32634:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dae00 refcount=3 00000020:00000001:1.0:1783444739.655019:0:32634:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000001:1.0:1783444739.655020:0:32634:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000001:1.0:1783444739.655022:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.655023:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444739.655025:0:32634:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444739.655026:0:32634:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444739.655029:0:32634:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1783444739.655031:0:32634:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.655032:0:32634:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.655034:0:32634:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dae00 refcount=3 00000020:00000001:1.0:1783444739.655036:0:32634:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000001:1.0:1783444739.655038:0:32634:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00000002:00010000:1.0:1783444739.655041:0:32634:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dae00/0x5503b2fe824ef5d9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd3e8 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444739.655046:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.655047:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444739.655049:0:32634:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783444739.655050:0:32634:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.655051:0:32634:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.655052:0:32634:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dae00 refcount=3 00000020:00000001:1.0:1783444739.655093:0:32634:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000001:1.0:1783444739.655096:0:32634:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000040:1.0:1783444739.655100:0:32634:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678900 count: 2 00010000:00000001:1.0:1783444739.655102:0:32634:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1783444739.655106:0:32634:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589935621/35 (0 0) 00010000:00000001:1.0:1783444739.655108:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.655109:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444739.655111:0:32634:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1783444739.655114:0:32634:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d236b0 00000002:00002000:1.0:1783444739.655116:0:32634:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=lookup status=0 disp=b: rc = 0 00000002:00000001:1.0:1783444739.655119:0:32634:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444739.655123:0:32634:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444739.655125:0:32634:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783444739.655129:0:32634:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1783444739.655132:0:32634:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444739.655135:0:32634:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000001:1.0:1783444739.655138:0:32634:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1783444739.655139:0:32634:0:(namei.c:674:ll_lookup_it_finish()) it ffffa31941d23a28 it_disposition b 00000080:00000001:1.0:1783444739.655142:0:32634:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:1.0:1783444739.655147:0:32634:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1783444739.655151:0:32634:0:(lmv_obd.c:3920:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1783444739.655156:0:32634:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c74353ff00. 00800000:00000001:1.0:1783444739.655158:0:32634:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622883746938624 : -121189962612992 : ffff91c74353ff00) 00800000:00000001:1.0:1783444739.655160:0:32634:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444739.655163:0:32634:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1783444739.655165:0:32634:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:1.0:1783444739.655168:0:32634:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1783444739.655173:0:32634:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1783444739.655174:0:32634:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:1.0:1783444739.655177:0:32634:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1783444739.655180:0:32634:0:(llite_lib.c:1814:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1783444739.655182:0:32634:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444739.655185:0:32634:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:1.0:1783444739.655187:0:32634:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1783444739.655192:0:32634:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00000080:00200000:1.0:1783444739.655195:0:32634:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x23:0x0](ffff91c748db3248): rc = 0 00000080:00000001:1.0:1783444739.655197:0:32634:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622883839685192 : -121189869866424 : ffff91c748db3248) 00010000:00000001:1.0:1783444739.655199:0:32634:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.655200:0:32634:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.655202:0:32634:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dae00 refcount=3 00000020:00000001:1.0:1783444739.655204:0:32634:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000001:1.0:1783444739.655206:0:32634:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000001:1.0:1783444739.655208:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.655209:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783444739.655210:0:32634:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1783444739.655212:0:32634:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1783444739.655214:0:32634:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c74353ff00 1 00800000:00000010:1.0:1783444739.655216:0:32634:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c74353ff00. 00800000:00000001:1.0:1783444739.655219:0:32634:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444739.655221:0:32634:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff91c748db3248) for lock 0x5503b2fe824ef5d9 00800000:00000001:1.0:1783444739.655224:0:32634:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444739.655226:0:32634:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444739.655227:0:32634:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.655228:0:32634:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.655229:0:32634:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dae00 refcount=3 00000020:00000001:1.0:1783444739.655231:0:32634:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000001:1.0:1783444739.655233:0:32634:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000001:1.0:1783444739.655235:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.655236:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444739.655237:0:32634:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444739.655239:0:32634:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1783444739.655246:0:32634:0:(namei.c:653:ll_splice_alias()) Add dentry ffff91c748f1eaf8 inode ffff91c748db3248 refc 1 flags 0x20000e 00000080:00000002:1.0:1783444739.655250:0:32634:0:(llite_lib.c:3158:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1783444739.655253:0:32634:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1783444739.655256:0:32634:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff91c748db3248) 00000080:00010000:1.0:1783444739.655260:0:32634:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef5d9 from it ffffa31941d23a28 00010000:00000001:1.0:1783444739.655262:0:32634:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.655263:0:32634:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.655265:0:32634:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dae00 refcount=3 00000020:00000001:1.0:1783444739.655266:0:32634:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000001:1.0:1783444739.655268:0:32634:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000001:1.0:1783444739.655270:0:32634:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444739.655273:0:32634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dae00/0x5503b2fe824ef5d9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd3e8 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444739.655279:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.655279:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444739.655281:0:32634:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444739.655283:0:32634:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444739.655286:0:32634:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dae00/0x5503b2fe824ef5d9 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd3e8 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783444739.655292:0:32634:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444739.655295:0:32634:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444739.655297:0:32634:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444739.655300:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.655301:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444739.655302:0:32634:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.655305:0:32634:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444739.655307:0:32634:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.655309:0:32634:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.655311:0:32634:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.655313:0:32634:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444739.655314:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.655315:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783444739.655317:0:32634:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1783444739.655320:0:32634:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cc200. 00000100:00000001:1.0:1783444739.655756:0:32634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444739.655765:0:32634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c75883b100 x1870075608284544/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444755 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.655773:0:32634:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444739.655776:0:32634:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444739.655780:0:32634:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c760534000. 02000000:00000001:1.0:1783444739.655784:0:32634:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444739.655786:0:32634:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444739.655788:0:32634:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:1.0:1783444739.655790:0:32634:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444739.655793:0:32634:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c751025000. 02000000:00000001:1.0:1783444739.655796:0:32634:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444739.655798:0:32634:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444739.655800:0:32634:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c75883b100. 00000100:00000001:1.0:1783444739.655803:0:32634:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444739.655804:0:32634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783444739.655813:0:32634:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:1.0:1783444739.655815:0:32634:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff91c748db3248), inode mode 41ed mask 1 00000080:00000001:1.0:1783444739.655820:0:32634:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1783444739.655832:0:32634:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91c745712ac0. 00000020:00000001:1.0:1783444739.655836:0:32634:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d23ae8 00000080:00200000:1.0:1783444739.655838:0:32634:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff91c748db3248), flags=8 00000080:00000001:1.0:1783444739.655841:0:32634:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1783444739.655843:0:32634:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d23998 00000080:00200000:1.0:1783444739.655845:0:32634:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff91c748db3248), intent=getattr 00000080:00000010:1.0:1783444739.655851:0:32634:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cc200. 00800000:00000002:1.0:1783444739.655854:0:32634:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c76050a8c0 2 00000080:00000001:1.0:1783444739.655858:0:32634:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444739.655861:0:32634:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444739.655862:0:32634:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d238b8 00800000:00000002:1.0:1783444739.655864:0:32634:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000405:0x23:0x0] 00800000:00000001:1.0:1783444739.655867:0:32634:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444739.655870:0:32634:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444739.655873:0:32634:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444739.655875:0:32634:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444739.655877:0:32634:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444739.655879:0:32634:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444739.655881:0:32634:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1783444739.655884:0:32634:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444739.655887:0:32634:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d23850 00800000:00000002:1.0:1783444739.655889:0:32634:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x23:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:1.0:1783444739.655893:0:32634:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444739.655894:0:32634:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d23788 00000002:00010000:1.0:1783444739.655896:0:32634:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000405:0x23:0x0], intent: getattr flags 01 00000002:00000001:1.0:1783444739.655900:0:32634:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1783444739.655902:0:32634:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1783444739.655904:0:32634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883b100. 00000020:00000040:1.0:1783444739.655907:0:32634:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:1.0:1783444739.655912:0:32634:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783444739.655915:0:32634:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444739.655919:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.655920:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444739.655921:0:32634:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444739.655924:0:32634:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444739.655926:0:32634:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444739.655929:0:32634:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444739.655935:0:32634:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c751025000. 00000100:00000001:1.0:1783444739.655940:0:32634:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.655943:0:32634:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444739.655944:0:32634:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.655946:0:32634:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444739.655947:0:32634:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.655949:0:32634:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444739.655966:0:32634:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622884102385920 : -121189607165696 : ffff91c75883b100) 00010000:00000001:1.0:1783444739.655969:0:32634:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783444739.655971:0:32634:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1783444739.655974:0:32634:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678900 count: 2 00010000:00000001:1.0:1783444739.655976:0:32634:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444739.655979:0:32634:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783444739.655982:0:32634:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c7583da200. 00000020:00000001:1.0:1783444739.655985:0:32634:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783444739.655988:0:32634:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c7583da200 with handle 0x5503b2fe824ef5e0 to hash 00000020:00000001:1.0:1783444739.655990:0:32634:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783444739.655991:0:32634:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622884097794560 : -121189611757056 : ffff91c7583da200) 00010000:00000001:1.0:1783444739.655994:0:32634:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622884097794560 : -121189611757056 : ffff91c7583da200) 00010000:00000001:1.0:1783444739.655997:0:32634:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444739.655999:0:32634:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444739.656003:0:32634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da200/0x5503b2fe824ef5e0 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444739.656010:0:32634:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da200/0x5503b2fe824ef5e0 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444739.656019:0:32634:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da200/0x5503b2fe824ef5e0 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32634 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783444739.656024:0:32634:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444739.656026:0:32634:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444739.656031:0:32634:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c742c38e40. 00000100:00000001:1.0:1783444739.656033:0:32634:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883737472576 : -121189972079040 : ffff91c742c38e40) 00000100:00000001:1.0:1783444739.656036:0:32634:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444739.656037:0:32634:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102385920 : -121189607165696 : ffff91c75883b100) 00000100:00000001:1.0:1783444739.656041:0:32634:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444739.656045:0:32634:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444739.656047:0:32634:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444739.656048:0:32634:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444739.656052:0:32634:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c75883b100 x1870075608284672/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.656085:0:32634:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444739.656087:0:32634:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444739.656090:0:32634:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444739.656092:0:32634:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444739.656095:0:32634:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444739.656099:0:32634:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c75883b100 pname:cluuid:pid:xid:nid:opc:job checkstat:666e3c65-e321-43ec-a94e-a01058e25d7d:32634:1870075608284672:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:1.0:1783444739.656103:0:32634:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444739.656108:0:32634:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444739.656110:0:32634:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444739.656112:0:32634:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444739.656115:0:32634:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c760534000. 02000000:00000001:1.0:1783444739.656117:0:32634:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444739.656123:0:32634:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444739.656127:0:32634:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736528. 00000400:00000010:1.0:1783444739.656132:0:32634:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076bb0. 00000100:00000200:1.0:1783444739.656139:0:32634:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608284672, portal 10 00000100:00000001:1.0:1783444739.656140:0:32634:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444739.656142:0:32634:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102385920 : -121189607165696 : ffff91c75883b100) 00000100:00000040:1.0:1783444739.656147:0:32634:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c75883b100 x1870075608284672/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444755 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.656153:0:32634:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444739.656156:0:32634:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444739.656158:0:32634:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7590766e8. 00000100:00000200:1.0:1783444739.656161:0:32634:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870075608284672, offset 0 00000400:00000200:1.0:1783444739.656168:0:32634:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444739.656175:0:32634:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444739.656182:0:32634:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444739.656186:0:32634:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444739.656191:0:32634:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444739.656194:0:32634:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444739.656197:0:32634:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444739.656200:0:32634:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2729:2729:256:4294967295] 192.168.204.110@tcp LPNI seq info [2729:2729:8:4294967295] 00000400:00000200:1.0:1783444739.656204:0:32634:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444739.656213:0:32634:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444739.656218:0:32634:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444739.656223:0:32634:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298700. 00000800:00000200:1.0:1783444739.656229:0:32634:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444739.656237:0:32634:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444739.656241:0:32634:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1783444739.659006:0:32634:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444739.659017:0:32634:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 881961 usecs (882 jiffies) 00000400:00000200:1.0:1783444739.659025:0:32634:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444739.659028:0:32634:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296379546 00000100:00000001:1.0:1783444739.659032:0:32634:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296380413 00000100:00000001:1.0:1783444739.659035:0:32634:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296379546 00000100:00000001:1.0:1783444739.659037:0:32634:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296380413 00000100:00000001:1.0:1783444739.659040:0:32634:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444739.659043:0:32634:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444739.659046:0:32634:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444739.659048:0:32634:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444739.659052:0:32634:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c742c38e40 going to sleep for 11 seconds 00000100:00000001:1.0:1783444739.659078:0:32634:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444739.659081:0:32634:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444739.660772:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444739.660779:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298700. 00000400:00000200:0.0:1783444739.660787:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444739.660796:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444739.660802:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7590766e8 00000400:00000010:0.0:1783444739.660805:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7590766e8. 00000100:00000001:0.0:1783444739.660809:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444739.660816:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c75883b100 x1870075608284672/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444755 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444739.660828:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444739.660832:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c75883b100 x1870075608284672/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444755 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444739.660838:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444739.660840:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444739.706832:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.706856:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444739.706861:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.706864:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444739.706874:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.706881:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444739.706893:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.706898:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.706903:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.706907:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 640 into portal 10 MB=0x6a4d2e855be00 00000400:00000200:0.0:1783444739.706912:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.706918:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 640/640 into md 0x78c9 [1] + 224 00000800:00000001:0.0:1783444739.706925:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.706938:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444739.706941:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444739.706945:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444739.706962:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444739.706971:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c75883b100 x1870075608284672/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444755 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444739.706983:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff91c75883b100 x1870075608284672/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444755 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444739.707009:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444739.707017:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.707020:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444739.707091:0:32634:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444739.707098:0:32634:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444739.707100:0:32634:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444739.707103:0:32634:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736528. 00000400:00000200:1.0:1783444739.707107:0:32634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076bb0 00000400:00000010:1.0:1783444739.707110:0:32634:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076bb0. 00000100:00000001:1.0:1783444739.707113:0:32634:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444739.707118:0:32634:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c75883b100 x1870075608284672/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444755 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783444739.707127:0:32634:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c75883b100 x1870075608284672/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444755 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.707133:0:32634:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444739.707135:0:32634:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444739.707138:0:32634:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444739.707141:0:32634:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444739.707143:0:32634:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444739.707146:0:32634:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444739.707149:0:32634:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444739.707158:0:32634:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=69 v=5 (105 105 105 137) 00000100:00001000:1.0:1783444739.707162:0:32634:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444739.707166:0:32634:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444739.707168:0:32634:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.707170:0:32634:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444739.707174:0:32634:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444739.707177:0:32634:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444739.707180:0:32634:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1783444739.707183:0:32634:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444739.707186:0:32634:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444739.707190:0:32634:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c75883b100 x1870075608284672/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1783444755 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.707198:0:32634:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444739.707201:0:32634:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444739.707203:0:32634:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444739.707207:0:32634:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883b100 x1870075608284672/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1783444755 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783444739.707215:0:32634:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c75883b100 pname:cluuid:pid:xid:nid:opc:job checkstat:666e3c65-e321-43ec-a94e-a01058e25d7d:32634:1870075608284672:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:1.0:1783444739.707220:0:32634:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444739.707223:0:32634:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444739.707226:0:32634:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783444739.707228:0:32634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444739.707231:0:32634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c75883b100 x1870075608284672/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1783444755 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.707238:0:32634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783444739.707241:0:32634:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c742c38e40. 00000100:00000001:1.0:1783444739.707244:0:32634:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783444739.707246:0:32634:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.707249:0:32634:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1783444739.707253:0:32634:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.707256:0:32634:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.707259:0:32634:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da200 refcount=4 00000020:00000001:1.0:1783444739.707261:0:32634:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097794560 : -121189611757056 : ffff91c7583da200) 00010000:00000001:1.0:1783444739.707264:0:32634:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097794560 : -121189611757056 : ffff91c7583da200) 00010000:00000040:1.0:1783444739.707270:0:32634:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c7583da200, remote cookie: 0x332dd2263f6dd404, flags: 0x1001 00010000:00010000:1.0:1783444739.707277:0:32634:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da200/0x5503b2fe824ef5e0 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd404 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1783444739.707292:0:32634:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x25:0x0].0x0, instead of [0x200000405:0x23:0x0].0x0 00010000:00000001:1.0:1783444739.707295:0:32634:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1783444739.707303:0:32634:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c741678d00. 00010000:00000010:1.0:1783444739.707307:0:32634:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c7505f9c00. 00010000:00000001:1.0:1783444739.707312:0:32634:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444739.707316:0:32634:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da200/0x5503b2fe824ef5e0 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd404 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444739.707338:0:32634:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da200/0x5503b2fe824ef5e0 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd404 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444739.707346:0:32634:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1783444739.707349:0:32634:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1783444739.707351:0:32634:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1783444739.707352:0:32634:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1783444739.707354:0:32634:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1783444739.707356:0:32634:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x25:0x0].0x0 (ffff91c741678d00) refcount = 1 00010000:00010000:1.0:1783444739.707361:0:32634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da200/0x5503b2fe824ef5e0 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd404 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444739.707367:0:32634:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1783444739.707370:0:32634:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1783444739.707372:0:32634:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444739.707374:0:32634:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1783444739.707377:0:32634:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444739.707380:0:32634:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da200/0x5503b2fe824ef5e0 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd404 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444739.707385:0:32634:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1783444739.707387:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.707389:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444739.707390:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.707392:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444739.707394:0:32634:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444739.707398:0:32634:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1783444739.707400:0:32634:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.707401:0:32634:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.707403:0:32634:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da200 refcount=3 00000020:00000001:1.0:1783444739.707405:0:32634:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097794560 : -121189611757056 : ffff91c7583da200) 00010000:00000001:1.0:1783444739.707407:0:32634:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097794560 : -121189611757056 : ffff91c7583da200) 00010000:00000001:1.0:1783444739.707409:0:32634:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.707410:0:32634:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.707412:0:32634:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da200 refcount=4 00000020:00000001:1.0:1783444739.707414:0:32634:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097794560 : -121189611757056 : ffff91c7583da200) 00010000:00000001:1.0:1783444739.707416:0:32634:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097794560 : -121189611757056 : ffff91c7583da200) 00010000:00000001:1.0:1783444739.707419:0:32634:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444739.707422:0:32634:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444739.707425:0:32634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da200/0x5503b2fe824ef5e0 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd404 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444739.707431:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.707432:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444739.707433:0:32634:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.707435:0:32634:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.707436:0:32634:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da200 refcount=5 00000020:00000001:1.0:1783444739.707438:0:32634:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097794560 : -121189611757056 : ffff91c7583da200) 00010000:00000001:1.0:1783444739.707440:0:32634:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097794560 : -121189611757056 : ffff91c7583da200) 00010000:00000001:1.0:1783444739.707442:0:32634:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444739.707445:0:32634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da200/0x5503b2fe824ef5e0 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd404 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444739.707451:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.707452:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1783444739.707455:0:32634:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da200/0x5503b2fe824ef5e0 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd404 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444739.707462:0:32634:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444739.707463:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.707464:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444739.707465:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.707467:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1783444739.707471:0:32634:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91c75883b100 x1870075608284672/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1783444755 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1783444739.707480:0:32634:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.707481:0:32634:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.707482:0:32634:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da200 refcount=3 00000020:00000001:1.0:1783444739.707484:0:32634:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097794560 : -121189611757056 : ffff91c7583da200) 00010000:00000001:1.0:1783444739.707486:0:32634:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097794560 : -121189611757056 : ffff91c7583da200) 00000002:00010000:1.0:1783444739.707489:0:32634:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da200/0x5503b2fe824ef5e0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd404 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1783444739.707497:0:32634:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff91c74353ff00. 00010000:00000001:1.0:1783444739.707499:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.707500:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444739.707501:0:32634:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444739.707504:0:32634:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444739.707506:0:32634:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1783444739.707509:0:32634:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.707510:0:32634:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.707511:0:32634:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da200 refcount=3 00000020:00000001:1.0:1783444739.707513:0:32634:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097794560 : -121189611757056 : ffff91c7583da200) 00010000:00000001:1.0:1783444739.707516:0:32634:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097794560 : -121189611757056 : ffff91c7583da200) 00000002:00010000:1.0:1783444739.707519:0:32634:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da200/0x5503b2fe824ef5e0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd404 expref: -99 pid: 32634 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444739.707539:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.707540:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444739.707542:0:32634:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783444739.707543:0:32634:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.707544:0:32634:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.707545:0:32634:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da200 refcount=3 00000020:00000001:1.0:1783444739.707547:0:32634:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097794560 : -121189611757056 : ffff91c7583da200) 00010000:00000001:1.0:1783444739.707549:0:32634:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097794560 : -121189611757056 : ffff91c7583da200) 00010000:00000040:1.0:1783444739.707553:0:32634:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678d00 count: 2 00010000:00000001:1.0:1783444739.707556:0:32634:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1783444739.707936:0:32634:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589935621/37 (0 0) 00010000:00000001:1.0:1783444739.707940:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.707941:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444739.707942:0:32634:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1783444739.707946:0:32634:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d23710 00000002:00002000:1.0:1783444739.707948:0:32634:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1783444739.707960:0:32634:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444739.707966:0:32634:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444739.707968:0:32634:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783444739.707972:0:32634:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x23:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1783444739.707975:0:32634:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444739.707979:0:32634:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c76050a8c0 2 00000080:00000001:1.0:1783444739.707982:0:32634:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1783444739.707984:0:32634:0:(namei.c:674:ll_lookup_it_finish()) it ffffa31941d23b20 it_disposition b 00000080:00000001:1.0:1783444739.707987:0:32634:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:1.0:1783444739.707993:0:32634:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1783444739.707996:0:32634:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1783444739.707999:0:32634:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:1.0:1783444739.708001:0:32634:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:1.0:1783444739.708009:0:32634:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444739.708014:0:32634:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a1870. 00000020:00000010:1.0:1783444739.708019:0:32634:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cd600. 00000020:00000010:1.0:1783444739.708023:0:32634:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590cd800. 00000020:00000010:1.0:1783444739.708026:0:32634:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b3c00. 00000008:00000010:1.0:1783444739.708034:0:32634:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c759066fe0. 00020000:00000010:1.0:1783444739.708039:0:32634:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025780. 00008000:00000010:1.0:1783444739.708044:0:32634:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cbaa60. 00000080:00000010:1.0:1783444739.708052:0:32634:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077a80. 00000080:00000010:1.0:1783444739.708113:0:32634:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444739.708119:0:32634:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cc800. 00000008:00000010:1.0:1783444739.708124:0:32634:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909bb80. 00020000:00000010:1.0:1783444739.708127:0:32634:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a2910. 00008000:00000010:1.0:1783444739.708130:0:32634:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603ef0b8. 00000080:00000010:1.0:1783444739.708134:0:32634:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107c0f0. 00000020:00000001:1.0:1783444739.708136:0:32634:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114339960 : -121189595211656 : ffff91c7593a1878) 00000020:00001000:1.0:1783444739.708139:0:32634:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a1870 00000020:00000001:1.0:1783444739.708141:0:32634:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1783444739.708145:0:32634:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:1.0:1783444739.708147:0:32634:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1783444739.708151:0:32634:0:(lov_ea.c:221:lsme_unpack()) kmalloced '(lsme)': 80 at ffff91c7465b3060. 00020000:00000010:1.0:1783444739.708155:0:32634:0:(lov_ea.c:258:lsme_unpack()) slab-alloced 'loi': 112 at ffff91c760519680. 00020000:00000010:1.0:1783444739.708160:0:32634:0:(lov_ea.c:385:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91c7465b3b40. 00020000:00000001:1.0:1783444739.708163:0:32634:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446622883797744448 : -121189911807168 : ffff91c7465b3b40) 00020000:00000002:1.0:1783444739.708166:0:32634:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c7465b3b40, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1783444739.708170:0:32634:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1783444739.708174:0:32634:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c760519680: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000002:1.0:1783444739.708177:0:32634:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff91c7464b72e8) owner ffff91c758a527c0 00020000:00000001:1.0:1783444739.708180:0:32634:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1783444739.708182:0:32634:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff91c7464b72e8) owner ffff91c758a527c0 00020000:00000010:1.0:1783444739.708186:0:32634:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91c760519680. 00020000:00000010:1.0:1783444739.708190:0:32634:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff91c7465b3060. 00020000:00000010:1.0:1783444739.708193:0:32634:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91c7465b3b40. 00020000:00000002:1.0:1783444739.708195:0:32634:0:(lov_object.c:1533:lov_conf_set()) [0x200000405:0x25:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1783444739.708196:0:32634:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444739.708198:0:32634:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1783444739.708200:0:32634:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a1870 00000020:00000010:1.0:1783444739.708203:0:32634:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590cd800. 00000020:00000010:1.0:1783444739.708206:0:32634:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b3c00. 00000008:00000010:1.0:1783444739.708209:0:32634:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c759066fe0. 00020000:00000010:1.0:1783444739.708212:0:32634:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025780. 00008000:00000010:1.0:1783444739.708216:0:32634:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cbaa60. 00000080:00000010:1.0:1783444739.708219:0:32634:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077a80. 00000080:00000010:1.0:1783444739.708222:0:32634:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444739.708225:0:32634:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cd600. 00000008:00000010:1.0:1783444739.708228:0:32634:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909bb80. 00020000:00000010:1.0:1783444739.708231:0:32634:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a2910. 00008000:00000010:1.0:1783444739.708234:0:32634:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603ef0b8. 00000080:00000010:1.0:1783444739.708237:0:32634:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107c0f0. 00000020:00000010:1.0:1783444739.708239:0:32634:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cc800. 00000020:00000010:1.0:1783444739.708242:0:32634:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a1870. 00000080:00000001:1.0:1783444739.708247:0:32634:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:1.0:1783444739.708250:0:32634:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1783444739.708255:0:32634:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x25:0x0](ffff91c748db2a08): rc = 0 00000080:00000001:1.0:1783444739.708257:0:32634:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622883839683080 : -121189869868536 : ffff91c748db2a08) 00010000:00000001:1.0:1783444739.708259:0:32634:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.708261:0:32634:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.708263:0:32634:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da200 refcount=3 00000020:00000001:1.0:1783444739.708265:0:32634:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097794560 : -121189611757056 : ffff91c7583da200) 00010000:00000001:1.0:1783444739.708267:0:32634:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097794560 : -121189611757056 : ffff91c7583da200) 00000080:00000001:1.0:1783444739.708270:0:32634:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:1.0:1783444739.708271:0:32634:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444739.708274:0:32634:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a1870. 00000020:00000010:1.0:1783444739.708276:0:32634:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cc800. 00000020:00000010:1.0:1783444739.708278:0:32634:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590cd600. 00000020:00000010:1.0:1783444739.708280:0:32634:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b3c00. 00000008:00000010:1.0:1783444739.708283:0:32634:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c759066fe0. 00020000:00000010:1.0:1783444739.708285:0:32634:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025780. 00008000:00000010:1.0:1783444739.708287:0:32634:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cbaa60. 00000080:00000010:1.0:1783444739.708290:0:32634:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077a80. 00000080:00000010:1.0:1783444739.708292:0:32634:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444739.708294:0:32634:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cd800. 00000008:00000010:1.0:1783444739.708296:0:32634:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909bb80. 00020000:00000010:1.0:1783444739.708299:0:32634:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a2910. 00008000:00000010:1.0:1783444739.708302:0:32634:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603ef0b8. 00000080:00000010:1.0:1783444739.708304:0:32634:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107c0f0. 00000020:00000001:1.0:1783444739.708306:0:32634:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114339960 : -121189595211656 : ffff91c7593a1878) 00000020:00001000:1.0:1783444739.708308:0:32634:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a1870 00000020:00000001:1.0:1783444739.708310:0:32634:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1783444739.708311:0:32634:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:1.0:1783444739.708312:0:32634:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1783444739.708315:0:32634:0:(lov_ea.c:221:lsme_unpack()) kmalloced '(lsme)': 80 at ffff91c7465b3b40. 00020000:00000010:1.0:1783444739.708317:0:32634:0:(lov_ea.c:258:lsme_unpack()) slab-alloced 'loi': 112 at ffff91c760519680. 00020000:00000010:1.0:1783444739.708319:0:32634:0:(lov_ea.c:385:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91c7465b3060. 00020000:00000001:1.0:1783444739.708919:0:32634:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446622883797741664 : -121189911809952 : ffff91c7465b3060) 00020000:00000002:1.0:1783444739.708922:0:32634:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c7465b3060, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1783444739.708926:0:32634:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1783444739.708930:0:32634:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c760519680: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000002:1.0:1783444739.708933:0:32634:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff91c7464b72e8) owner ffff91c758a527c0 00020000:00000001:1.0:1783444739.708934:0:32634:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1783444739.708936:0:32634:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff91c7464b72e8) owner ffff91c758a527c0 00020000:00000010:1.0:1783444739.708939:0:32634:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91c760519680. 00020000:00000010:1.0:1783444739.708943:0:32634:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff91c7465b3b40. 00020000:00000010:1.0:1783444739.708946:0:32634:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91c7465b3060. 00020000:00000002:1.0:1783444739.708948:0:32634:0:(lov_object.c:1533:lov_conf_set()) [0x200000405:0x25:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1783444739.708950:0:32634:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444739.708961:0:32634:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444739.708965:0:32634:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1783444739.708967:0:32634:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b72e8) owner 0000000000000000/ffff91c758a527c0 00020000:00000002:1.0:1783444739.708970:0:32634:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff91c760427420 addref 2/0 by ffff91c758a527c0. 00020000:00000002:1.0:1783444739.708973:0:32634:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b72e8) owner 0000000000000000/ffff91c758a527c0 00020000:00000001:1.0:1783444739.708975:0:32634:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1783444739.708976:0:32634:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1783444739.708977:0:32634:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1783444739.708979:0:32634:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1783444739.708981:0:32634:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1783444739.708984:0:32634:0:(file.c:6749:ll_layout_conf()) [0x200000405:0x25:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1783444739.708987:0:32634:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a1870 00000020:00000010:1.0:1783444739.708990:0:32634:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590cd600. 00000020:00000010:1.0:1783444739.708993:0:32634:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b3c00. 00000008:00000010:1.0:1783444739.708996:0:32634:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c759066fe0. 00020000:00000010:1.0:1783444739.708999:0:32634:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025780. 00008000:00000010:1.0:1783444739.709002:0:32634:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cbaa60. 00000080:00000010:1.0:1783444739.709005:0:32634:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077a80. 00000080:00000010:1.0:1783444739.709007:0:32634:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444739.709010:0:32634:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cc800. 00000008:00000010:1.0:1783444739.709012:0:32634:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909bb80. 00020000:00000010:1.0:1783444739.709014:0:32634:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a2910. 00008000:00000010:1.0:1783444739.709017:0:32634:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603ef0b8. 00000080:00000010:1.0:1783444739.709019:0:32634:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107c0f0. 00000020:00000010:1.0:1783444739.709021:0:32634:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cd800. 00000020:00000010:1.0:1783444739.709023:0:32634:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a1870. 00000080:00000001:1.0:1783444739.709025:0:32634:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.709027:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.709028:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783444739.709030:0:32634:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1783444739.709033:0:32634:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1783444739.709036:0:32634:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444739.709039:0:32634:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x25:0x0](ffff91c748db2a08) for lock 0x5503b2fe824ef5e0 00800000:00000001:1.0:1783444739.709042:0:32634:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444739.709045:0:32634:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444739.709046:0:32634:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.709047:0:32634:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.709049:0:32634:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da200 refcount=3 00000020:00000001:1.0:1783444739.709051:0:32634:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097794560 : -121189611757056 : ffff91c7583da200) 00010000:00000001:1.0:1783444739.709053:0:32634:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097794560 : -121189611757056 : ffff91c7583da200) 00010000:00000001:1.0:1783444739.709087:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.709088:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444739.709090:0:32634:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444739.709092:0:32634:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1783444739.709098:0:32634:0:(namei.c:653:ll_splice_alias()) Add dentry ffff91c748f1e288 inode ffff91c748db2a08 refc 1 flags 0x40000e 00000080:00000001:1.0:1783444739.709101:0:32634:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1783444739.709105:0:32634:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x25:0x0](ffff91c748db2a08) 00000080:00010000:1.0:1783444739.709108:0:32634:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef5e0 from it ffffa31941d23b20 00010000:00000001:1.0:1783444739.709110:0:32634:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.709111:0:32634:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.709112:0:32634:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da200 refcount=3 00000020:00000001:1.0:1783444739.709114:0:32634:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097794560 : -121189611757056 : ffff91c7583da200) 00010000:00000001:1.0:1783444739.709116:0:32634:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097794560 : -121189611757056 : ffff91c7583da200) 00010000:00000001:1.0:1783444739.709117:0:32634:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444739.709121:0:32634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da200/0x5503b2fe824ef5e0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6dd404 expref: -99 pid: 32634 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444739.709128:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.709130:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444739.709131:0:32634:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444739.709134:0:32634:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444739.709136:0:32634:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da200/0x5503b2fe824ef5e0 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dd404 expref: -99 pid: 32634 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783444739.709144:0:32634:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444739.709147:0:32634:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444739.709149:0:32634:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444739.709152:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.709153:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444739.709155:0:32634:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.709158:0:32634:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444739.709159:0:32634:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.709162:0:32634:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.709165:0:32634:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.709167:0:32634:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444739.709169:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.709169:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783444739.709171:0:32634:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1783444739.709174:0:32634:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cc200. 00000100:00000001:1.0:1783444739.709179:0:32634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444739.709188:0:32634:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c75883b100 x1870075608284672/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1783444755 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.709196:0:32634:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444739.709199:0:32634:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444739.709203:0:32634:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c760534000. 02000000:00000001:1.0:1783444739.709206:0:32634:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444739.709208:0:32634:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444739.709209:0:32634:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:1.0:1783444739.709212:0:32634:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444739.709214:0:32634:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c751025000. 02000000:00000001:1.0:1783444739.709218:0:32634:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444739.709219:0:32634:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444739.709221:0:32634:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c75883b100. 00000100:00000001:1.0:1783444739.709224:0:32634:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444739.709225:0:32634:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783444739.709228:0:32634:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1783444739.709229:0:32634:0:(dcache.c:176:ll_intent_release()) intent ffffa31941d23b20 released 00000080:00000001:1.0:1783444739.709231:0:32634:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:1.0:1783444739.709243:0:32634:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d23d08 00000080:00200008:1.0:1783444739.709245:0:32634:0:(file.c:6217:ll_getattr_dentry()) START file f:[0x200000405:0x25:0x0](ffff91c748db2a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1783444739.709250:0:32634:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444739.709251:0:32634:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d23c80 00000080:00200000:1.0:1783444739.709253:0:32634:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x25:0x0](ffff91c748db2a08),name=f 00000080:00000010:1.0:1783444739.709259:0:32634:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cc200. 00800000:00000002:1.0:1783444739.709264:0:32634:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c76050a8c0 2 00000080:00000001:1.0:1783444739.709269:0:32634:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444739.709272:0:32634:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444739.709274:0:32634:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d23ba0 00800000:00000002:1.0:1783444739.709276:0:32634:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x25:0x0] 'f' on [0x200000405:0x23:0x0] 00800000:00000001:1.0:1783444739.709280:0:32634:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444739.709283:0:32634:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444739.709285:0:32634:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444739.709288:0:32634:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444739.709290:0:32634:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444739.709292:0:32634:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444739.709294:0:32634:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1783444739.709296:0:32634:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444739.709299:0:32634:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444739.709299:0:32634:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444739.709300:0:32634:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444739.709302:0:32634:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444739.709303:0:32634:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444739.709305:0:32634:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:1.0:1783444739.709307:0:32634:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444739.709309:0:32634:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x23:0x0], fid2=[0x200000405:0x25:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444739.709313:0:32634:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444739.709314:0:32634:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d23a70 00000002:00010000:1.0:1783444739.709316:0:32634:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000405:0x25:0x0]) in obj [0x200000405:0x23:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444739.709320:0:32634:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444739.711411:0:32634:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444739.711419:0:32634:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444739.711426:0:32634:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678d00 count: 2 00010000:00000001:1.0:1783444739.711430:0:32634:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444739.711436:0:32634:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444739.711440:0:32634:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444739.711445:0:32634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da200/0x5503b2fe824ef5e0 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dd404 expref: -99 pid: 32634 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1783444739.711456:0:32634:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444739.711461:0:32634:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444739.711464:0:32634:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da200/0x5503b2fe824ef5e0 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dd404 expref: -99 pid: 32634 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1783444739.711471:0:32634:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783444739.711473:0:32634:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444739.711475:0:32634:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444739.711478:0:32634:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444739.711480:0:32634:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444739.711483:0:32634:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x23:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783444739.711486:0:32634:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783444739.711490:0:32634:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c76050a8c0 2 00000080:00000010:1.0:1783444739.711493:0:32634:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cc200. 00000080:00000001:1.0:1783444739.711500:0:32634:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783444739.711502:0:32634:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444739.711505:0:32634:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x25:0x0](ffff91c748db2a08) 00000080:00010000:1.0:1783444739.711508:0:32634:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x25:0x0](ffff91c748db2a08) for lock 0x5503b2fe824ef5e0 00800000:00000001:1.0:1783444739.711512:0:32634:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444739.711514:0:32634:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444739.711516:0:32634:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.711518:0:32634:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.711878:0:32634:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da200 refcount=3 00000020:00000001:1.0:1783444739.711882:0:32634:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097794560 : -121189611757056 : ffff91c7583da200) 00010000:00000001:1.0:1783444739.711885:0:32634:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097794560 : -121189611757056 : ffff91c7583da200) 00010000:00000001:1.0:1783444739.711888:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.711890:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444739.711892:0:32634:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444739.711894:0:32634:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444739.711897:0:32634:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef5e0 from it ffffa31941d23cb8 00010000:00000001:1.0:1783444739.711898:0:32634:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.711900:0:32634:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.711901:0:32634:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da200 refcount=3 00000020:00000001:1.0:1783444739.711903:0:32634:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097794560 : -121189611757056 : ffff91c7583da200) 00010000:00000001:1.0:1783444739.711906:0:32634:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097794560 : -121189611757056 : ffff91c7583da200) 00010000:00000001:1.0:1783444739.711908:0:32634:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444739.711911:0:32634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da200/0x5503b2fe824ef5e0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6dd404 expref: -99 pid: 32634 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783444739.711917:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.711918:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444739.711919:0:32634:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444739.711922:0:32634:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444739.711924:0:32634:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da200/0x5503b2fe824ef5e0 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dd404 expref: -99 pid: 32634 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783444739.711938:0:32634:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444739.711940:0:32634:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444739.711942:0:32634:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444739.711945:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.711946:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444739.711948:0:32634:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.711960:0:32634:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444739.711962:0:32634:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.711964:0:32634:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.711967:0:32634:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.711969:0:32634:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444739.711970:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.711972:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444739.711974:0:32634:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783444739.711976:0:32634:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783444739.711979:0:32634:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1783444739.711982:0:32634:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1783444739.711986:0:32634:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783444739.711988:0:32634:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1783444739.711989:0:32634:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444739.711991:0:32634:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1783444739.711995:0:32634:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1783444739.711998:0:32634:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444739.712006:0:32634:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a1870. 00000020:00000010:1.0:1783444739.712010:0:32634:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cc200. 00000020:00000010:1.0:1783444739.712013:0:32634:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590cd800. 00000020:00000010:1.0:1783444739.712016:0:32634:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b3c00. 00000008:00000010:1.0:1783444739.712022:0:32634:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c759066fe0. 00020000:00000010:1.0:1783444739.712026:0:32634:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025780. 00008000:00000010:1.0:1783444739.712030:0:32634:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cbaa60. 00000080:00000010:1.0:1783444739.712036:0:32634:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077a80. 00000080:00000010:1.0:1783444739.712040:0:32634:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444739.712043:0:32634:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cc800. 00000008:00000010:1.0:1783444739.712046:0:32634:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909bb80. 00020000:00000010:1.0:1783444739.712049:0:32634:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a2910. 00008000:00000010:1.0:1783444739.712053:0:32634:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603ef0b8. 00000080:00000010:1.0:1783444739.712073:0:32634:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107c0f0. 00000020:00000001:1.0:1783444739.712076:0:32634:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114339960 : -121189595211656 : ffff91c7593a1878) 00000020:00001000:1.0:1783444739.712078:0:32634:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a1870 00000020:00000001:1.0:1783444739.712082:0:32634:0:(cl_object.c:151:cl_object_top()) ffff91c74529d6c0 -> ffff91c74529d6c0 00000020:00000001:1.0:1783444739.712084:0:32634:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1783444739.712086:0:32634:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:1.0:1783444739.712088:0:32634:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x25:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1783444739.712091:0:32634:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444739.712092:0:32634:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1783444739.712094:0:32634:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1783444739.712096:0:32634:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444739.712098:0:32634:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783444739.712101:0:32634:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x25:0x0]io ffff91c760990e40 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1783444739.712104:0:32634:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b72e8) owner 0000000000000000/ffff91c758a527c0 00020000:00000001:1.0:1783444739.712107:0:32634:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1783444739.712108:0:32634:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1783444739.712110:0:32634:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1783444739.712112:0:32634:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444739.712114:0:32634:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1783444739.712116:0:32634:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1783444739.712117:0:32634:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444739.712119:0:32634:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444739.712120:0:32634:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1783444739.712121:0:32634:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1783444739.712123:0:32634:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b72e8) owner 0000000000000000/ffff91c758a527c0 00000020:00000001:1.0:1783444739.712125:0:32634:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1783444739.712127:0:32634:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1783444739.712129:0:32634:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x25:0x0] 00000020:00000001:1.0:1783444739.712131:0:32634:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1783444739.712133:0:32634:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1783444739.712135:0:32634:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1783444739.712137:0:32634:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1783444739.712142:0:32634:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1783444739.712146:0:32634:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91c7505f9580. 00020000:00000002:1.0:1783444739.712148:0:32634:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1783444739.712150:0:32634:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1783444739.712152:0:32634:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783444739.712154:0:32634:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1783444739.712155:0:32634:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444739.712157:0:32634:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a1480. 00000020:00000010:1.0:1783444739.712160:0:32634:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cd600. 00000020:00000010:1.0:1783444739.712162:0:32634:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590cd200. 00000020:00000010:1.0:1783444739.712164:0:32634:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b3060. 00000008:00000010:1.0:1783444739.712167:0:32634:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c759062cc0. 00020000:00000010:1.0:1783444739.712170:0:32634:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c7590259c0. 00008000:00000010:1.0:1783444739.712172:0:32634:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cbb4f8. 00000080:00000010:1.0:1783444739.712175:0:32634:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c7590777e0. 00000080:00000010:1.0:1783444739.712177:0:32634:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7609914d0. 00000020:00000010:1.0:1783444739.712180:0:32634:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cd000. 00000008:00000010:1.0:1783444739.712182:0:32634:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909adc0. 00020000:00000010:1.0:1783444739.712185:0:32634:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a2480. 00008000:00000010:1.0:1783444739.712187:0:32634:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603efab0. 00000080:00000010:1.0:1783444739.712189:0:32634:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107ca50. 00000020:00000001:1.0:1783444739.712191:0:32634:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114338952 : -121189595212664 : ffff91c7593a1488) 00000020:00001000:1.0:1783444739.712192:0:32634:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a1480 00000020:00000001:1.0:1783444739.712195:0:32634:0:(cl_object.c:151:cl_object_top()) ffff91c74529d080 -> ffff91c74529d6c0 00000020:00000001:1.0:1783444739.712196:0:32634:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1783444739.712199:0:32634:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444739.712200:0:32634:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1783444739.712201:0:32634:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444739.712203:0:32634:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444739.712204:0:32634:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883747342712 : -121189962208904 : ffff91c7435a2978) 00000020:00000001:1.0:1783444739.712206:0:32634:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1783444739.712209:0:32634:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91c75824f7c0. 00000008:00010000:1.0:1783444739.712212:0:32634:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1783444739.712214:0:32634:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1783444739.712216:0:32634:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1783444739.712218:0:32634:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91c7505f95b0, osc lock ffff91c75824f7c0, flags 0x400001002 00000020:00000001:1.0:1783444739.712220:0:32634:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444739.712222:0:32634:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444739.712224:0:32634:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446622883965801856 : -121189743749760 : ffff91c7505f9580) 00000020:00000001:1.0:1783444739.712225:0:32634:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1783444739.712227:0:32634:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1783444739.712228:0:32634:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444739.712230:0:32634:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444739.712232:0:32634:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1783444739.712234:0:32634:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1783444739.712236:0:32634:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1783444739.712237:0:32634:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1783444739.712238:0:32634:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783444739.712239:0:32634:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883747342712 : -121189962208904 : ffff91c7435a2978) 00000020:00000001:1.0:1783444739.712241:0:32634:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1783444739.712243:0:32634:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1783444739.712244:0:32634:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1783444739.712248:0:32634:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1783444739.712250:0:32634:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1783444739.712251:0:32634:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1783444739.712252:0:32634:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1783444739.712254:0:32634:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1783444739.712255:0:32634:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1783444739.712257:0:32634:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1783444739.712258:0:32634:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783444739.712261:0:32634:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.712263:0:32634:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1783444739.712267:0:32634:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883b100. 00000020:00000040:1.0:1783444739.712270:0:32634:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00010000:00000001:1.0:1783444739.712275:0:32634:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783444739.712278:0:32634:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444739.712280:0:32634:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444739.712283:0:32634:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444739.712284:0:32634:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444739.712287:0:32634:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444739.712306:0:32634:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c7590ccc00. 00000100:00000001:1.0:1783444739.712312:0:32634:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.712317:0:32634:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444739.712319:0:32634:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.712320:0:32634:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444739.712321:0:32634:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.712323:0:32634:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.712326:0:32634:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446622884102385920 : -121189607165696 : ffff91c75883b100) 00010000:00000001:1.0:1783444739.712329:0:32634:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783444739.712331:0:32634:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1783444739.712335:0:32634:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c741678600. 00010000:00000010:1.0:1783444739.712338:0:32634:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff91c741678f00. 00010000:00000001:1.0:1783444739.712343:0:32634:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783444739.712346:0:32634:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c7583db000. 00000020:00000001:1.0:1783444739.712349:0:32634:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783444739.712351:0:32634:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c7583db000 with handle 0x5503b2fe824ef5e7 to hash 00000020:00000001:1.0:1783444739.712354:0:32634:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783444739.712355:0:32634:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000010:1.0:1783444739.712359:0:32634:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff91c74353f180. 00010000:00000001:1.0:1783444739.712362:0:32634:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444739.712364:0:32634:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444739.712366:0:32634:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444739.712370:0:32634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef5e7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32634 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444739.712380:0:32634:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef5e7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32634 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444739.712388:0:32634:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444739.712392:0:32634:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444739.712395:0:32634:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444739.712408:0:32634:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c33a0b7] to pc [ptlrpcd_00_01+1] req@ffff91c75883b100 x1870075608284800/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1783444739.712439:0:32634:0:(osc_request.c:3307:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444739.712441:0:32634:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444739.712443:0:32634:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444739.712445:0:32634:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444739.712447:0:32634:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444739.712449:0:32634:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1783444739.712451:0:32634:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1783444739.712453:0:32634:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1783444739.712455:0:32634:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000100:00000001:0.0:1783444739.713088:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444739.713092:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444739.713095:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444739.713101:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c75883b100 x1870075608284800/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444739.713111:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444739.713113:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444739.713117:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444739.713119:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444739.713122:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444739.713126:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c75883b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608284800:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:0.0:1783444739.713132:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444739.713138:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444739.713140:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444739.713142:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444739.713149:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c746764400. 02000000:00000001:0.0:1783444739.713150:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444739.713156:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444739.713160:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658fa50. 00000400:00000010:0.0:1783444739.713166:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9bb0. 00000100:00000200:0.0:1783444739.713172:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608284800, portal 4 00000100:00000001:0.0:1783444739.713174:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444739.713176:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102385920 : -121189607165696 : ffff91c75883b100) 00000100:00000040:0.0:1783444739.713181:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c75883b100 x1870075608284800/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444755 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444739.713188:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444739.713191:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444739.713193:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9aa0. 00000100:00000200:0.0:1783444739.713195:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1870075608284800, offset 0 00000400:00000200:0.0:1783444739.713201:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444739.713208:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.713214:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444739.713219:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444739.713223:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444739.713227:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444739.713229:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444739.713233:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2730:2730:256:4294967295] 192.168.204.110@tcp LPNI seq info [2730:2730:8:4294967295] 00000400:00000200:0.0:1783444739.713237:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.713246:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444739.713253:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444739.713257:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3600. 00000800:00000200:0.0:1783444739.713262:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444739.713270:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444739.713275:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1783444739.713282:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444739.713286:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 19883 usecs (20 jiffies) 00000400:00000200:0.0:1783444739.713289:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444739.713291:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296378739 00000100:00000001:0.0:1783444739.713294:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296380413 00000100:00000001:0.0:1783444739.713296:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296378739 00000100:00000001:0.0:1783444739.713298:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296380413 00000100:00000001:0.0:1783444739.713301:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444739.713303:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444739.713306:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444739.713308:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444739.713313:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444739.713314:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783444739.713316:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444739.713318:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444739.713319:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444739.713321:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444739.713333:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444739.713334:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444739.718693:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444739.718705:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3600. 00000400:00000200:1.0:1783444739.718712:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444739.718721:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444739.718727:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9aa0 00000400:00000010:1.0:1783444739.718730:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9aa0. 00000100:00000001:1.0:1783444739.718736:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444739.718744:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c75883b100 x1870075608284800/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444755 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.718756:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444739.718760:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c75883b100 x1870075608284800/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444755 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.718767:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444739.718769:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444739.725184:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.725205:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444739.725210:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.725212:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444739.725221:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.725229:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444739.725240:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.725244:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.725250:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.725254:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 4 MB=0x6a4d2e855be80 00000400:00000200:0.0:1783444739.725258:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.725264:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 400/400 into md 0x78d9 [1] + 224 00000800:00000001:0.0:1783444739.725272:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.725284:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444739.725288:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444739.725306:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444739.725313:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444739.725322:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c75883b100 x1870075608284800/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444755 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444739.725334:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff91c75883b100 x1870075608284800/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444755 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444739.725357:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444739.725365:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.725369:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444739.728007:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444739.728015:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444739.728025:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444739.728027:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444739.728031:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658fa50. 00000400:00000200:1.0:1783444739.728039:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9bb0 00000400:00000010:1.0:1783444739.728041:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9bb0. 00000100:00000001:1.0:1783444739.728045:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444739.728093:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c75883b100 x1870075608284800/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444755 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783444739.728106:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c75883b100 x1870075608284800/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444755 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.728113:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444739.728115:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444739.728118:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444739.728121:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444739.728124:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444739.728127:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444739.728130:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444739.728141:0:2401:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=69 v=5 (5 5 5 138) 00000100:00001000:1.0:1783444739.728145:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=49 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444739.728147:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444739.728149:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.728152:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444739.728155:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444739.728158:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444739.728160:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1783444739.728162:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444739.728164:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444739.728168:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c75883b100 x1870075608284800/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444755 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.728174:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444739.728177:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444739.728179:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1783444739.728182:0:2401:0:(osc_request.c:3122:osc_enqueue_interpret()) Process entered 00010000:00000001:1.0:1783444739.728185:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.728187:0:2401:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.728190:0:2401:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db000 refcount=4 00000020:00000001:1.0:1783444739.728192:0:2401:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444739.728194:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444739.728196:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.728198:0:2401:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.728199:0:2401:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db000 refcount=5 00000020:00000001:1.0:1783444739.728200:0:2401:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444739.728202:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444739.728206:0:2401:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444739.728209:0:2401:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444739.728214:0:2401:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef5e7 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32634 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444739.728225:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.728227:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444739.728229:0:2401:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1783444739.728232:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.728233:0:2401:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.728234:0:2401:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db000 refcount=6 00000020:00000001:1.0:1783444739.728236:0:2401:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444739.728238:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000040:1.0:1783444739.728245:0:2401:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c7583db000, remote cookie: 0x332dd2263f6dd40b, flags: 0x1001 00010000:00010000:1.0:1783444739.728249:0:2401:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef5e7 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd40b expref: -99 pid: 32634 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444739.728257:0:2401:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1783444739.728260:0:2401:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.728262:0:2401:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1783444739.728266:0:2401:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1783444739.728270:0:2401:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef5e7 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd40b expref: -99 pid: 32634 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1783444739.728278:0:2401:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x15:0x0].0x0 (ffff91c741678600) refcount = 1 00010000:00000040:1.0:1783444739.728281:0:2401:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1783444739.728284:0:2401:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef5e7 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd40b expref: -99 pid: 32634 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444739.728304:0:2401:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1783444739.728307:0:2401:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444739.728309:0:2401:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1783444739.728312:0:2401:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444739.728316:0:2401:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef5e7 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd40b expref: -99 pid: 32634 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444739.728322:0:2401:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1783444739.728324:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.728325:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444739.728326:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.728327:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783444739.728329:0:2401:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1783444739.728331:0:2401:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1783444739.728333:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.728334:0:2401:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.728335:0:2401:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db000 refcount=5 00000020:00000001:1.0:1783444739.728337:0:2401:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444739.728339:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00000008:00000001:1.0:1783444739.728342:0:2401:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1783444739.728346:0:2401:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2540 -> ffff91c74529d6c0 00000008:00010000:1.0:1783444739.728350:0:2401:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef5e7 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6dd40b expref: -99 pid: 32634 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1783444739.728357:0:2401:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2540 -> ffff91c74529d6c0 00000020:00000001:1.0:1783444739.728359:0:2401:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1783444739.728362:0:2401:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1783444739.728365:0:2401:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1783444739.728367:0:2401:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444739.728369:0:2401:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444739.728370:0:2401:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2540 -> ffff91c74529d6c0 00000008:00000001:1.0:1783444739.728372:0:2401:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:1.0:1783444739.728375:0:2401:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1783444739.728377:0:2401:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1783444739.728385:0:2401:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1783444739.728387:0:2401:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.728388:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.728390:0:2401:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.728391:0:2401:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db000 refcount=6 00000020:00000001:1.0:1783444739.728393:0:2401:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444739.728395:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444739.728397:0:2401:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444739.728400:0:2401:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef5e7 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x332dd2263f6dd40b expref: -99 pid: 32634 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444739.728408:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.728409:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1783444739.728412:0:2401:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef5e7 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x332dd2263f6dd40b expref: -99 pid: 32634 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444739.728417:0:2401:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444739.728419:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.728419:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783444739.728421:0:2401:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.728423:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.728424:0:2401:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.728425:0:2401:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db000 refcount=5 00000020:00000001:1.0:1783444739.728427:0:2401:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444739.728428:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444739.728430:0:2401:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444739.728432:0:2401:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef5e7 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x332dd2263f6dd40b expref: -99 pid: 32634 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444739.728438:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.728439:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444739.728440:0:2401:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444739.728442:0:2401:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444739.728445:0:2401:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef5e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6dd40b expref: -99 pid: 32634 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783444739.728454:0:2401:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444739.728456:0:2401:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444739.728458:0:2401:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444739.728462:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.728463:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444739.728465:0:2401:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.728468:0:2401:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444739.728470:0:2401:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.728471:0:2401:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.728473:0:2401:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.728475:0:2401:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444739.728477:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.728478:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444739.728479:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.728480:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783444739.728481:0:2401:0:(osc_request.c:3161:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444739.728487:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883b100 x1870075608284800/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444755 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783444739.728496:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c75883b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608284800:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:1.0:1783444739.728501:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444739.728504:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444739.728508:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c75883b100 x1870075608284800/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444755 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.728515:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444739.728517:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444739.728534:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c746764400. 02000000:00000001:1.0:1783444739.728540:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444739.728542:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444739.728543:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:1.0:1783444739.728546:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444739.728548:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c7590ccc00. 02000000:00000001:1.0:1783444739.728552:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444739.728554:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444739.728555:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c75883b100. 00000100:00000001:1.0:1783444739.728778:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444739.728779:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444739.728782:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444739.728789:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444739.728791:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444739.728793:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444739.728796:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444739.728864:0:32634:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444739.728869:0:32634:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444739.728876:0:32634:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1783444739.728878:0:32634:0:(cl_object.c:151:cl_object_top()) ffff91c74529d6c0 -> ffff91c74529d6c0 00000020:00000001:0.0:1783444739.728880:0:32634:0:(cl_object.c:151:cl_object_top()) ffff91c74529d6c0 -> ffff91c74529d6c0 00000020:00000001:0.0:1783444739.728882:0:32634:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1783444739.728886:0:32634:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1783444739.728890:0:32634:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1783444739.728892:0:32634:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444739.728893:0:32634:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1783444739.728895:0:32634:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783444739.728897:0:32634:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x25:1029 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:0.0:1783444739.728900:0:32634:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783444739.728903:0:32634:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:0.0:1783444739.728905:0:32634:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444739.728907:0:32634:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444739.728909:0:32634:0:(cl_object.c:151:cl_object_top()) ffff91c74529d6c0 -> ffff91c74529d6c0 00000080:00200000:0.0:1783444739.728911:0:32634:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000405:0x25:0x0] updating i_size 0 i_blocks 0 00000080:00000001:0.0:1783444739.728914:0:32634:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1783444739.728916:0:32634:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1783444739.728918:0:32634:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91c760990de0 (ffff91c7593a1878/0) at cl_lock_release():245 00000020:00000001:0.0:1783444739.728921:0:32634:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783444739.728922:0:32634:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c760990de0 (ffff91c7593a1878/0) at cl_lock_cancel():142 00020000:00000001:0.0:1783444739.728926:0:32634:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1783444739.728929:0:32634:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783444739.728930:0:32634:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883747342712 : -121189962208904 : ffff91c7435a2978) 00000020:00000001:0.0:1783444739.728932:0:32634:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783444739.728933:0:32634:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c7505f95b0 (ffff91c7593a1488/1) at cl_lock_cancel():142 00000008:00000001:0.0:1783444739.728936:0:32634:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1783444739.728937:0:32634:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1783444739.728939:0:32634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444739.728940:0:32634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783444739.728942:0:32634:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1783444739.728943:0:32634:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1783444739.728944:0:32634:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783444739.728945:0:32634:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783444739.728947:0:32634:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783444739.728948:0:32634:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c760990de0 (ffff91c7593a1878/0) at cl_lock_fini():72 00020000:00000001:0.0:1783444739.728959:0:32634:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1783444739.728961:0:32634:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783444739.728962:0:32634:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c7505f95b0 (ffff91c7593a1878/1) at cl_lock_fini():72 00000008:00000010:0.0:1783444739.728965:0:32634:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91c75824f7c0. 00000020:00000001:0.0:1783444739.728968:0:32634:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1783444739.728970:0:32634:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91c7505f9580. 00020000:00000001:0.0:1783444739.728973:0:32634:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1783444739.728974:0:32634:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1783444739.728975:0:32634:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1783444739.728977:0:32634:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444739.728979:0:32634:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783444739.728982:0:32634:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783444739.728984:0:32634:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783444739.728985:0:32634:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783444739.728987:0:32634:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783444739.728989:0:32634:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a1480 00000020:00000010:0.0:1783444739.728992:0:32634:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590cd200. 00000020:00000010:0.0:1783444739.728996:0:32634:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b3060. 00000008:00000010:0.0:1783444739.729001:0:32634:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c759062cc0. 00020000:00000010:0.0:1783444739.729007:0:32634:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c7590259c0. 00008000:00000010:0.0:1783444739.729011:0:32634:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cbb4f8. 00000080:00000010:0.0:1783444739.729015:0:32634:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c7590777e0. 00000080:00000010:0.0:1783444739.729019:0:32634:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7609914d0. 00000020:00000010:0.0:1783444739.729023:0:32634:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cd600. 00000008:00000010:0.0:1783444739.729026:0:32634:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909adc0. 00020000:00000010:0.0:1783444739.729028:0:32634:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a2480. 00008000:00000010:0.0:1783444739.729031:0:32634:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603efab0. 00000080:00000010:0.0:1783444739.729034:0:32634:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107ca50. 00000020:00000010:0.0:1783444739.729037:0:32634:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cd000. 00000020:00000010:0.0:1783444739.729038:0:32634:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a1480. 00020000:00000001:0.0:1783444739.729041:0:32634:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783444739.729043:0:32634:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783444739.729046:0:32634:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783444739.729048:0:32634:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x25:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783444739.729051:0:32634:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1783444739.729053:0:32634:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444739.729086:0:32634:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783444739.729089:0:32634:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783444739.729090:0:32634:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783444739.729091:0:32634:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a1870 00000020:00000010:0.0:1783444739.729093:0:32634:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590cd800. 00000020:00000010:0.0:1783444739.729096:0:32634:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b3c00. 00000008:00000010:0.0:1783444739.729098:0:32634:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c759066fe0. 00020000:00000010:0.0:1783444739.729101:0:32634:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025780. 00008000:00000010:0.0:1783444739.729103:0:32634:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cbaa60. 00000080:00000010:0.0:1783444739.729105:0:32634:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077a80. 00000080:00000010:0.0:1783444739.729107:0:32634:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c760990de0. 00000020:00000010:0.0:1783444739.729109:0:32634:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cc200. 00000008:00000010:0.0:1783444739.729111:0:32634:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909bb80. 00020000:00000010:0.0:1783444739.729114:0:32634:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a2910. 00008000:00000010:0.0:1783444739.729116:0:32634:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603ef0b8. 00000080:00000010:0.0:1783444739.729118:0:32634:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107c0f0. 00000020:00000010:0.0:1783444739.729120:0:32634:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cc800. 00000020:00000010:0.0:1783444739.729122:0:32634:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a1870. 00000001:00000001:0.0:1783444739.729124:0:32634:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444739.729132:0:32634:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d23d08 00000080:00000008:0.0:1783444739.729134:0:32634:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file f:[0x200000405:0x25:0x0](ffff91c748db2a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783444739.729140:0:32634:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783444739.729142:0:32634:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d23da0 00000080:00002000:0.0:1783444739.729145:0:32634:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff91c748f1e288, parent ffff91c748f1eaf8, inode ffff91c748db2a08) hashed, 00000080:00000001:0.0:1783444739.729148:0:32634:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444739.750428:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444739.750433:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1a00. 00000400:00000200:1.0:1783444739.750438:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444739.750443:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444739.750448:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83908 00000400:00000010:1.0:1783444739.750451:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83908. 00000100:00000001:1.0:1783444739.750455:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444739.750460:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2a00 x1870075608284928/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444755 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.750469:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444739.750472:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2a00 x1870075608284928/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444755 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.750478:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444739.750479:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444739.764868:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.764885:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444739.764890:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.764892:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444739.764900:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.764908:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444739.764917:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.764922:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.764928:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.764932:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e855bf00 00000400:00000200:0.0:1783444739.764937:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.764943:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x78e9 [1] + 224 00000800:00000001:0.0:1783444739.764965:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.764974:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444739.764978:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444739.764982:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444739.764990:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444739.765000:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2a00 x1870075608284928/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444755 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444739.765011:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c7603f2a00 x1870075608284928/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444755 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444739.765033:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444739.765041:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.765044:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783444739.775593:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444739.775604:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1d00. 00000400:00000200:1.0:1783444739.775611:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444739.775621:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444739.775628:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83b28 00000400:00000010:1.0:1783444739.775630:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83b28. 00000100:00000001:1.0:1783444739.775635:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444739.775644:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2a00 x1870075608285056/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444755 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.775655:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444739.775659:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2a00 x1870075608285056/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444755 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.775665:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444739.775667:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444739.793974:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.793992:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444739.793997:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.793999:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444739.794008:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.794015:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444739.794025:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.794030:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.794035:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.794038:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 640 into portal 10 MB=0x6a4d2e855bf80 00000400:00000200:0.0:1783444739.794043:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.794047:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 640/640 into md 0x78f1 [1] + 224 00000800:00000001:0.0:1783444739.794095:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.794105:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444739.794108:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444739.794112:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444739.794120:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444739.794129:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2a00 x1870075608285056/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444755 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444739.794139:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff91c7603f2a00 x1870075608285056/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444755 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444739.794158:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444739.794166:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.794170:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444739.797881:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444739.797885:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444739.797887:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444739.797894:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f2a00 x1870075608285184/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444739.797902:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444739.797904:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444739.797908:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444739.797911:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444739.797913:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444739.797916:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608285184:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:3.0:1783444739.797921:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444739.797926:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444739.797928:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444739.797931:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444739.797935:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452ad800. 02000000:00000001:3.0:1783444739.797938:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444739.797943:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444739.797962:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811c60. 00000400:00000010:3.0:1783444739.797969:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218880. 00000100:00000200:3.0:1783444739.797976:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608285184, portal 4 00000100:00000001:3.0:1783444739.797979:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444739.797980:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232112640 : -121189477438976 : ffff91c7603f2a00) 00000100:00000040:3.0:1783444739.797986:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c7603f2a00 x1870075608285184/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444755 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444739.797999:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444739.798001:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444739.798004:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218dd0. 00000100:00000200:3.0:1783444739.798007:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1870075608285184, offset 0 00000400:00000200:3.0:1783444739.798013:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444739.798021:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444739.798028:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444739.798033:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444739.798037:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444739.798040:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444739.798043:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444739.798047:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2733:2733:256:4294967295] 192.168.204.110@tcp LPNI seq info [2733:2733:8:4294967295] 00000400:00000200:3.0:1783444739.798051:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444739.798100:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444739.798107:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444739.798112:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c000. 00000800:00000200:3.0:1783444739.798119:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444739.798126:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444739.798131:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1783444739.798148:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444739.798153:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 125693 usecs (126 jiffies) 00000400:00000200:3.0:1783444739.798157:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444739.798159:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296378930 00000100:00000001:3.0:1783444739.798162:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296380413 00000100:00000001:3.0:1783444739.798164:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296378930 00000100:00000001:3.0:1783444739.798166:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296380413 00000100:00000001:3.0:1783444739.798168:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444739.798171:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444739.798174:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444739.798176:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444739.798182:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444739.798184:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783444739.798187:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444739.798188:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444739.798189:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444739.798191:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444739.798203:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444739.798205:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444739.798412:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444739.798417:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c000. 00000400:00000200:1.0:1783444739.798423:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444739.798428:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444739.798433:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218dd0 00000400:00000010:1.0:1783444739.798434:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218dd0. 00000100:00000001:1.0:1783444739.798438:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444739.798443:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2a00 x1870075608285184/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444755 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.798451:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444739.798454:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2a00 x1870075608285184/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444755 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.798460:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444739.798461:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444739.803231:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.803248:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444739.803252:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.803255:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444739.803263:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.803271:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444739.803280:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.803284:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.803289:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.803293:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 4 MB=0x6a4d2e855c000 00000400:00000200:0.0:1783444739.803298:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.803303:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 400/400 into md 0x78f9 [1] + 224 00000800:00000001:0.0:1783444739.803310:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.803319:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444739.803322:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444739.803326:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444739.803333:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444739.803342:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2a00 x1870075608285184/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444755 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444739.803367:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff91c7603f2a00 x1870075608285184/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444755 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444739.803384:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444739.803392:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.803395:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444739.803770:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444739.803775:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444739.803792:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444739.803795:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444739.803798:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811c60. 00000400:00000200:3.0:1783444739.803802:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218880 00000400:00000010:3.0:1783444739.803804:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218880. 00000100:00000001:3.0:1783444739.803808:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444739.803813:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f2a00 x1870075608285184/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444755 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783444739.803821:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f2a00 x1870075608285184/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444755 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444739.803827:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444739.803829:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444739.803831:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444739.803834:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444739.803836:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444739.803839:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444739.803842:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444739.803850:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f460 time=69 v=5 (5 5 5 138) 00000100:00001000:3.0:1783444739.803854:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=40 v=5 (1 1 0 0) 00000100:00000001:3.0:1783444739.803856:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444739.803858:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444739.803861:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444739.803863:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444739.803866:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444739.803868:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967326 00000100:00000001:3.0:1783444739.803870:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444739.803873:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444739.803877:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f2a00 x1870075608285184/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444755 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444739.803883:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444739.803885:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444739.803887:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1783444739.803890:0:2402:0:(osc_request.c:3122:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1783444739.803892:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444739.803895:0:2402:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444739.803898:0:2402:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225200 refcount=4 00000020:00000001:3.0:1783444739.803900:0:2402:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:3.0:1783444739.803903:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:3.0:1783444739.803905:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444739.803906:0:2402:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444739.803908:0:2402:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225200 refcount=5 00000020:00000001:3.0:1783444739.803909:0:2402:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:3.0:1783444739.803911:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:3.0:1783444739.803914:0:2402:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444739.803917:0:2402:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444739.803922:0:2402:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000294ff445/0x5503b2fe824ef5fc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444739.803932:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444739.803934:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444739.803936:0:2402:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783444739.803938:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444739.803939:0:2402:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444739.803940:0:2402:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225200 refcount=6 00000020:00000001:3.0:1783444739.803942:0:2402:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:3.0:1783444739.803944:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000040:3.0:1783444739.803963:0:2402:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c752225200, remote cookie: 0x332dd2263f6dd44a, flags: 0x1001 00010000:00010000:3.0:1783444739.803968:0:2402:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000294ff445/0x5503b2fe824ef5fc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd44a expref: -99 pid: 32635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444739.803976:0:2402:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1783444739.803978:0:2402:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444739.803980:0:2402:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783444739.803983:0:2402:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1783444739.803987:0:2402:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000294ff445/0x5503b2fe824ef5fc lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd44a expref: -99 pid: 32635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1783444739.803994:0:2402:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x13:0x0].0x0 (ffff91c747211e00) refcount = 1 00010000:00000040:3.0:1783444739.803997:0:2402:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1783444739.803999:0:2402:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000294ff445/0x5503b2fe824ef5fc lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd44a expref: -99 pid: 32635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444739.804007:0:2402:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783444739.804008:0:2402:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444739.804010:0:2402:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783444739.804012:0:2402:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444739.804015:0:2402:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000294ff445/0x5503b2fe824ef5fc lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd44a expref: -99 pid: 32635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444739.804021:0:2402:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783444739.804022:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444739.804023:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444739.804024:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444739.804024:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1783444739.804026:0:2402:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1783444739.804029:0:2402:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1783444739.804031:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444739.804032:0:2402:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444739.804033:0:2402:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225200 refcount=5 00000020:00000001:3.0:1783444739.804035:0:2402:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:3.0:1783444739.804037:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00000008:00000001:3.0:1783444739.804041:0:2402:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1783444739.804044:0:2402:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529daa8 00000008:00010000:3.0:1783444739.804048:0:2402:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000294ff445/0x5503b2fe824ef5fc lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6dd44a expref: -99 pid: 32635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1783444739.804089:0:2402:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529daa8 00000020:00000001:3.0:1783444739.804092:0:2402:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1783444739.804095:0:2402:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1783444739.804097:0:2402:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1783444739.804099:0:2402:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444739.804101:0:2402:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444739.804102:0:2402:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529daa8 00000008:00000001:3.0:1783444739.804104:0:2402:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1783444739.804106:0:2402:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1783444739.804108:0:2402:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1783444739.804117:0:2402:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1783444739.804119:0:2402:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444739.804121:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444739.804122:0:2402:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444739.804124:0:2402:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225200 refcount=6 00000020:00000001:3.0:1783444739.804126:0:2402:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:3.0:1783444739.804128:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:3.0:1783444739.804130:0:2402:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444739.804133:0:2402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000294ff445/0x5503b2fe824ef5fc lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x332dd2263f6dd44a expref: -99 pid: 32635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444739.804139:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444739.804140:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783444739.804143:0:2402:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000294ff445/0x5503b2fe824ef5fc lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x332dd2263f6dd44a expref: -99 pid: 32635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444739.804154:0:2402:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444739.804155:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444739.804156:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1783444739.804158:0:2402:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444739.804159:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444739.804160:0:2402:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444739.804161:0:2402:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225200 refcount=5 00000020:00000001:3.0:1783444739.804163:0:2402:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:3.0:1783444739.804165:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:3.0:1783444739.804167:0:2402:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444739.804169:0:2402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000294ff445/0x5503b2fe824ef5fc lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x332dd2263f6dd44a expref: -99 pid: 32635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444739.804175:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444739.804176:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444739.804178:0:2402:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444739.804180:0:2402:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444739.804182:0:2402:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000294ff445/0x5503b2fe824ef5fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6dd44a expref: -99 pid: 32635 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444739.804190:0:2402:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444739.804193:0:2402:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444739.804194:0:2402:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444739.804198:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444739.804199:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444739.804200:0:2402:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444739.804203:0:2402:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444739.804204:0:2402:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444739.804206:0:2402:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444739.804208:0:2402:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444739.804210:0:2402:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444739.804211:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444739.804212:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444739.804213:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444739.804214:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1783444739.804216:0:2402:0:(osc_request.c:3161:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444739.804221:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f2a00 x1870075608285184/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444755 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783444739.804229:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608285184:192.168.204.110@tcp:101:checkstat.0 00000100:00000001:3.0:1783444739.804234:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444739.804237:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444739.804240:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f2a00 x1870075608285184/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444755 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444739.804247:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444739.804249:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444739.804252:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452ad800. 02000000:00000001:3.0:1783444739.804256:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444739.804258:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444739.804260:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:3.0:1783444739.804262:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444739.804276:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c7435f5200. 02000000:00000001:3.0:1783444739.804281:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444739.804283:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444739.804285:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f2a00. 00000100:00000001:3.0:1783444739.804289:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444739.804290:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444739.804292:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444739.804299:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444739.804301:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444739.804303:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444739.804305:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444739.814758:0:32442:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444739.814764:0:32442:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783444739.814767:0:32442:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0bb78 00000080:00200000:0.0:1783444739.814771:0:32442:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:0.0:1783444739.814778:0:32442:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75a129000. 00800000:00000002:0.0:1783444739.814798:0:32442:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444739.814803:0:32442:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444739.814808:0:32442:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444739.814810:0:32442:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0ba98 00800000:00000002:0.0:1783444739.814812:0:32442:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444739.814816:0:32442:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783444739.814819:0:32442:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444739.814822:0:32442:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444739.814824:0:32442:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444739.814827:0:32442:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444739.814829:0:32442:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444739.814831:0:32442:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444739.814833:0:32442:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444739.814837:0:32442:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783444739.814841:0:32442:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444739.814843:0:32442:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0b968 00000002:00010000:0.0:1783444739.814846:0:32442:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783444739.814849:0:32442:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783444739.814852:0:32442:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444739.814855:0:32442:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444739.814862:0:32442:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678800 count: 2 00010000:00000001:0.0:1783444739.814865:0:32442:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444739.814870:0:32442:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444739.814874:0:32442:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783444739.814878:0:32442:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef5d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd3cc expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1783444739.814890:0:32442:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783444739.814894:0:32442:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444739.814897:0:32442:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef5d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd3cc expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1783444739.814904:0:32442:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783444739.814906:0:32442:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783444739.814908:0:32442:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444739.814910:0:32442:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444739.814912:0:32442:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444739.814915:0:32442:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783444739.814917:0:32442:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783444739.814919:0:32442:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:0.0:1783444739.814922:0:32442:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75a129000. 00000080:00000001:0.0:1783444739.814927:0:32442:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783444739.814929:0:32442:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444739.814932:0:32442:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:0.0:1783444739.814936:0:32442:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef5d2 00800000:00000001:0.0:1783444739.814938:0:32442:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783444739.814940:0:32442:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783444739.814941:0:32442:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444739.814944:0:32442:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444739.814946:0:32442:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dbc00 refcount=3 00000020:00000001:0.0:1783444739.814961:0:32442:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:0.0:1783444739.814964:0:32442:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:0.0:1783444739.814967:0:32442:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444739.814969:0:32442:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444739.814970:0:32442:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444739.814972:0:32442:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444739.814975:0:32442:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef5d2 from it ffffa31941c0bbb0 00010000:00000001:0.0:1783444739.814977:0:32442:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444739.814978:0:32442:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444739.814980:0:32442:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dbc00 refcount=3 00000020:00000001:0.0:1783444739.814981:0:32442:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:0.0:1783444739.814984:0:32442:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:0.0:1783444739.814986:0:32442:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444739.814989:0:32442:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef5d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd3cc expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783444739.814996:0:32442:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444739.814997:0:32442:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444739.814998:0:32442:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444739.815000:0:32442:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444739.815003:0:32442:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef5d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd3cc expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783444739.815010:0:32442:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444739.815013:0:32442:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444739.815016:0:32442:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444739.815020:0:32442:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444739.815022:0:32442:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444739.815023:0:32442:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444739.815026:0:32442:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444739.815028:0:32442:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444739.815030:0:32442:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444739.815033:0:32442:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444739.815036:0:32442:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444739.815037:0:32442:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444739.815038:0:32442:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783444739.815042:0:32442:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783444739.815044:0:32442:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444739.815047:0:32442:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 44 00000080:00000001:0.0:1783444739.815052:0:32442:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444739.815086:0:32442:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783444739.815089:0:32442:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783444739.815091:0:32442:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0bb78 00000080:00200008:0.0:1783444739.815092:0:32442:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), flags 304000 00000080:00000010:0.0:1783444739.815098:0:32442:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91c74ad74500. 00000080:00000001:0.0:1783444739.815103:0:32442:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444739.815105:0:32442:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444739.815116:0:32442:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0bd28 00000080:00200008:0.0:1783444739.815118:0:32442:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783444739.815123:0:32442:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1783444739.815125:0:32442:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:0.0:1783444739.815128:0:32442:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75a129000. 00800000:00000002:0.0:1783444739.815130:0:32442:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00800000:00000001:0.0:1783444739.815135:0:32442:0:(lmv_obd.c:3431:lmv_read_page()) Process entered 00800000:00000001:0.0:1783444739.815137:0:32442:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444739.815138:0:32442:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444739.815139:0:32442:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444739.815141:0:32442:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444739.815143:0:32442:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444739.815144:0:32442:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444739.815147:0:32442:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444739.815150:0:32442:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:0.0:1783444739.815151:0:32442:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444739.815153:0:32442:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0b990 00000002:00010000:0.0:1783444739.815154:0:32442:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:0.0:1783444739.815157:0:32442:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783444739.815159:0:32442:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444739.815160:0:32442:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444739.815162:0:32442:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678800 count: 2 00010000:00000001:0.0:1783444739.815165:0:32442:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444739.815167:0:32442:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444739.815169:0:32442:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783444739.815172:0:32442:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef5d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd3cc expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1783444739.815185:0:32442:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783444739.815187:0:32442:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444739.815190:0:32442:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef5d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd3cc expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1783444739.815196:0:32442:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783444739.815198:0:32442:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783444739.815200:0:32442:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783444739.815202:0:32442:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783444739.815203:0:32442:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444739.815205:0:32442:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444739.815206:0:32442:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dbc00 refcount=3 00000020:00000001:0.0:1783444739.815208:0:32442:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:0.0:1783444739.815211:0:32442:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:0.0:1783444739.815213:0:32442:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444739.815214:0:32442:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444739.815215:0:32442:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444739.815254:0:32442:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:0.0:1783444739.815259:0:32442:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff91c7614b5000. 00000002:00000001:0.0:1783444739.816330:0:32442:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:0.0:1783444739.816342:0:32442:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746733800. 00000020:00000040:0.0:1783444739.816347:0:32442:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:0.0:1783444739.816477:0:32442:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444739.816480:0:32442:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444739.816483:0:32442:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444739.816492:0:32442:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c75a128800. 00000100:00000001:0.0:1783444739.816499:0:32442:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444739.816502:0:32442:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1783444739.816507:0:32442:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff91c746764400. 00000100:00000010:0.0:1783444739.816512:0:32442:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff91c749795000. 00000020:00000040:0.0:1783444739.816514:0:32442:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:0.0:1783444739.816541:0:32442:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783444739.816544:0:32442:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783444739.816551:0:32442:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7590260c0. 00000100:00000001:0.0:1783444739.816553:0:32442:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884110688448 : -121189598863168 : ffff91c7590260c0) 00000100:00000001:0.0:1783444739.816556:0:32442:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444739.816557:0:32442:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799316480 : -121189910235136 : ffff91c746733800) 00000100:00000001:0.0:1783444739.816562:0:32442:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444739.816566:0:32442:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444739.816568:0:32442:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783444739.816570:0:32442:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444739.816580:0:32442:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746733800 x1870075608285312/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444739.816588:0:32442:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444739.816590:0:32442:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444739.816594:0:32442:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444739.816596:0:32442:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444739.816598:0:32442:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444739.816602:0:32442:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746733800 pname:cluuid:pid:xid:nid:opc:job bash:666e3c65-e321-43ec-a94e-a01058e25d7d:32442:1870075608285312:192.168.204.110@tcp:37:bash.0 00000100:00000001:0.0:1783444739.816606:0:32442:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444739.816610:0:32442:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444739.816613:0:32442:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444739.816615:0:32442:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1783444739.816622:0:32442:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444739.816627:0:32442:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f108. 00000400:00000010:0.0:1783444739.816635:0:32442:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff91c751166000. 00000100:00000200:0.0:1783444739.816642:0:32442:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a4d2e855c080-0x6a4d2e855c080, portal 14 00000100:00000001:0.0:1783444739.816645:0:32442:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444739.816647:0:32442:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444739.816650:0:32442:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c746764800. 02000000:00000001:0.0:1783444739.816652:0:32442:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444739.816654:0:32442:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444739.816656:0:32442:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f948. 00000400:00000010:0.0:1783444739.816660:0:32442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9770. 00000100:00000200:0.0:1783444739.816664:0:32442:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608285312, portal 10 00000100:00000001:0.0:1783444739.816666:0:32442:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444739.816667:0:32442:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799316480 : -121189910235136 : ffff91c746733800) 00000100:00000040:0.0:1783444739.816673:0:32442:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c746733800 x1870075608285312/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444755 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444739.816693:0:32442:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444739.816696:0:32442:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444739.816698:0:32442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9440. 00000100:00000200:0.0:1783444739.816701:0:32442:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1870075608285312, offset 0 00000400:00000200:0.0:1783444739.816707:0:32442:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444739.816715:0:32442:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.816722:0:32442:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444739.816727:0:32442:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444739.816731:0:32442:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444739.816734:0:32442:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444739.816737:0:32442:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444739.816740:0:32442:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2734:2734:256:4294967295] 192.168.204.110@tcp LPNI seq info [2734:2734:8:4294967295] 00000400:00000200:0.0:1783444739.816744:0:32442:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.816753:0:32442:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444739.816759:0:32442:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444739.816763:0:32442:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3c00. 00000800:00000200:0.0:1783444739.816769:0:32442:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444739.816777:0:32442:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444739.816923:0:32442:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3c00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1783444739.816998:0:32442:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444739.817003:0:32442:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 878436 usecs (879 jiffies) 00000400:00000200:0.0:1783444739.817008:0:32442:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444739.817010:0:32442:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296379701 00000100:00000001:0.0:1783444739.817013:0:32442:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296380413 00000100:00000001:0.0:1783444739.817015:0:32442:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296379701 00000100:00000001:0.0:1783444739.817018:0:32442:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296380413 00000100:00000001:0.0:1783444739.817020:0:32442:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444739.817023:0:32442:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444739.817026:0:32442:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444739.817028:0:32442:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783444739.817031:0:32442:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7590260c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783444739.817034:0:32442:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444739.817037:0:32442:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444739.825967:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444739.825978:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3c00. 00000400:00000200:1.0:1783444739.825985:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444739.825994:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444739.826001:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9440 00000400:00000010:1.0:1783444739.826004:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9440. 00000100:00000001:1.0:1783444739.826009:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444739.826017:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746733800 x1870075608285312/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444755 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.826030:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444739.826034:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746733800 x1870075608285312/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444755 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.826042:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444739.826044:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444739.837525:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.837547:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444739.837552:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.837555:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444739.837564:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.837572:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444739.837582:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.837588:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.837594:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.837598:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 4096 into portal 14 MB=0x6a4d2e855c080 00000400:00000200:0.0:1783444739.837604:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.837610:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.110@tcp of length 4096/4096 into md 0x7901 [256] + 0 00000400:00000010:0.0:1783444739.837615:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f108. 00000400:00000200:0.0:1783444739.837620:0:2392:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff91c751166000 00000800:00000001:0.0:1783444739.837625:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.837637:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444739.837640:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444739.837645:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444739.837651:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c751166000 00000400:00000010:0.0:1783444739.837654:0:2392:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 4216 at ffff91c751166000. 00000100:00000001:0.0:1783444739.837658:0:2392:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1783444739.837661:0:2392:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff91c746733800 desc ffff91c746764400 mbits 1870075608285312 00000100:00000001:0.0:1783444739.837671:0:2392:0:(events.c:217:client_bulk_callback()) Process leaving 00000100:00000001:1.0:1783444739.839540:0:32442:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444739.839547:0:32442:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444739.839774:0:2392:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1783444739.839794:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.839803:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444739.839809:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2735:2735:256:4294967295] 192.168.204.110@tcp LPNI seq info [2735:2735:8:4294967295] 00000400:00000200:0.0:1783444739.839814:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.839824:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:0.0:1783444739.839831:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444739.839842:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff91c751166000. 00000800:00000200:0.0:1783444739.839847:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444739.839855:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444739.839859:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c751166000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1783444739.839960:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444739.839965:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff91c751166000. 00000400:00000200:0.0:1783444739.839970:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444739.839975:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:0.0:1783444739.839982:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.839987:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444739.859145:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.859162:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444739.859167:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.859169:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444739.859178:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.859185:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444739.859194:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.859199:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.859204:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.859208:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 440 into portal 10 MB=0x6a4d2e855c080 00000400:00000200:0.0:1783444739.859214:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.859220:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 440/440 into md 0x7909 [1] + 224 00000800:00000001:0.0:1783444739.859227:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.859246:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444739.859250:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444739.859255:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444739.859262:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444739.859271:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746733800 x1870075608285312/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444755 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444739.859281:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff91c746733800 x1870075608285312/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444755 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444739.859297:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444739.859306:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.859310:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444739.859402:0:32442:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444739.859409:0:32442:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444739.859411:0:32442:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444739.859415:0:32442:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f948. 00000400:00000200:1.0:1783444739.859419:0:32442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9770 00000400:00000010:1.0:1783444739.859422:0:32442:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9770. 00000100:00000001:1.0:1783444739.859425:0:32442:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444739.859430:0:32442:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746733800 x1870075608285312/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444755 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783444739.859440:0:32442:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746733800 x1870075608285312/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444755 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.859447:0:32442:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444739.859449:0:32442:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444739.859452:0:32442:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444739.859455:0:32442:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444739.859457:0:32442:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444739.859459:0:32442:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444739.859462:0:32442:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444739.859472:0:32442:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bcf0 time=69 v=5 (5 5 5 5) 00000100:00001000:1.0:1783444739.859477:0:32442:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444739.859480:0:32442:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444739.859481:0:32442:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.859484:0:32442:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444739.859487:0:32442:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444739.859491:0:32442:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444739.859493:0:32442:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1783444739.859495:0:32442:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444739.859498:0:32442:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444739.859502:0:32442:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff91c746733800 x1870075608285312/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444755 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444739.859511:0:32442:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff91c746733800 x1870075608285312/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444755 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.859518:0:32442:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444739.859520:0:32442:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444739.859525:0:32442:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746733800 x1870075608285312/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444755 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783444739.859533:0:32442:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746733800 pname:cluuid:pid:xid:nid:opc:job bash:666e3c65-e321-43ec-a94e-a01058e25d7d:32442:1870075608285312:192.168.204.110@tcp:37:bash.0 00000100:00000001:1.0:1783444739.859537:0:32442:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444739.859540:0:32442:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444739.859543:0:32442:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783444739.859546:0:32442:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444739.859549:0:32442:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746733800 x1870075608285312/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444755 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.859556:0:32442:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783444739.859559:0:32442:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7590260c0. 00000100:00000001:1.0:1783444739.859563:0:32442:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783444739.859564:0:32442:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444739.859568:0:32442:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444739.859570:0:32442:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444739.859574:0:32442:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746733800 x1870075608285312/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444755 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.859581:0:32442:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444739.859583:0:32442:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444739.859586:0:32442:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c746764800. 02000000:00000001:1.0:1783444739.859590:0:32442:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444739.859592:0:32442:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444739.859594:0:32442:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:1.0:1783444739.859597:0:32442:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1783444739.859599:0:32442:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1783444739.859601:0:32442:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444739.859602:0:32442:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:1.0:1783444739.859604:0:32442:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:1.0:1783444739.859626:0:32442:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff91c749795000. 00000100:00000010:1.0:1783444739.859630:0:32442:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff91c746764400. 00000100:00000001:1.0:1783444739.859632:0:32442:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1783444739.859635:0:32442:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c75a128800. 02000000:00000001:1.0:1783444739.859637:0:32442:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444739.859639:0:32442:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444739.859641:0:32442:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746733800. 00000100:00000001:1.0:1783444739.859644:0:32442:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444739.859645:0:32442:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444739.859647:0:32442:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:1.0:1783444739.859649:0:32442:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:1.0:1783444739.860645:0:32442:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff91c7614b5000. 00000002:00000001:1.0:1783444739.860653:0:32442:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.860659:0:32442:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.860662:0:32442:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.860664:0:32442:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dbc00 refcount=3 00000020:00000001:1.0:1783444739.860666:0:32442:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444739.860669:0:32442:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444739.860672:0:32442:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444739.860873:0:32442:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef5d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd3cc expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1783444739.860883:0:32442:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.860884:0:32442:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444739.860886:0:32442:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444739.860888:0:32442:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444739.860891:0:32442:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef5d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd3cc expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1783444739.860899:0:32442:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444739.860902:0:32442:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444739.860904:0:32442:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444739.860908:0:32442:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.860909:0:32442:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444739.860911:0:32442:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.860914:0:32442:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444739.860916:0:32442:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.860918:0:32442:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.860921:0:32442:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.860923:0:32442:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444739.860924:0:32442:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.860925:0:32442:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:1.0:1783444739.860928:0:32442:0:(lmv_obd.c:3448:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444739.860935:0:32442:0:(statahead.c:1888:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:1.0:1783444739.860939:0:32442:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444739.860942:0:32442:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75a129000. 00000080:00000001:1.0:1783444739.861226:0:32442:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444739.861231:0:32442:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444739.861234:0:32442:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0bca0 00000080:00200000:1.0:1783444739.861237:0:32442:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:1.0:1783444739.861244:0:32442:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590ccc00. 00800000:00000002:1.0:1783444739.861249:0:32442:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444739.861252:0:32442:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444739.861255:0:32442:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444739.861258:0:32442:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0bbc0 00800000:00000002:1.0:1783444739.861260:0:32442:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444739.861263:0:32442:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444739.861266:0:32442:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444739.861268:0:32442:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444739.861270:0:32442:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444739.861272:0:32442:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444739.861274:0:32442:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444739.861276:0:32442:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444739.861278:0:32442:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444739.861281:0:32442:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444739.861286:0:32442:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444739.861287:0:32442:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0ba90 00000002:00010000:1.0:1783444739.861290:0:32442:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444739.861293:0:32442:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444739.861295:0:32442:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444739.861298:0:32442:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444739.861303:0:32442:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678800 count: 2 00010000:00000001:1.0:1783444739.861306:0:32442:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444739.861310:0:32442:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444739.861313:0:32442:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444739.861317:0:32442:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef5d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd3cc expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1783444739.861325:0:32442:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444739.861330:0:32442:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444739.861333:0:32442:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef5d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd3cc expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1783444739.861340:0:32442:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783444739.861342:0:32442:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444739.861344:0:32442:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444739.861346:0:32442:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444739.865479:0:32442:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444739.865489:0:32442:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783444739.865493:0:32442:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783444739.865498:0:32442:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444739.865502:0:32442:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590ccc00. 00000080:00000001:1.0:1783444739.865510:0:32442:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783444739.865511:0:32442:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444739.865516:0:32442:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:1.0:1783444739.865520:0:32442:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef5d2 00800000:00000001:1.0:1783444739.865524:0:32442:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444739.865528:0:32442:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444739.865531:0:32442:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.865534:0:32442:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.865538:0:32442:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dbc00 refcount=3 00000020:00000001:1.0:1783444739.865540:0:32442:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444739.865543:0:32442:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444739.865546:0:32442:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.865548:0:32442:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444739.865549:0:32442:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444739.865551:0:32442:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444739.865553:0:32442:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef5d2 from it ffffa31941c0bcd8 00010000:00000001:1.0:1783444739.865555:0:32442:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444739.865556:0:32442:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444739.865558:0:32442:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dbc00 refcount=3 00000020:00000001:1.0:1783444739.865560:0:32442:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444739.865562:0:32442:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444739.865564:0:32442:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444739.865568:0:32442:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef5d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd3cc expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1783444739.865578:0:32442:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.865580:0:32442:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444739.865581:0:32442:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444739.865584:0:32442:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444739.865586:0:32442:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef5d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd3cc expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1783444739.865594:0:32442:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444739.865598:0:32442:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444739.865600:0:32442:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444739.865604:0:32442:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.865605:0:32442:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444739.865606:0:32442:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.865609:0:32442:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444739.865611:0:32442:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.865613:0:32442:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.865616:0:32442:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444739.865618:0:32442:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444739.865619:0:32442:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444739.865621:0:32442:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444739.865623:0:32442:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783444739.865625:0:32442:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783444739.865630:0:32442:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444739.865636:0:32442:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0bd28 00000080:00000008:1.0:1783444739.865639:0:32442:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1783444739.865895:0:32442:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1783444739.865898:0:32442:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) pos/size0/4096 32bit_api 0 00000080:00000010:1.0:1783444739.865905:0:32442:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590ccc00. 00800000:00000002:1.0:1783444739.865909:0:32442:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444739.865912:0:32442:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:1.0:1783444739.865920:0:32442:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446724506985439424 : -19566724112192 : ffffee34445c20c0) 00000080:00000001:1.0:1783444739.865924:0:32442:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1783444739.865928:0:32442:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279489 : 144115205289279489 : 200000402000001) 00000080:00000001:1.0:1783444739.865929:0:32442:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:1.0:1783444739.865931:0:32442:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279490 : 144115205289279490 : 200000402000002) 00000080:00000001:1.0:1783444739.865933:0:32442:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761473 : 162129603798761473 : 240000402000001) 00000080:00000001:1.0:1783444739.865936:0:32442:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1783444739.865938:0:32442:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603815538692 : 162129603815538692 : 240000403000004) 00000080:00000001:1.0:1783444739.865940:0:32442:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1783444739.865942:0:32442:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833931 : 144115205322833931 : 20000040400000b) 00000080:00000001:1.0:1783444739.865944:0:32442:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611140 : 144115205339611140 : 200000405000004) 00000080:00000001:1.0:1783444739.865961:0:32442:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833933 : 144115205322833933 : 20000040400000d) 00000080:00000001:1.0:1783444739.865964:0:32442:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:1.0:1783444739.865966:0:32442:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279494 : 144115205289279494 : 200000402000006) 00000080:00000001:1.0:1783444739.865967:0:32442:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603815538689 : 162129603815538689 : 240000403000001) 00000080:00000001:1.0:1783444739.865969:0:32442:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833921 : 144115205322833921 : 200000404000001) 00000080:00000001:1.0:1783444739.865971:0:32442:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833935 : 144115205322833935 : 20000040400000f) 00000080:00000001:1.0:1783444739.865973:0:32442:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603815538691 : 162129603815538691 : 240000403000003) 00000080:00000001:1.0:1783444739.865975:0:32442:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833928 : 144115205322833928 : 200000404000008) 00000080:00000001:1.0:1783444739.865978:0:32442:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444739.865980:0:32442:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444739.865982:0:32442:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590ccc00. 00000080:00000001:1.0:1783444739.865986:0:32442:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444739.866005:0:32442:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1783444739.866007:0:32442:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:1.0:1783444739.866011:0:32442:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1783444739.866012:0:32442:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444739.866024:0:32442:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:1.0:1783444739.866026:0:32442:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:1.0:1783444739.866028:0:32442:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0bd98 00000080:00200008:1.0:1783444739.866030:0:32442:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), flags 304000 00000080:00400000:1.0:1783444739.866035:0:32442:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1783444739.866038:0:32442:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91c74ad74500. 00000080:00000001:1.0:1783444739.866044:0:32442:0:(file.c:466:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1783444739.866046:0:32442:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0bd98 00000080:00000008:1.0:1783444739.866048:0:32442:0:(file.c:491:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91c748db3a88), flags 304000, rc = 0 00000080:00000001:1.0:1783444739.866051:0:32442:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444739.866053:0:32442:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444739.896033:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444739.896043:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1b00. 00000400:00000200:1.0:1783444739.896050:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444739.896081:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444739.896088:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83ee0 00000400:00000010:1.0:1783444739.896091:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83ee0. 00000100:00000001:1.0:1783444739.896097:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444739.896105:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0a80 x1870075608285568/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444755 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.896117:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444739.896121:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f0a80 x1870075608285568/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444755 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.896128:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444739.896130:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783444739.900171:0:32636:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296380413 00000100:00000001:3.0:1783444739.900182:0:32636:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296379783 00000100:00000001:3.0:1783444739.900186:0:32636:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296380413 00000100:00000001:3.0:1783444739.900189:0:32636:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444739.900194:0:32636:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444739.900197:0:32636:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444739.900199:0:32636:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444739.900203:0:32636:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7506a1300 going to sleep for 11 seconds 00000100:00000001:3.0:1783444739.900207:0:32636:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444739.900210:0:32636:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444739.917171:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.917188:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444739.917191:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.917194:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444739.917202:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.917209:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444739.917218:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.917223:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.917228:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.917232:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a4d2e855c180 00000400:00000200:0.0:1783444739.917237:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.917242:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x7919 [64] + 224 00000800:00000001:0.0:1783444739.917250:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.917257:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444739.917260:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444739.917264:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444739.917271:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444739.917279:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0a80 x1870075608285568/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444755 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444739.917290:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff91c7603f0a80 x1870075608285568/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444755 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444739.917311:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444739.917320:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.917324:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444739.917501:0:32636:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444739.917509:0:32636:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444739.917510:0:32636:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444739.917513:0:32636:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff058. 00000400:00000200:3.0:1783444739.917517:0:32636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c743c0a800 00000400:00000010:3.0:1783444739.917519:0:32636:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffff91c743c0a800. 00000100:00000001:3.0:1783444739.917523:0:32636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444739.917527:0:32636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f0a80 x1870075608285568/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444755 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783444739.917536:0:32636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f0a80 x1870075608285568/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444755 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444739.917541:0:32636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444739.917543:0:32636:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444739.917545:0:32636:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444739.917548:0:32636:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444739.917550:0:32636:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444739.917552:0:32636:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444739.917556:0:32636:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444739.917565:0:32636:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=69 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444739.917569:0:32636:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444739.917571:0:32636:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1783444739.917574:0:32636:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff91c7603f0a80 x1870075608285568/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444755 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444739.917580:0:32636:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1783444739.917583:0:32636:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783444739.917584:0:32636:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1783444739.917586:0:32636:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783444739.917588:0:32636:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444739.917589:0:32636:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232104576 : -121189477447040 : ffff91c7603f0a80) 00000100:00000001:3.0:1783444739.917593:0:32636:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444739.917595:0:32636:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967616 00000100:00000001:3.0:1783444739.917597:0:32636:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444739.917599:0:32636:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1783444739.917603:0:32636:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f0a80 x1870075608285568/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444755 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444739.917609:0:32636:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1783444739.917612:0:32636:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444739.917614:0:32636:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444739.917617:0:32636:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f0a80 x1870075608285568/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444755 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783444739.917624:0:32636:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f0a80 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32636:1870075608285568:192.168.204.110@tcp:101:rm.0 00000100:00000001:3.0:1783444739.917629:0:32636:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444739.917632:0:32636:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1783444739.917634:0:32636:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444739.917637:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444739.917640:0:32636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f0a80 x1870075608285568/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444755 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444739.917646:0:32636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444739.917648:0:32636:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7506a1300. 00000100:00000001:3.0:1783444739.917651:0:32636:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444739.917653:0:32636:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1783444739.917657:0:32636:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783444739.917661:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444739.917664:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444739.917667:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=4 00000020:00000001:3.0:1783444739.917669:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:3.0:1783444739.917683:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00010000:3.0:1783444739.917688:0:32636:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef603 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32636 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444739.917702:0:32636:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1783444739.917706:0:32636:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef603 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32636 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444739.917712:0:32636:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444739.917715:0:32636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef603 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32636 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444739.917721:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444739.917723:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783444739.917725:0:32636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef603 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32636 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444739.917731:0:32636:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444739.917733:0:32636:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444739.917736:0:32636:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1783444739.917738:0:32636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef603 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32636 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444739.917743:0:32636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91c752224e00 already unused, calling callback (ffffffffc1ba6f40) 00000080:00000001:3.0:1783444739.917747:0:32636:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1783444739.917749:0:32636:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef603 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32636 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444739.917755:0:32636:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1783444739.917757:0:32636:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1783444739.917760:0:32636:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef603 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32636 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444739.917764:0:32636:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1783444739.917767:0:32636:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1783444739.917768:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444739.917770:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444739.917771:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=5 00000020:00000001:3.0:1783444739.917773:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:3.0:1783444739.917775:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:3.0:1783444739.917779:0:32636:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783444739.917791:0:32636:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef603 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32636 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1783444739.917797:0:32636:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783444739.917798:0:32636:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444739.917800:0:32636:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1783444739.917802:0:32636:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783444739.917805:0:32636:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783444739.917806:0:32636:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783444739.917808:0:32636:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444739.917809:0:32636:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1783444739.917812:0:32636:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752224e00 with handle 0x5503b2fe824ef603 from hash 00010000:00000001:3.0:1783444739.917814:0:32636:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783444739.917815:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444739.917816:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444739.917817:0:32636:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783444739.917818:0:32636:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783444739.917819:0:32636:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1783444739.917822:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444739.917823:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444739.917824:0:32636:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444739.917826:0:32636:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444739.917828:0:32636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef603 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32636 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444739.917833:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444739.917834:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444739.917835:0:32636:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1783444739.917836:0:32636:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444739.917838:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444739.917839:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444739.917840:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783444739.917842:0:32636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef603 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32636 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444739.917852:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444739.917854:0:32636:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1783444739.917858:0:32636:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1783444739.917863:0:32636:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff91c7603f0a80 x1870075608285568/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444755 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1783444739.917872:0:32636:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1783444739.917877:0:32636:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c7603f0a80 x1870075608285568/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444755 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1783444739.917882:0:32636:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444739.917888:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1783444739.917889:0:32636:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444739.917891:0:32636:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444739.917893:0:32636:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444739.917896:0:32636:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1783444739.917898:0:32636:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444739.917899:0:32636:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232104576 : -121189477447040 : ffff91c7603f0a80) 00010000:00000001:3.0:1783444739.917901:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1783444739.917902:0:32636:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444739.917904:0:32636:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783444739.917907:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bf868 00000002:00002000:3.0:1783444739.917909:0:32636:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:3.0:1783444739.917912:0:32636:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444739.917916:0:32636:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444739.917918:0:32636:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783444739.917920:0:32636:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1783444739.917923:0:32636:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444739.917927:0:32636:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444739.917931:0:32636:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7435f4800. 00000080:00000001:3.0:1783444739.917935:0:32636:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783444739.917941:0:32636:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1783444739.917945:0:32636:0:(lmv_obd.c:3920:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1783444739.917961:0:32636:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c74317b9c0. 00800000:00000001:3.0:1783444739.917963:0:32636:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622883742988736 : -121189966562880 : ffff91c74317b9c0) 00800000:00000001:3.0:1783444739.917966:0:32636:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444739.917968:0:32636:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783444739.917970:0:32636:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783444739.917972:0:32636:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:3.0:1783444739.917975:0:32636:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1783444739.917979:0:32636:0:(llite_lib.c:1814:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1783444739.917981:0:32636:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444739.917984:0:32636:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:3.0:1783444739.917987:0:32636:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1783444739.917992:0:32636:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00000080:00000001:3.0:1783444739.917994:0:32636:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783444739.917996:0:32636:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1783444739.917997:0:32636:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c74317b9c0 1 00800000:00000010:3.0:1783444739.918000:0:32636:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c74317b9c0. 00800000:00000001:3.0:1783444739.918003:0:32636:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1783444739.918006:0:32636:0:(llite_lib.c:3158:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:3.0:1783444739.918009:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444739.918013:0:32636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f0a80 x1870075608285568/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444755 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444739.918019:0:32636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444739.918022:0:32636:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783444739.918026:0:32636:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff91c74317b9c0. 00000080:00000001:3.0:1783444739.918028:0:32636:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:3.0:1783444739.918031:0:32636:0:(lmv_obd.c:4175:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1783444739.918034:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444739.918036:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444739.918038:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444739.918041:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444739.918042:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444739.918044:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:3.0:1783444739.918046:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444739.918049:0:32636:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1783444739.918051:0:32636:0:(obd.h:1438:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91c74630a640. 00000002:00100000:3.0:1783444739.918116:0:32636:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c7603f0a80 x1870075608285568/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444755 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1783444739.918123:0:32636:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444739.918124:0:32636:0:(lmv_obd.c:4181:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1783444739.918128:0:32636:0:(rw.c:949:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1783444739.918131:0:32636:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444739.918135:0:32636:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1783444739.918136:0:32636:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444739.918138:0:32636:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444739.918142:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444739.918145:0:32636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0a80 x1870075608285568/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444755 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1783444739.918151:0:32636:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444739.918154:0:32636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff91c760a00000. 02000000:00000001:3.0:1783444739.918187:0:32636:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1783444739.918189:0:32636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444739.918192:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfb78 00000080:00000008:3.0:1783444739.918194:0:32636:0:(file.c:1297:ll_file_open()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff91c748db3248), flags 704400, rc = 0 00000080:00000001:3.0:1783444739.918198:0:32636:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444739.918241:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfd28 00000080:00200008:3.0:1783444739.918243:0:32636:0:(file.c:6217:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff91c748db3248), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1783444739.918249:0:32636:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444739.918251:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfca0 00000080:00200000:3.0:1783444739.918252:0:32636:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff91c748db3248),name=d21h.recovery-small-1 00000080:00000010:3.0:1783444739.918258:0:32636:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c751227e00. 00800000:00000002:3.0:1783444739.918262:0:32636:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444739.918268:0:32636:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444739.918271:0:32636:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444739.918273:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfbc0 00800000:00000002:3.0:1783444739.918275:0:32636:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x23:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444739.918278:0:32636:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444739.918281:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444739.918282:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444739.918283:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444739.918284:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444739.918286:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444739.918287:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444739.918289:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444739.918290:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444739.918291:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444739.918292:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444739.918294:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444739.918295:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444739.918296:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:3.0:1783444739.918298:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444739.918300:0:32636:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444739.918303:0:32636:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444739.918305:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfa90 00000002:00010000:3.0:1783444739.918307:0:32636:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444739.918310:0:32636:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444739.918312:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444739.918314:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444739.918320:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678900 count: 2 00010000:00000001:3.0:1783444739.918324:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444739.918328:0:32636:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444739.918331:0:32636:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444739.918334:0:32636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dae00/0x5503b2fe824ef5d9 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd3e8 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1783444739.918342:0:32636:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444739.918357:0:32636:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444739.918360:0:32636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dae00/0x5503b2fe824ef5d9 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd3e8 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1783444739.918367:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783444739.918369:0:32636:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444739.918372:0:32636:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444739.918374:0:32636:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444739.918376:0:32636:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444739.918378:0:32636:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783444739.918380:0:32636:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783444739.918382:0:32636:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444739.918384:0:32636:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c751227e00. 00000080:00000001:3.0:1783444739.918388:0:32636:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444739.918390:0:32636:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444739.918393:0:32636:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff91c748db3248) 00000080:00010000:3.0:1783444739.918396:0:32636:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff91c748db3248) for lock 0x5503b2fe824ef5d9 00800000:00000001:3.0:1783444739.918399:0:32636:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444739.918400:0:32636:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444739.918401:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444739.918403:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444739.918405:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dae00 refcount=3 00000020:00000001:3.0:1783444739.918407:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000001:3.0:1783444739.918409:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000001:3.0:1783444739.918411:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444739.918412:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444739.918413:0:32636:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444739.918415:0:32636:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444739.918417:0:32636:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef5d9 from it ffffa319419bfcd8 00010000:00000001:3.0:1783444739.918419:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444739.918420:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444739.918421:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dae00 refcount=3 00000020:00000001:3.0:1783444739.918423:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000001:3.0:1783444739.918425:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000001:3.0:1783444739.918427:0:32636:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444739.918429:0:32636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dae00/0x5503b2fe824ef5d9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd3e8 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1783444739.918434:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444739.918436:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444739.918437:0:32636:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444739.918440:0:32636:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444739.918441:0:32636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dae00/0x5503b2fe824ef5d9 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd3e8 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1783444739.918447:0:32636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444739.918450:0:32636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444739.918452:0:32636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444739.918456:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444739.918457:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444739.918458:0:32636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444739.918461:0:32636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444739.918463:0:32636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444739.918464:0:32636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444739.918466:0:32636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444739.918468:0:32636:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444739.918469:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444739.918471:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444739.918472:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783444739.918474:0:32636:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444739.918477:0:32636:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444739.918481:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfd28 00000080:00000008:3.0:1783444739.918483:0:32636:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff91c748db3248), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1783444739.918539:0:32636:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1783444739.918542:0:32636:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff91c748db3248) pos/size0/4096 32bit_api 0 00000080:00000010:3.0:1783444739.918547:0:32636:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c751227e00. 00800000:00000002:3.0:1783444739.918549:0:32636:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c76050a8c0 2 00000080:00000001:3.0:1783444739.918552:0:32636:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:3.0:1783444739.918557:0:32636:0:(lmv_obd.c:3431:lmv_read_page()) Process entered 00800000:00000001:3.0:1783444739.918558:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444739.918559:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444739.918561:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444739.918562:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444739.918564:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444739.918565:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:3.0:1783444739.918567:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444739.918570:0:32636:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:3.0:1783444739.918572:0:32636:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444739.918574:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfab8 00000002:00010000:3.0:1783444739.918576:0:32636:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000405:0x23:0x0], intent: readdir flags 0 00000002:00000001:3.0:1783444739.918579:0:32636:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444739.918580:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444739.918581:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444739.918584:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678900 count: 2 00010000:00000001:3.0:1783444739.918586:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444739.918588:0:32636:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444739.918589:0:32636:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444739.918593:0:32636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dae00/0x5503b2fe824ef5d9 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd3e8 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1783444739.918599:0:32636:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444739.918601:0:32636:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444739.918603:0:32636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dae00/0x5503b2fe824ef5d9 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd3e8 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1783444739.918608:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783444739.918610:0:32636:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444739.918611:0:32636:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444739.918613:0:32636:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444739.918614:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444739.918616:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444739.918617:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dae00 refcount=3 00000020:00000001:3.0:1783444739.918619:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000001:3.0:1783444739.918621:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000001:3.0:1783444739.918623:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444739.918624:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444739.918626:0:32636:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444739.918655:0:32636:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:3.0:1783444739.918661:0:32636:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff91c742b21800. 00000002:00000001:3.0:1783444739.919218:0:32636:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:3.0:1783444739.919224:0:32636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462d80. 00000020:00000040:3.0:1783444739.919228:0:32636:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:3.0:1783444739.919232:0:32636:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444739.919235:0:32636:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444739.919238:0:32636:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444739.919244:0:32636:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c751226600. 00000100:00000001:3.0:1783444739.919250:0:32636:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444739.919252:0:32636:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1783444739.919255:0:32636:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff91c7452ad800. 00000100:00000010:3.0:1783444739.919259:0:32636:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff91c758a3f000. 00000020:00000040:3.0:1783444739.919261:0:32636:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:3.0:1783444739.919278:0:32636:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444739.919280:0:32636:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444739.919284:0:32636:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c74636c840. 00000100:00000001:3.0:1783444739.919287:0:32636:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883795355712 : -121189914195904 : ffff91c74636c840) 00000100:00000001:3.0:1783444739.919289:0:32636:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444739.919290:0:32636:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232572288 : -121189476979328 : ffff91c760462d80) 00000100:00000001:3.0:1783444739.919294:0:32636:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444739.919299:0:32636:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444739.919301:0:32636:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444739.919302:0:32636:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444739.919309:0:32636:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462d80 x1870075608285696/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444739.919317:0:32636:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444739.919318:0:32636:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444739.919323:0:32636:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444739.919325:0:32636:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444739.919327:0:32636:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444739.919330:0:32636:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462d80 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32636:1870075608285696:192.168.204.110@tcp:37:rm.0 00000100:00000001:3.0:1783444739.919334:0:32636:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444739.919338:0:32636:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444739.919341:0:32636:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444739.919343:0:32636:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1783444739.919351:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444739.919356:0:32636:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811c60. 00000400:00000010:3.0:1783444739.919363:0:32636:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff91c7460cc000. 00000100:00000200:3.0:1783444739.919370:0:32636:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a4d2e855c200-0x6a4d2e855c200, portal 14 00000100:00000001:3.0:1783444739.919373:0:32636:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444739.919375:0:32636:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444739.919378:0:32636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452af000. 02000000:00000001:3.0:1783444739.919380:0:32636:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444739.919383:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444739.919385:0:32636:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811e18. 00000400:00000010:3.0:1783444739.919389:0:32636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218880. 00000100:00000200:3.0:1783444739.919392:0:32636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608285696, portal 10 00000100:00000001:3.0:1783444739.919394:0:32636:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444739.919395:0:32636:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232572288 : -121189476979328 : ffff91c760462d80) 00000100:00000040:3.0:1783444739.919400:0:32636:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c760462d80 x1870075608285696/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444755 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444739.919406:0:32636:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444739.919409:0:32636:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444739.919411:0:32636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218d48. 00000100:00000200:3.0:1783444739.919414:0:32636:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1870075608285696, offset 0 00000400:00000200:3.0:1783444739.919421:0:32636:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444739.919428:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444739.919435:0:32636:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444739.919440:0:32636:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444739.919444:0:32636:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444739.919447:0:32636:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444739.919450:0:32636:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444739.919453:0:32636:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2737:2737:256:4294967295] 192.168.204.110@tcp LPNI seq info [2737:2737:8:4294967295] 00000400:00000200:3.0:1783444739.919456:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444739.919464:0:32636:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444739.919470:0:32636:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444739.919474:0:32636:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c800. 00000800:00000200:3.0:1783444739.919481:0:32636:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444739.919488:0:32636:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444739.919493:0:32636:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c800 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1783444739.919515:0:32636:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444739.919519:0:32636:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 876113 usecs (877 jiffies) 00000400:00000200:3.0:1783444739.919523:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444739.919525:0:32636:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296379802 00000100:00000001:3.0:1783444739.919528:0:32636:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296380413 00000100:00000001:3.0:1783444739.919531:0:32636:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296379802 00000100:00000001:3.0:1783444739.919533:0:32636:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296380413 00000100:00000001:3.0:1783444739.919535:0:32636:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444739.919538:0:32636:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444739.919540:0:32636:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444739.919542:0:32636:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444739.919545:0:32636:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c74636c840 going to sleep for 11 seconds 00000100:00000001:3.0:1783444739.919547:0:32636:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444739.919549:0:32636:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444739.919965:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444739.919970:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c800. 00000400:00000200:1.0:1783444739.919975:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444739.919981:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444739.919986:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218d48 00000400:00000010:1.0:1783444739.919989:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218d48. 00000100:00000001:1.0:1783444739.919993:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444739.919997:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462d80 x1870075608285696/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444755 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.920006:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444739.920009:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462d80 x1870075608285696/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444755 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444739.920016:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444739.920017:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1783444739.928816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224e00. 00000800:00000001:0.0:1783444739.947440:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.947462:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444739.947468:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.947471:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444739.947480:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.947490:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444739.947501:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.947505:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.947511:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.947514:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 4096 into portal 14 MB=0x6a4d2e855c200 00000400:00000200:0.0:1783444739.947519:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.947524:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.110@tcp of length 4096/4096 into md 0x7921 [256] + 0 00000400:00000010:0.0:1783444739.947530:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811c60. 00000400:00000200:0.0:1783444739.947536:0:2392:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff91c7460cc000 00000800:00000001:0.0:1783444739.947542:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.947555:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444739.947559:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444739.947563:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444739.947568:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460cc000 00000400:00000010:0.0:1783444739.947570:0:2392:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 4216 at ffff91c7460cc000. 00000100:00000001:0.0:1783444739.947575:0:2392:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1783444739.947578:0:2392:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff91c760462d80 desc ffff91c7452ad800 mbits 1870075608285696 00000100:00000001:0.0:1783444739.947599:0:2392:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1783444739.947608:0:2392:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1783444739.947611:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.947618:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444739.947623:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2738:2738:256:4294967295] 192.168.204.110@tcp LPNI seq info [2738:2738:8:4294967295] 00000400:00000200:0.0:1783444739.947628:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.947635:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:0.0:1783444739.947641:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444739.947648:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff91c751166000. 00000800:00000200:0.0:1783444739.947654:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444739.947662:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444739.947666:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c751166000 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1783444739.947671:0:32636:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444739.947675:0:32636:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444739.947762:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444739.947766:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff91c751166000. 00000400:00000200:0.0:1783444739.947770:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444739.947774:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:0.0:1783444739.947779:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.947782:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444739.958236:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.958259:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444739.958263:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.958266:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444739.958275:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.958283:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444739.958294:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.958299:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.958305:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.958309:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 440 into portal 10 MB=0x6a4d2e855c200 00000400:00000200:0.0:1783444739.958314:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.958320:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 440/440 into md 0x7929 [1] + 224 00000800:00000001:0.0:1783444739.958326:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.958338:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444739.958341:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444739.958345:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444739.958353:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444739.958362:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462d80 x1870075608285696/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444755 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444739.958373:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff91c760462d80 x1870075608285696/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444755 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444739.958401:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444739.958409:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.958413:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444739.958792:0:32636:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444739.958799:0:32636:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444739.958801:0:32636:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444739.958804:0:32636:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811e18. 00000400:00000200:3.0:1783444739.958809:0:32636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218880 00000400:00000010:3.0:1783444739.958811:0:32636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218880. 00000100:00000001:3.0:1783444739.958814:0:32636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444739.958819:0:32636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462d80 x1870075608285696/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444755 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783444739.958826:0:32636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462d80 x1870075608285696/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444755 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444739.958831:0:32636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444739.958833:0:32636:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444739.958836:0:32636:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444739.958839:0:32636:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444739.958841:0:32636:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444739.958844:0:32636:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444739.958847:0:32636:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444739.958856:0:32636:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bcf0 time=69 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444739.958860:0:32636:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444739.958862:0:32636:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444739.958864:0:32636:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444739.958867:0:32636:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444739.958870:0:32636:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444739.958873:0:32636:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444739.958875:0:32636:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967616 00000100:00000001:3.0:1783444739.958877:0:32636:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444739.958880:0:32636:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444739.958884:0:32636:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff91c760462d80 x1870075608285696/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444755 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1783444739.958892:0:32636:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff91c760462d80 x1870075608285696/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444755 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444739.958898:0:32636:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444739.958900:0:32636:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444739.958903:0:32636:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760462d80 x1870075608285696/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444755 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783444739.958910:0:32636:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760462d80 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32636:1870075608285696:192.168.204.110@tcp:37:rm.0 00000100:00000001:3.0:1783444739.958913:0:32636:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444739.958916:0:32636:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444739.958918:0:32636:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444739.958920:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444739.958923:0:32636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462d80 x1870075608285696/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444755 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444739.958928:0:32636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444739.958931:0:32636:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c74636c840. 00000100:00000001:3.0:1783444739.958934:0:32636:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444739.958936:0:32636:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444739.958940:0:32636:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444739.958943:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444739.958956:0:32636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760462d80 x1870075608285696/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444755 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444739.958963:0:32636:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444739.958966:0:32636:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444739.958969:0:32636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452af000. 02000000:00000001:3.0:1783444739.958972:0:32636:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444739.958974:0:32636:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444739.958976:0:32636:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444739.958978:0:32636:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1783444739.958980:0:32636:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1783444739.958982:0:32636:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444739.958982:0:32636:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444739.958984:0:32636:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:3.0:1783444739.959008:0:32636:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff91c758a3f000. 00000100:00000010:3.0:1783444739.959011:0:32636:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff91c7452ad800. 00000100:00000001:3.0:1783444739.959013:0:32636:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1783444739.959016:0:32636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c751226600. 02000000:00000001:3.0:1783444739.959019:0:32636:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444739.959021:0:32636:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444739.959022:0:32636:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760462d80. 00000100:00000001:3.0:1783444739.959026:0:32636:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444739.959027:0:32636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444739.959029:0:32636:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:3.0:1783444739.959031:0:32636:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:3.0:1783444739.960107:0:32636:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff91c742b21800. 00000002:00000001:3.0:1783444739.960116:0:32636:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444739.960122:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444739.960125:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444739.960127:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dae00 refcount=3 00000020:00000001:3.0:1783444739.960130:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000001:3.0:1783444739.960133:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000001:3.0:1783444739.960136:0:32636:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444739.960141:0:32636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dae00/0x5503b2fe824ef5d9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd3e8 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1783444739.960155:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444739.960156:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444739.960158:0:32636:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444739.960160:0:32636:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444739.960163:0:32636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dae00/0x5503b2fe824ef5d9 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd3e8 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1783444739.960172:0:32636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444739.960174:0:32636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444739.960176:0:32636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444739.960180:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444739.960181:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444739.960182:0:32636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444739.960185:0:32636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444739.960187:0:32636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444739.960189:0:32636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444739.960192:0:32636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444739.960194:0:32636:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444739.960196:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444739.960197:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:3.0:1783444739.960199:0:32636:0:(lmv_obd.c:3448:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444739.963012:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444739.963017:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1f00. 00000400:00000200:0.0:1783444739.963022:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444739.963027:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444739.963033:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83f68 00000400:00000010:0.0:1783444739.963035:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83f68. 00000100:00000001:0.0:1783444739.963038:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444739.963042:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1180 x1870075608285952/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444755 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444739.963052:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444739.963110:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f1180 x1870075608285952/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444755 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444739.963117:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444739.963119:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444739.983719:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.983738:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444739.983742:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.983744:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444739.983754:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.983760:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444739.983769:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.983774:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.983779:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.983783:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e855c300 00000400:00000200:0.0:1783444739.983788:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444739.983794:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x7931 [1] + 224 00000800:00000001:0.0:1783444739.983802:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.983810:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444739.983813:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444739.983818:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444739.983825:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444739.983833:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1180 x1870075608285952/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444755 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444739.983843:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91c7603f1180 x1870075608285952/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444755 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444739.983868:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444739.983877:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444739.983881:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783444739.985924:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444739.985929:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1200. 00000400:00000200:0.0:1783444739.985934:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444739.985940:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444739.985957:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83d48 00000400:00000010:0.0:1783444739.985959:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83d48. 00000100:00000001:0.0:1783444739.985963:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444739.985968:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1180 x1870075608286208/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444755 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444739.985976:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444739.985980:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f1180 x1870075608286208/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444755 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444739.985986:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444739.985987:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444740.001819:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.001841:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444740.001845:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.001848:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444740.001858:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.001865:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444740.001877:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.001882:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.001887:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.001891:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a4d2e855c400 00000400:00000200:0.0:1783444740.001895:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.001901:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x7939 [64] + 224 00000800:00000001:0.0:1783444740.001908:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.001920:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444740.001924:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444740.001928:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444740.001935:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444740.001958:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1180 x1870075608286208/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444755 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444740.001969:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff91c7603f1180 x1870075608286208/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444755 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444740.001991:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444740.001998:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.002001:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783444740.003956:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444740.003960:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1e00. 00000400:00000200:0.0:1783444740.003965:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444740.003970:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444740.003974:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f833b8 00000400:00000010:0.0:1783444740.003976:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f833b8. 00000100:00000001:0.0:1783444740.003980:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444740.003986:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0a80 x1870075608286336/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1783444756 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444740.003994:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444740.003997:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f0a80 x1870075608286336/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1783444756 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444740.004002:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444740.004004:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444740.014247:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.014264:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444740.014269:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.014272:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444740.014280:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.014286:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444740.014295:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.014300:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.014305:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.014309:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 368 into portal 10 MB=0x6a4d2e855c480 00000400:00000200:0.0:1783444740.014313:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.014319:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 368/368 into md 0x7941 [1] + 224 00000800:00000001:0.0:1783444740.014326:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.014333:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444740.014337:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444740.014340:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444740.014360:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444740.014370:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0a80 x1870075608286336/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1783444756 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444740.014381:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff91c7603f0a80 x1870075608286336/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444740.014399:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444740.014406:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.014410:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444740.020575:0:32636:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296380413 00000100:00000001:3.0:1783444740.020579:0:32636:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296379898 00000100:00000001:3.0:1783444740.020581:0:32636:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296380413 00000100:00000001:3.0:1783444740.020584:0:32636:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444740.020586:0:32636:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444740.020589:0:32636:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444740.020591:0:32636:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444740.020593:0:32636:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7506a1b40 going to sleep for 11 seconds 00000100:00000001:3.0:1783444740.020596:0:32636:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444740.020598:0:32636:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444740.021199:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444740.021205:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1300. 00000400:00000200:0.0:1783444740.021210:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444740.021216:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444740.021221:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83cc0 00000400:00000010:0.0:1783444740.021223:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83cc0. 00000100:00000001:0.0:1783444740.021227:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444740.021232:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0a80 x1870075608286592/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1783444756 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444740.021243:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444740.021246:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f0a80 x1870075608286592/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1783444756 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444740.021252:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444740.021254:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1783444740.024242:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678d00. 00010000:00000010:2.1:1783444740.024255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583da200. 00010000:00000010:2.1:1783444740.024258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583dae00. 00000800:00000001:0.0:1783444740.049144:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.049162:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444740.049166:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.049168:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444740.049177:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.049185:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444740.049194:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.049199:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.049204:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.049207:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e855c580 00000400:00000200:0.0:1783444740.049212:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.049217:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x7949 [1] + 224 00000800:00000001:0.0:1783444740.049225:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.049233:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444740.049236:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444740.049241:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444740.049247:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444740.049256:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0a80 x1870075608286592/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1783444756 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444740.049268:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff91c7603f0a80 x1870075608286592/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444740.049291:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444740.049298:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.049300:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444740.049472:0:32636:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444740.049479:0:32636:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444740.049481:0:32636:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444740.049485:0:32636:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff108. 00000400:00000200:3.0:1783444740.049489:0:32636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f837f8 00000400:00000010:3.0:1783444740.049491:0:32636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f837f8. 00000100:00000001:3.0:1783444740.049494:0:32636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444740.049499:0:32636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f0a80 x1870075608286592/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444740.049508:0:32636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f0a80 x1870075608286592/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444740.049514:0:32636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444740.049516:0:32636:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444740.049519:0:32636:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444740.049522:0:32636:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444740.049524:0:32636:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444740.049526:0:32636:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444740.049529:0:32636:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444740.049538:0:32636:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=70 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444740.049543:0:32636:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444740.049545:0:32636:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444740.049547:0:32636:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444740.049549:0:32636:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444740.049564:0:32636:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444740.049567:0:32636:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783444740.049569:0:32636:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x10000013c/0x10000013e] 00000100:00000001:3.0:1783444740.049571:0:32636:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783444740.049573:0:32636:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444740.049575:0:32636:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232104576 : -121189477447040 : ffff91c7603f0a80) 00000100:00000001:3.0:1783444740.049578:0:32636:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444740.049580:0:32636:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967616 00000100:00000001:3.0:1783444740.049582:0:32636:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444740.049584:0:32636:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444740.049590:0:32636:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f0a80 x1870075608286592/t4294967622(4294967622) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1783444756 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444740.049597:0:32636:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444740.049600:0:32636:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444740.049602:0:32636:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444740.049606:0:32636:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f0a80 x1870075608286592/t4294967622(4294967622) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1783444756 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444740.049615:0:32636:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f0a80 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32636:1870075608286592:192.168.204.110@tcp:36:rm.0 00000100:00000001:3.0:1783444740.049628:0:32636:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444740.049631:0:32636:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444740.049633:0:32636:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444740.049635:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444740.049639:0:32636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f0a80 x1870075608286592/t4294967622(4294967622) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1783444756 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444740.049646:0:32636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444740.049649:0:32636:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7506a1b40. 00000100:00000001:3.0:1783444740.049652:0:32636:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444740.049654:0:32636:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444740.049661:0:32636:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444740.049665:0:32636:0:(lmv_obd.c:3534:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444740.049670:0:32636:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c76050a8c0 2 00000080:00000010:3.0:1783444740.049673:0:32636:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7435f5a00. 00000100:00000001:3.0:1783444740.049678:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444740.049681:0:32636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0a80 x1870075608286592/t4294967622(4294967622) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1783444756 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444740.049687:0:32636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444740.049691:0:32636:0:(namei.c:2457:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444740.049700:0:32636:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1783444740.049704:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfe28 00000080:00002000:3.0:1783444740.049706:0:32636:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff91c748f1e288, parent ffff91c748f1eaf8, inode 0000000000000000) hashed, 00000080:00000001:3.0:1783444740.049709:0:32636:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444740.049715:0:32636:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1783444740.049720:0:32636:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1783444740.049727:0:32636:0:(llite_lib.c:3272:ll_delete_inode()) Process entered 00000080:00000001:3.0:1783444740.049729:0:32636:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1783444740.049732:0:32636:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783444740.049737:0:32636:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c74526c990. 00000020:00000010:3.0:1783444740.049742:0:32636:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c743c30c00. 00000020:00000010:3.0:1783444740.049748:0:32636:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c743c30400. 00000020:00000010:3.0:1783444740.049752:0:32636:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7604bb060. 00000008:00000010:3.0:1783444740.049758:0:32636:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444740.049763:0:32636:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759654540. 00008000:00000010:3.0:1783444740.049767:0:32636:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444740.049773:0:32636:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444740.049776:0:32636:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444740.049780:0:32636:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c751227e00. 00000008:00000010:3.0:1783444740.049784:0:32636:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444740.049787:0:32636:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444740.049791:0:32636:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444740.049795:0:32636:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c758828000. 00000020:00000001:3.0:1783444740.049798:0:32636:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883777530264 : -121189932021352 : ffff91c74526c998) 00000020:00001000:3.0:1783444740.049800:0:32636:0:(cl_object.c:831:cl_env_get()) 1@ffff91c74526c990 00000020:00000001:3.0:1783444740.049806:0:32636:0:(cl_object.c:151:cl_object_top()) ffff91c74529d6c0 -> ffff91c74529d6c0 00000020:00000001:3.0:1783444740.049808:0:32636:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1783444740.049811:0:32636:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:3.0:1783444740.049812:0:32636:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x25:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1783444740.049815:0:32636:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783444740.049817:0:32636:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1783444740.049818:0:32636:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783444740.049821:0:32636:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x25:0x0]io ffff91c74977e310 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1783444740.049825:0:32636:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b72e8) owner 0000000000000000/ffff91c75116cf80 00020000:00000001:3.0:1783444740.049828:0:32636:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1783444740.049830:0:32636:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1783444740.049832:0:32636:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1783444740.049834:0:32636:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444740.049836:0:32636:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1783444740.049838:0:32636:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1783444740.049839:0:32636:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444740.049841:0:32636:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783444740.049842:0:32636:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1783444740.049843:0:32636:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1783444740.049845:0:32636:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b72e8) owner 0000000000000000/ffff91c75116cf80 00000020:00000001:3.0:1783444740.049847:0:32636:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444740.049849:0:32636:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1783444740.049851:0:32636:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1783444740.049853:0:32636:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1783444740.049856:0:32636:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1783444740.049859:0:32636:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1783444740.049862:0:32636:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783444740.049864:0:32636:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1783444740.049865:0:32636:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783444740.049868:0:32636:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c74526ce10. 00000020:00000010:3.0:1783444740.049871:0:32636:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c751226600. 00000020:00000010:3.0:1783444740.049874:0:32636:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c751227600. 00000020:00000010:3.0:1783444740.049876:0:32636:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7604bb7e0. 00000008:00000010:3.0:1783444740.049880:0:32636:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c743554e50. 00020000:00000010:3.0:1783444740.049882:0:32636:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759654d80. 00008000:00000010:3.0:1783444740.049885:0:32636:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c74355ea60. 00000080:00000010:3.0:1783444740.049888:0:32636:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c760e62150. 00000080:00000010:3.0:1783444740.049891:0:32636:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c74977cde0. 00000020:00000010:3.0:1783444740.049894:0:32636:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75104c200. 00000008:00000010:3.0:1783444740.049897:0:32636:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c751345a20. 00020000:00000010:3.0:1783444740.049900:0:32636:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c74978d6d0. 00008000:00000010:3.0:1783444740.049902:0:32636:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c742c39860. 00000080:00000010:3.0:1783444740.049905:0:32636:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c7588283c0. 00000020:00000001:3.0:1783444740.049907:0:32636:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883777531416 : -121189932020200 : ffff91c74526ce18) 00000020:00001000:3.0:1783444740.049909:0:32636:0:(cl_object.c:831:cl_env_get()) 1@ffff91c74526ce10 00000020:00000001:3.0:1783444740.049912:0:32636:0:(cl_object.c:151:cl_object_top()) ffff91c74529d080 -> ffff91c74529d6c0 00000020:00000001:3.0:1783444740.049914:0:32636:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1783444740.049916:0:32636:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783444740.049917:0:32636:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1783444740.049919:0:32636:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444740.049921:0:32636:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444740.049923:0:32636:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850017152 : -121189859534464 : ffff91c74978d980) 00000020:00000001:3.0:1783444740.049925:0:32636:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1783444740.049927:0:32636:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444740.049929:0:32636:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444740.049931:0:32636:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444740.049933:0:32636:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1783444740.049935:0:32636:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1783444740.049936:0:32636:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783444740.049937:0:32636:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1783444740.049939:0:32636:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1783444740.049940:0:32636:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444740.049942:0:32636:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444740.049957:0:32636:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444740.049960:0:32636:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444740.049961:0:32636:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1783444740.049962:0:32636:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444740.049963:0:32636:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444740.049965:0:32636:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1783444740.049967:0:32636:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1783444740.049969:0:32636:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783444740.049970:0:32636:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1783444740.049972:0:32636:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1783444740.049974:0:32636:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1783444740.049977:0:32636:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1783444740.049980:0:32636:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff91c7585c2540 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1783444740.049983:0:32636:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1783444740.049986:0:32636:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff91c7585c2540 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:3.0:1783444740.049990:0:32636:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444740.049992:0:32636:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444740.049994:0:32636:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444740.049996:0:32636:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444740.049997:0:32636:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444740.049999:0:32636:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444740.050001:0:32636:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1783444740.050002:0:32636:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1783444740.050003:0:32636:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1783444740.050004:0:32636:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1783444740.050006:0:32636:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1783444740.050007:0:32636:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444740.050008:0:32636:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1783444740.050010:0:32636:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1783444740.050011:0:32636:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1783444740.050013:0:32636:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1783444740.050014:0:32636:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783444740.050015:0:32636:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1783444740.050017:0:32636:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1783444740.050018:0:32636:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444740.050019:0:32636:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444740.050021:0:32636:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1783444740.050022:0:32636:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1783444740.050024:0:32636:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1783444740.050025:0:32636:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1783444740.050027:0:32636:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1783444740.050028:0:32636:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1783444740.050029:0:32636:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1783444740.050031:0:32636:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1783444740.050032:0:32636:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1783444740.050033:0:32636:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444740.050035:0:32636:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444740.050037:0:32636:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1783444740.050038:0:32636:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1783444740.050039:0:32636:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444740.050041:0:32636:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1783444740.050042:0:32636:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:3.0:1783444740.050043:0:32636:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1783444740.050044:0:32636:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1783444740.050046:0:32636:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1783444740.050047:0:32636:0:(cl_object.c:925:cl_env_put()) 1@ffff91c74526ce10 00000020:00000010:3.0:1783444740.050050:0:32636:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c751227600. 00000020:00000010:3.0:1783444740.050111:0:32636:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7604bb7e0. 00000008:00000010:3.0:1783444740.050116:0:32636:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c743554e50. 00020000:00000010:3.0:1783444740.050121:0:32636:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759654d80. 00008000:00000010:3.0:1783444740.050124:0:32636:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c74355ea60. 00000080:00000010:3.0:1783444740.050127:0:32636:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c760e62150. 00000080:00000010:3.0:1783444740.050130:0:32636:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c74977cde0. 00000020:00000010:3.0:1783444740.050134:0:32636:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c751226600. 00000008:00000010:3.0:1783444740.050137:0:32636:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c751345a20. 00020000:00000010:3.0:1783444740.050140:0:32636:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c74978d6d0. 00008000:00000010:3.0:1783444740.050143:0:32636:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c742c39860. 00000080:00000010:3.0:1783444740.050146:0:32636:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c7588283c0. 00000020:00000010:3.0:1783444740.050148:0:32636:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75104c200. 00000020:00000010:3.0:1783444740.050150:0:32636:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c74526ce10. 00020000:00000001:3.0:1783444740.050153:0:32636:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1783444740.050155:0:32636:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:3.0:1783444740.050157:0:32636:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1783444740.050159:0:32636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x25:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1783444740.050162:0:32636:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1783444740.050163:0:32636:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1783444740.050166:0:32636:0:(cl_object.c:925:cl_env_put()) 1@ffff91c74526c990 00000020:00000010:3.0:1783444740.050168:0:32636:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c743c30400. 00000020:00000010:3.0:1783444740.050171:0:32636:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7604bb060. 00000008:00000010:3.0:1783444740.050174:0:32636:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444740.050176:0:32636:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759654540. 00008000:00000010:3.0:1783444740.050178:0:32636:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444740.050181:0:32636:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444740.050183:0:32636:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444740.050185:0:32636:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c743c30c00. 00000008:00000010:3.0:1783444740.050187:0:32636:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444740.050189:0:32636:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444740.050191:0:32636:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444740.050193:0:32636:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c758828000. 00000020:00000010:3.0:1783444740.050195:0:32636:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c751227e00. 00000020:00000010:3.0:1783444740.050196:0:32636:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c74526c990. 00000080:00000001:3.0:1783444740.050198:0:32636:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444740.050202:0:32636:0:(llite_lib.c:1943:ll_clear_inode()) Process entered 00000080:00200000:3.0:1783444740.050204:0:32636:0:(llite_lib.c:1946:ll_clear_inode()) VFS Op:inode=[0x200000405:0x25:0x0](ffff91c748db2a08) 00800000:00000001:3.0:1783444740.050209:0:32636:0:(lmv_obd.c:1642:lmv_null_inode()) Process entered 00800000:00000002:3.0:1783444740.050211:0:32636:0:(lmv_obd.c:1644:lmv_null_inode()) CBDATA for [0x200000405:0x25:0x0] 00000002:00000001:3.0:1783444740.050215:0:32636:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:3.0:1783444740.050221:0:32636:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444740.050223:0:32636:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:3.0:1783444740.050225:0:32636:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444740.050227:0:32636:0:(lmv_obd.c:1654:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444740.050229:0:32636:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1783444740.050232:0:32636:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1783444740.050234:0:32636:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444740.050236:0:32636:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444740.050238:0:32636:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783444740.050241:0:32636:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c74526c990. 00000020:00000010:3.0:1783444740.050243:0:32636:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75104c200. 00000020:00000010:3.0:1783444740.050246:0:32636:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c75104cc00. 00000020:00000010:3.0:1783444740.050248:0:32636:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7604bb060. 00000008:00000010:3.0:1783444740.050251:0:32636:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444740.050253:0:32636:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759654540. 00008000:00000010:3.0:1783444740.050256:0:32636:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444740.050258:0:32636:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444740.050260:0:32636:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444740.050263:0:32636:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c743c30c00. 00000008:00000010:3.0:1783444740.050265:0:32636:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444740.050267:0:32636:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444740.050269:0:32636:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444740.050272:0:32636:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c758828000. 00000020:00000001:3.0:1783444740.050273:0:32636:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883777530264 : -121189932021352 : ffff91c74526c998) 00000020:00001000:3.0:1783444740.050275:0:32636:0:(cl_object.c:831:cl_env_get()) 1@ffff91c74526c990 00020000:00000001:3.0:1783444740.050281:0:32636:0:(lov_object.c:1541:lov_object_delete()) Process entered 00020000:00000002:3.0:1783444740.050282:0:32636:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b72e8) owner 0000000000000000/ffff91c75116cf80 00020000:00000001:3.0:1783444740.050285:0:32636:0:(lov_object.c:879:lov_delete_composite()) Process entered 00020000:00000002:3.0:1783444740.050288:0:32636:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c760427420, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1783444740.050292:0:32636:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1783444740.050296:0:32636:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c760538d00: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000001:3.0:1783444740.050299:0:32636:0:(lov_object.c:1316:lov_layout_wait()) Process entered 00020000:00000001:3.0:1783444740.050300:0:32636:0:(lov_object.c:1326:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444740.050302:0:32636:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:3.0:1783444740.050304:0:32636:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:3.0:1783444740.050308:0:32636:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:3.0:1783444740.050312:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678600 count: 2 00010000:00000001:3.0:1783444740.050315:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444740.050317:0:32636:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:3.0:1783444740.050319:0:32636:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:3.0:1783444740.050324:0:32636:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 0 blocks 0 [cma]time 0 0 0 ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef5e7 lrc: 1/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6dd40b expref: -99 pid: 32634 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:3.0:1783444740.050340:0:32636:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2540 -> ffff91c74529d6c0 00000020:00000001:3.0:1783444740.050342:0:32636:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2540 -> ffff91c74529d6c0 00000008:00000001:3.0:1783444740.050356:0:32636:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783444740.050358:0:32636:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783444740.050360:0:32636:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783444740.050362:0:32636:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1783444740.050367:0:32636:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff91c7585c2540. 00020000:00000001:3.0:1783444740.050371:0:32636:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:3.0:1783444740.050373:0:32636:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff91c74529d000. 00020000:00000001:3.0:1783444740.050377:0:32636:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:3.0:1783444740.050379:0:32636:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444740.050381:0:32636:0:(lov_object.c:900:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783444740.050383:0:32636:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b72e8) owner 0000000000000000/ffff91c75116cf80 00020000:00000001:3.0:1783444740.050385:0:32636:0:(lov_object.c:1543:lov_object_delete()) Process leaving 00020000:00000001:3.0:1783444740.050386:0:32636:0:(lov_object.c:1550:lov_object_free()) Process entered 00020000:00000002:3.0:1783444740.050388:0:32636:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b72e8) owner 0000000000000000/ffff91c75116cf80 00020000:00000001:3.0:1783444740.050390:0:32636:0:(lov_object.c:914:lov_fini_composite()) Process entered 00020000:00000010:3.0:1783444740.050392:0:32636:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff91c7471857a8. 00020000:00000010:3.0:1783444740.050396:0:32636:0:(lov_object.c:923:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff91c7506a1480. 00020000:00000010:3.0:1783444740.050398:0:32636:0:(lov_object.c:928:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff91c758826df0. 00020000:00000002:3.0:1783444740.050400:0:32636:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c760427420, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1783444740.050404:0:32636:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1783444740.050406:0:32636:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c760538d00: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000010:3.0:1783444740.050410:0:32636:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91c760538d00. 00020000:00000010:3.0:1783444740.050413:0:32636:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff91c760427180. 00020000:00000010:3.0:1783444740.050416:0:32636:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91c760427420. 00020000:00000001:3.0:1783444740.050417:0:32636:0:(lov_object.c:937:lov_fini_composite()) Process leaving 00020000:00000002:3.0:1783444740.050418:0:32636:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b72e8) owner 0000000000000000/ffff91c75116cf80 00020000:00000010:3.0:1783444740.050420:0:32636:0:(lov_object.c:1553:lov_object_free()) slab-freed '(lov)': 248 at ffff91c7464b72e8. 00020000:00000001:3.0:1783444740.050423:0:32636:0:(lov_object.c:1554:lov_object_free()) Process leaving 00000080:00000010:3.0:1783444740.050426:0:32636:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff91c74529d640. 00000020:00001000:3.0:1783444740.050430:0:32636:0:(cl_object.c:925:cl_env_put()) 1@ffff91c74526c990 00000020:00000010:3.0:1783444740.050431:0:32636:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c75104cc00. 00000020:00000010:3.0:1783444740.050434:0:32636:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7604bb060. 00000008:00000010:3.0:1783444740.050437:0:32636:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444740.050439:0:32636:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759654540. 00008000:00000010:3.0:1783444740.050441:0:32636:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444740.050443:0:32636:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444740.050445:0:32636:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444740.050447:0:32636:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75104c200. 00000008:00000010:3.0:1783444740.050450:0:32636:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444740.050452:0:32636:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444740.050454:0:32636:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444740.050456:0:32636:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c758828000. 00000020:00000010:3.0:1783444740.050457:0:32636:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c743c30c00. 00000020:00000010:3.0:1783444740.050459:0:32636:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c74526c990. 00000080:00000001:3.0:1783444740.050462:0:32636:0:(llite_lib.c:1994:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1783444740.050464:0:32636:0:(llite_lib.c:3291:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1783444740.050493:0:32636:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:3.0:1783444740.050495:0:32636:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:3.0:1783444740.050498:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfd98 00000080:00200008:3.0:1783444740.050500:0:32636:0:(file.c:447:ll_file_release()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff91c748db3248), flags 704000 00000080:00400000:3.0:1783444740.050504:0:32636:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x23:0x0] 00000080:00000001:3.0:1783444740.050507:0:32636:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1783444740.050509:0:32636:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:3.0:1783444740.050510:0:32636:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:3.0:1783444740.050514:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444740.050516:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444740.050518:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444740.050521:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444740.050523:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444740.050525:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:3.0:1783444740.050527:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444740.050530:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444740.050532:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444740.050536:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678900 count: 2 00010000:00000001:3.0:1783444740.050538:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444740.050541:0:32636:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1783444740.050544:0:32636:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1783444740.050546:0:32636:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444740.050551:0:32636:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444740.050555:0:32636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef60a lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd466 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1783444740.050562:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444740.050564:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444740.050565:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1783444740.050568:0:32636:0:(lmv_obd.c:4132:lmv_lock_match()) Lock match for [0x200000405:0x23:0x0]: 16 00000080:00000010:3.0:1783444740.050571:0:32636:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91c7417b7540. 00000080:00000001:3.0:1783444740.050574:0:32636:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444740.050577:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfd98 00000080:00000008:3.0:1783444740.050579:0:32636:0:(file.c:491:ll_file_release()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff91c748db3248), flags 704000, rc = 0 00000080:00000001:3.0:1783444740.050582:0:32636:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444740.050584:0:32636:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444740.050586:0:32636:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1783444740.050587:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfe00 00000080:00002000:3.0:1783444740.050589:0:32636:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff91c748f1eaf8, parent ffff91c74931ae58, inode ffff91c748db3248) hashed, 00000080:00000001:3.0:1783444740.050591:0:32636:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444740.050594:0:32636:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1783444740.050598:0:32636:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1783444740.050620:0:32636:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783444740.050623:0:32636:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783444740.050625:0:32636:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444740.050626:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfbd8 00000080:00200000:3.0:1783444740.050628:0:32636:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:3.0:1783444740.050632:0:32636:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c743c30c00. 00800000:00000002:3.0:1783444740.050638:0:32636:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444740.050641:0:32636:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444740.050644:0:32636:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444740.050645:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfaf8 00800000:00000002:3.0:1783444740.050647:0:32636:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444740.050651:0:32636:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444740.050653:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444740.050654:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444740.050655:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444740.050657:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444740.050658:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444740.050660:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444740.050662:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444740.050664:0:32636:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444740.050668:0:32636:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444740.050670:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bf9c8 00000002:00010000:3.0:1783444740.050671:0:32636:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444740.050674:0:32636:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444740.050676:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444740.050677:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444740.050680:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678800 count: 2 00010000:00000001:3.0:1783444740.050682:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444740.050685:0:32636:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444740.050687:0:32636:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444740.050690:0:32636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef5d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd3cc expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:3.0:1783444740.050698:0:32636:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444740.050700:0:32636:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444740.050703:0:32636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef5d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd3cc expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:3.0:1783444740.050708:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783444740.050710:0:32636:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444740.050712:0:32636:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444740.050714:0:32636:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444740.050716:0:32636:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444740.050718:0:32636:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783444740.050720:0:32636:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783444740.050723:0:32636:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444740.050725:0:32636:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c743c30c00. 00000080:00000001:3.0:1783444740.050728:0:32636:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444740.050730:0:32636:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444740.050732:0:32636:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:3.0:1783444740.050735:0:32636:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef5d2 00800000:00000001:3.0:1783444740.050738:0:32636:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444740.050740:0:32636:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444740.050742:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444740.050744:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444740.050747:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dbc00 refcount=3 00000020:00000001:3.0:1783444740.050749:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:3.0:1783444740.050752:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:3.0:1783444740.050754:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444740.050755:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444740.050756:0:32636:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444740.050758:0:32636:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444740.050761:0:32636:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef5d2 from it ffffa319419bfc10 00010000:00000001:3.0:1783444740.050763:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444740.050764:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444740.050765:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dbc00 refcount=3 00000020:00000001:3.0:1783444740.050767:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:3.0:1783444740.050769:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:3.0:1783444740.050771:0:32636:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444740.050774:0:32636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef5d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd3cc expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:3.0:1783444740.050780:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444740.050782:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444740.050783:0:32636:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444740.050785:0:32636:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444740.050787:0:32636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef5d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd3cc expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:3.0:1783444740.050799:0:32636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444740.050801:0:32636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444740.050803:0:32636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444740.050807:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444740.050808:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444740.050809:0:32636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444740.050812:0:32636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444740.050814:0:32636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444740.050816:0:32636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444740.050818:0:32636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444740.050820:0:32636:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444740.050822:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444740.050822:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444740.050824:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783444740.050826:0:32636:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444740.050828:0:32636:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:3.0:1783444740.050831:0:32636:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783444740.050843:0:32636:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91c74630af60. 00000020:00000001:3.0:1783444740.050847:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfdc8 00000080:00200000:3.0:1783444740.050849:0:32636:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), flags=0 00000080:00000001:3.0:1783444740.050852:0:32636:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1783444740.050854:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfc78 00000080:00200000:3.0:1783444740.050856:0:32636:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), intent=getattr 00000080:00000010:3.0:1783444740.050863:0:32636:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c743c30c00. 00800000:00000002:3.0:1783444740.050866:0:32636:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444740.050869:0:32636:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444740.050871:0:32636:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444740.050872:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfb98 00800000:00000002:3.0:1783444740.050873:0:32636:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444740.050876:0:32636:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444740.050878:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444740.050880:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444740.050881:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444740.050882:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444740.050885:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444740.050886:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444740.050888:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444740.050891:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfb30 00800000:00000002:3.0:1783444740.050892:0:32636:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:3.0:1783444740.050895:0:32636:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444740.050897:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfa68 00000002:00010000:3.0:1783444740.050898:0:32636:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:3.0:1783444740.050901:0:32636:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783444740.050904:0:32636:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1783444740.050909:0:32636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462d80. 00000020:00000040:3.0:1783444740.050912:0:32636:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:3.0:1783444740.050918:0:32636:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783444740.050922:0:32636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444740.050925:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444740.050926:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444740.050927:0:32636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444740.050930:0:32636:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444740.050932:0:32636:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444740.050935:0:32636:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444740.050942:0:32636:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c7452ad800. 00000100:00000001:3.0:1783444740.050958:0:32636:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444740.050962:0:32636:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444740.050964:0:32636:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444740.050965:0:32636:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444740.050966:0:32636:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444740.050968:0:32636:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444740.050975:0:32636:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622884232572288 : -121189476979328 : ffff91c760462d80) 00010000:00000001:3.0:1783444740.050978:0:32636:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783444740.050980:0:32636:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1783444740.050983:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678800 count: 2 00010000:00000001:3.0:1783444740.050985:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444740.050988:0:32636:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783444740.050991:0:32636:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c751b15000. 00000020:00000001:3.0:1783444740.050994:0:32636:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783444740.050997:0:32636:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c751b15000 with handle 0x5503b2fe824ef611 to hash 00000020:00000001:3.0:1783444740.050999:0:32636:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783444740.051000:0:32636:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444740.051003:0:32636:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444740.051006:0:32636:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444740.051007:0:32636:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444740.051010:0:32636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef611 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32636 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444740.051017:0:32636:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef611 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32636 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444740.051038:0:32636:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef611 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32636 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783444740.051044:0:32636:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444740.051045:0:32636:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444740.051051:0:32636:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c74636c840. 00000100:00000001:3.0:1783444740.051052:0:32636:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883795355712 : -121189914195904 : ffff91c74636c840) 00000100:00000001:3.0:1783444740.051084:0:32636:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444740.051086:0:32636:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232572288 : -121189476979328 : ffff91c760462d80) 00000100:00000001:3.0:1783444740.051091:0:32636:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444740.051094:0:32636:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444740.051096:0:32636:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444740.051097:0:32636:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444740.051105:0:32636:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462d80 x1870075608286720/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444740.051112:0:32636:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444740.051114:0:32636:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444740.051118:0:32636:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444740.051120:0:32636:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444740.051122:0:32636:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444740.051125:0:32636:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462d80 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32636:1870075608286720:192.168.204.110@tcp:101:rm.0 00000100:00000001:3.0:1783444740.051131:0:32636:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444740.051136:0:32636:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444740.051138:0:32636:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444740.051140:0:32636:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444740.051144:0:32636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c742b21800. 02000000:00000001:3.0:1783444740.051146:0:32636:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444740.051151:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444740.051154:0:32636:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811e18. 00000400:00000010:3.0:1783444740.051160:0:32636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218880. 00000100:00000200:3.0:1783444740.051165:0:32636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608286720, portal 10 00000100:00000001:3.0:1783444740.051167:0:32636:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444740.051168:0:32636:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232572288 : -121189476979328 : ffff91c760462d80) 00000100:00000040:3.0:1783444740.051173:0:32636:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c760462d80 x1870075608286720/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444756 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444740.051180:0:32636:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444740.051182:0:32636:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444740.051184:0:32636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218c38. 00000100:00000200:3.0:1783444740.051187:0:32636:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1870075608286720, offset 0 00000400:00000200:3.0:1783444740.051193:0:32636:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444740.051199:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444740.051206:0:32636:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444740.051211:0:32636:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444740.051215:0:32636:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444740.051218:0:32636:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444740.051221:0:32636:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444740.051224:0:32636:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2743:2743:256:4294967295] 192.168.204.110@tcp LPNI seq info [2743:2743:8:4294967295] 00000400:00000200:3.0:1783444740.051228:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444740.051236:0:32636:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444740.051242:0:32636:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444740.051247:0:32636:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c500. 00000800:00000200:3.0:1783444740.051253:0:32636:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444740.051261:0:32636:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444740.051265:0:32636:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c500 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1783444740.051273:0:32636:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444740.051277:0:32636:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 870275 usecs (871 jiffies) 00000400:00000200:3.0:1783444740.051280:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444740.051283:0:32636:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296379928 00000100:00000001:3.0:1783444740.051285:0:32636:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296380413 00000100:00000001:3.0:1783444740.051287:0:32636:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296379928 00000100:00000001:3.0:1783444740.051289:0:32636:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296380413 00000100:00000001:3.0:1783444740.051291:0:32636:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444740.051294:0:32636:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444740.051296:0:32636:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444740.051297:0:32636:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444740.051300:0:32636:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c74636c840 going to sleep for 11 seconds 00000100:00000001:3.0:1783444740.051302:0:32636:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444740.051304:0:32636:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444740.051792:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444740.051797:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c500. 00000400:00000200:0.0:1783444740.051802:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444740.051808:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444740.051812:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218c38 00000400:00000010:0.0:1783444740.051814:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218c38. 00000100:00000001:0.0:1783444740.051818:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444740.051823:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462d80 x1870075608286720/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444756 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444740.051833:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444740.051835:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462d80 x1870075608286720/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444756 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444740.051841:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444740.051843:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:3.1:1783444740.055806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c745712ac0. 00000080:00000010:3.1:1783444740.055834:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748db2940. 00000080:00000010:3.1:1783444740.055844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c745712f20. 00000800:00000001:0.0:1783444740.069796:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.069814:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444740.069818:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.069820:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444740.069829:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.069836:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444740.069846:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.069851:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.069856:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.069860:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e855c600 00000400:00000200:0.0:1783444740.069866:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.069871:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x7951 [1] + 224 00000800:00000001:0.0:1783444740.069879:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.069887:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444740.069891:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444740.069895:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444740.069902:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444740.069911:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462d80 x1870075608286720/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444756 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444740.069922:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c760462d80 x1870075608286720/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444740.069953:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444740.069962:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.069965:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444740.070269:0:32636:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444740.070277:0:32636:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444740.070279:0:32636:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444740.070282:0:32636:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811e18. 00000400:00000200:3.0:1783444740.070287:0:32636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218880 00000400:00000010:3.0:1783444740.070289:0:32636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218880. 00000100:00000001:3.0:1783444740.070292:0:32636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444740.070297:0:32636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462d80 x1870075608286720/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783444740.070305:0:32636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462d80 x1870075608286720/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444740.070323:0:32636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444740.070325:0:32636:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444740.070327:0:32636:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444740.070331:0:32636:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444740.070333:0:32636:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444740.070336:0:32636:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444740.070339:0:32636:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444740.070357:0:32636:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=70 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444740.070361:0:32636:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444740.070365:0:32636:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444740.070366:0:32636:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444740.070369:0:32636:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444740.070373:0:32636:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444740.070377:0:32636:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444740.070379:0:32636:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967616 00000100:00000001:3.0:1783444740.070381:0:32636:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444740.070384:0:32636:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444740.070388:0:32636:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760462d80 x1870075608286720/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444740.070395:0:32636:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444740.070398:0:32636:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444740.070400:0:32636:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444740.070403:0:32636:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760462d80 x1870075608286720/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444756 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783444740.070410:0:32636:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760462d80 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32636:1870075608286720:192.168.204.110@tcp:101:rm.0 00000100:00000001:3.0:1783444740.070415:0:32636:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444740.070417:0:32636:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444740.070419:0:32636:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444740.070421:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444740.070424:0:32636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462d80 x1870075608286720/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444756 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444740.070431:0:32636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444740.070434:0:32636:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c74636c840. 00000100:00000001:3.0:1783444740.070438:0:32636:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444740.070440:0:32636:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444740.070442:0:32636:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783444740.070446:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444740.070449:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444740.070452:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15000 refcount=4 00000020:00000001:3.0:1783444740.070455:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444740.070457:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000040:3.0:1783444740.070463:0:32636:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c751b15000, remote cookie: 0x332dd2263f6dd4a5, flags: 0x1001 00010000:00010000:3.0:1783444740.070468:0:32636:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef611 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd4a5 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1783444740.070477:0:32636:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1783444740.070480:0:32636:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1783444740.070487:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678900 count: 2 00010000:00000001:3.0:1783444740.070489:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444740.070492:0:32636:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444740.070495:0:32636:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef611 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd4a5 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444740.070503:0:32636:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef611 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd4a5 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444740.070508:0:32636:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783444740.070512:0:32636:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783444740.070513:0:32636:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783444740.070515:0:32636:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783444740.070516:0:32636:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783444740.070519:0:32636:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x23:0x0].0x0 (ffff91c741678900) refcount = 2 00010000:00000040:3.0:1783444740.070522:0:32636:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1783444740.070524:0:32636:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef60a lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd466 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1783444740.070532:0:32636:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef611 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd4a5 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444740.070543:0:32636:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783444740.070546:0:32636:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783444740.070547:0:32636:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444740.070562:0:32636:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783444740.070564:0:32636:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444740.070567:0:32636:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef611 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd4a5 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444740.070573:0:32636:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783444740.070574:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444740.070576:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444740.070577:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444740.070578:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444740.070579:0:32636:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444740.070584:0:32636:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783444740.070585:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444740.070587:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444740.070588:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15000 refcount=3 00000020:00000001:3.0:1783444740.070590:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444740.070592:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444740.070594:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444740.070595:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444740.070596:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15000 refcount=4 00000020:00000001:3.0:1783444740.070598:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444740.070600:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444740.070603:0:32636:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444740.070606:0:32636:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444740.070609:0:32636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef611 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd4a5 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444740.070615:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444740.070939:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444740.070941:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444740.070956:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444740.070958:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15000 refcount=5 00000020:00000001:3.0:1783444740.070960:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444740.070963:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444740.070965:0:32636:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444740.070968:0:32636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef611 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd4a5 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444740.070975:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444740.070976:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783444740.070979:0:32636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef611 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd4a5 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444740.070985:0:32636:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444740.070986:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444740.070987:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444740.070988:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444740.070989:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783444740.070996:0:32636:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91c760462d80 x1870075608286720/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444756 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783444740.071004:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444740.071006:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444740.071007:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15000 refcount=3 00000020:00000001:3.0:1783444740.071009:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444740.071011:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444740.071013:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444740.071014:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444740.071015:0:32636:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444740.071017:0:32636:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444740.071020:0:32636:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783444740.071022:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444740.071023:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444740.071025:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15000 refcount=3 00000020:00000001:3.0:1783444740.071027:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444740.071029:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00000002:00010000:3.0:1783444740.071032:0:32636:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef611 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd4a5 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444740.071037:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444740.071038:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444740.071039:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783444740.071041:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444740.071042:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444740.071043:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15000 refcount=3 00000020:00000001:3.0:1783444740.071044:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444740.071046:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000040:3.0:1783444740.071050:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678900 count: 3 00010000:00000001:3.0:1783444740.071052:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783444740.071097:0:32636:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589935621/35 (0 0) 00010000:00000001:3.0:1783444740.071100:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444740.071101:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444740.071102:0:32636:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783444740.071105:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bf9f0 00000002:00002000:3.0:1783444740.071107:0:32636:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1783444740.071110:0:32636:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444740.071114:0:32636:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444740.071117:0:32636:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783444740.071120:0:32636:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1783444740.071123:0:32636:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444740.071127:0:32636:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000001:3.0:1783444740.071130:0:32636:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1783444740.071131:0:32636:0:(namei.c:674:ll_lookup_it_finish()) it ffffa319419bfe00 it_disposition b 00000080:00000001:3.0:1783444740.071134:0:32636:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783444740.071141:0:32636:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1783444740.071145:0:32636:0:(lmv_obd.c:3920:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1783444740.071153:0:32636:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c74317b940. 00800000:00000001:3.0:1783444740.071156:0:32636:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622883742988608 : -121189966563008 : ffff91c74317b940) 00800000:00000001:3.0:1783444740.071159:0:32636:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444740.071161:0:32636:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783444740.071163:0:32636:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:3.0:1783444740.071166:0:32636:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1783444740.071171:0:32636:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783444740.071173:0:32636:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:3.0:1783444740.071176:0:32636:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1783444740.071179:0:32636:0:(llite_lib.c:1814:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1783444740.071181:0:32636:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444740.071184:0:32636:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:3.0:1783444740.071187:0:32636:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1783444740.071190:0:32636:0:(llite_lib.c:2920:ll_update_inode()) setting ino 144115205339611171 mtime from 1783444720 to 1783444740 00000080:00200000:3.0:1783444740.071194:0:32636:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00000080:00200000:3.0:1783444740.071197:0:32636:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x23:0x0](ffff91c748db3248): rc = 0 00000080:00000001:3.0:1783444740.071199:0:32636:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622883839685192 : -121189869866424 : ffff91c748db3248) 00010000:00000001:3.0:1783444740.071201:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444740.071202:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444740.071203:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15000 refcount=3 00000020:00000001:3.0:1783444740.071205:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444740.071207:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444740.071209:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444740.071210:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783444740.071212:0:32636:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783444740.071214:0:32636:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1783444740.071215:0:32636:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c74317b940 1 00800000:00000010:3.0:1783444740.071218:0:32636:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c74317b940. 00800000:00000001:3.0:1783444740.071221:0:32636:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444740.071224:0:32636:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff91c748db3248) for lock 0x5503b2fe824ef611 00800000:00000001:3.0:1783444740.071227:0:32636:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444740.071229:0:32636:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444740.071230:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444740.071231:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444740.071232:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15000 refcount=3 00000020:00000001:3.0:1783444740.071234:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444740.071236:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444740.071237:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444740.071239:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444740.071240:0:32636:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444740.071241:0:32636:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1783444740.071247:0:32636:0:(namei.c:653:ll_splice_alias()) Add dentry ffff91c748f24438 inode ffff91c748db3248 refc 1 flags 0x20000e 00000080:00000002:3.0:1783444740.071251:0:32636:0:(llite_lib.c:3158:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:3.0:1783444740.071255:0:32636:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1783444740.071259:0:32636:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff91c748db3248) 00000080:00010000:3.0:1783444740.071263:0:32636:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef611 from it ffffa319419bfe00 00010000:00000001:3.0:1783444740.071265:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444740.071266:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444740.071267:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15000 refcount=3 00000020:00000001:3.0:1783444740.071269:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444740.071271:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935232 : -121189721616384 : ffff91c751b15000) 00010000:00000001:3.0:1783444740.071273:0:32636:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444740.071275:0:32636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef611 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd4a5 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444740.071282:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444740.071283:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444740.071284:0:32636:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444740.071287:0:32636:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444740.071289:0:32636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef611 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd4a5 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444740.071297:0:32636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444740.071300:0:32636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444740.071301:0:32636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444740.071305:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444740.071306:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444740.071308:0:32636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444740.071311:0:32636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444740.071313:0:32636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444740.071315:0:32636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444740.071318:0:32636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444740.071320:0:32636:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444740.071321:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444740.071322:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783444740.071323:0:32636:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1783444740.071327:0:32636:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c743c30c00. 00000100:00000001:3.0:1783444740.071331:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444740.071335:0:32636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760462d80 x1870075608286720/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444756 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444740.071355:0:32636:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444740.071358:0:32636:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444740.071361:0:32636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c742b21800. 02000000:00000001:3.0:1783444740.071365:0:32636:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444740.071368:0:32636:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444740.071370:0:32636:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444740.071372:0:32636:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444740.071375:0:32636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c7452ad800. 02000000:00000001:3.0:1783444740.071379:0:32636:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444740.071380:0:32636:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444740.071382:0:32636:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760462d80. 00000100:00000001:3.0:1783444740.071386:0:32636:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444740.071387:0:32636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444740.071389:0:32636:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1783444740.071391:0:32636:0:(dcache.c:176:ll_intent_release()) intent ffffa319419bfe00 released 00000080:00000001:3.0:1783444740.071392:0:32636:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1783444740.071396:0:32636:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783444740.071399:0:32636:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444740.071400:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfd50 00000080:00200000:3.0:1783444740.071403:0:32636:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:3.0:1783444740.071409:0:32636:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c743c30c00. 00800000:00000002:3.0:1783444740.071413:0:32636:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444740.071416:0:32636:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444740.071419:0:32636:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444740.071421:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfc70 00800000:00000002:3.0:1783444740.071424:0:32636:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444740.071427:0:32636:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444740.071430:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444740.071433:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444740.071435:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444740.071437:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444740.071439:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444740.071441:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444740.071443:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444740.071446:0:32636:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444740.071450:0:32636:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444740.071451:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfb40 00000002:00010000:3.0:1783444740.071453:0:32636:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444740.071457:0:32636:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444740.071459:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444740.071460:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444740.071464:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678800 count: 2 00010000:00000001:3.0:1783444740.071466:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444740.071469:0:32636:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444740.071472:0:32636:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444740.071475:0:32636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef5d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd3cc expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:3.0:1783444740.071482:0:32636:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444740.071486:0:32636:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444740.071489:0:32636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef5d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd3cc expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:3.0:1783444740.071494:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783444740.071496:0:32636:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444740.071497:0:32636:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444740.071499:0:32636:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444740.071501:0:32636:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444740.071502:0:32636:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783444740.071505:0:32636:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783444740.071507:0:32636:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444740.071509:0:32636:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c743c30c00. 00000080:00000001:3.0:1783444740.071513:0:32636:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444740.071514:0:32636:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444740.071516:0:32636:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:3.0:1783444740.071519:0:32636:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef5d2 00800000:00000001:3.0:1783444740.071522:0:32636:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444740.071523:0:32636:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444740.071524:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444740.071525:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444740.071527:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dbc00 refcount=3 00000020:00000001:3.0:1783444740.071529:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:3.0:1783444740.071531:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:3.0:1783444740.071533:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444740.071534:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444740.071535:0:32636:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444740.071537:0:32636:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444740.071539:0:32636:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef5d2 from it ffffa319419bfd88 00010000:00000001:3.0:1783444740.071540:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444740.071541:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444740.071542:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dbc00 refcount=3 00000020:00000001:3.0:1783444740.071544:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:3.0:1783444740.071546:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:3.0:1783444740.071548:0:32636:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444740.071560:0:32636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef5d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd3cc expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:3.0:1783444740.071568:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444740.071569:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444740.071570:0:32636:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444740.071571:0:32636:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444740.071573:0:32636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef5d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd3cc expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:3.0:1783444740.071585:0:32636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444740.071587:0:32636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444740.071588:0:32636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444740.071590:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444740.071591:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444740.071592:0:32636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444740.071594:0:32636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444740.071596:0:32636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444740.071597:0:32636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444740.071599:0:32636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444740.071601:0:32636:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444740.071602:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444740.071603:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444740.071604:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783444740.071606:0:32636:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444740.071608:0:32636:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 3 00000080:00000001:3.0:1783444740.071613:0:32636:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444740.071617:0:32636:0:(namei.c:2314:ll_rmdir()) Process entered 00000020:00000001:3.0:1783444740.071629:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfe18 00000080:00200000:3.0:1783444740.071632:0:32636:0:(namei.c:2317:ll_rmdir()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00000001:3.0:1783444740.071635:0:32636:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:3.0:1783444740.071638:0:32636:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21h.recovery-small-1, [0x200000405:0x23:0x0]) is foreign... 00000080:00000001:3.0:1783444740.071640:0:32636:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1783444740.071644:0:32636:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c743c30c00. 00800000:00000002:3.0:1783444740.071647:0:32636:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00800000:00000001:3.0:1783444740.071653:0:32636:0:(lmv_obd.c:3484:lmv_unlink()) Process entered 00800000:00000001:3.0:1783444740.071655:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444740.071656:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444740.071657:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444740.071659:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444740.071660:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444740.071662:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444740.071664:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444740.071665:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444740.071666:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444740.071668:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444740.071669:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444740.071671:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444740.071672:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:3.0:1783444740.071674:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444740.071677:0:32636:0:(lmv_obd.c:2553:lmv_early_cancel()) Process entered 00800000:00000001:3.0:1783444740.071678:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444740.071679:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444740.071680:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444740.071681:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444740.071683:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444740.071684:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:3.0:1783444740.071686:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444740.071688:0:32636:0:(lmv_obd.c:2572:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x23:0x0] 00800000:00000001:3.0:1783444740.071690:0:32636:0:(lmv_obd.c:2577:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444740.071692:0:32636:0:(lmv_obd.c:3524:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x23:0x0] -> mds #0 00000002:00000001:3.0:1783444740.071696:0:32636:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1783444740.071698:0:32636:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783444740.071701:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678800 count: 2 00010000:00000001:3.0:1783444740.071703:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444740.071705:0:32636:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783444740.071708:0:32636:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783444740.071710:0:32636:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef5d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6dd3cc expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:3.0:1783444740.071718:0:32636:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783444740.071722:0:32636:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783444740.071724:0:32636:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783444740.071725:0:32636:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1783444740.071728:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444740.071729:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444740.071731:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678800 count: 3 00010000:00000001:3.0:1783444740.071733:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444740.071735:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444740.071737:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444740.071738:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444740.071739:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678800 count: 3 00010000:00000001:3.0:1783444740.071741:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444740.071742:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444740.071744:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444740.071745:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444740.071747:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678800 count: 3 00010000:00000001:3.0:1783444740.071749:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444740.071751:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444740.071753:0:32636:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1783444740.071755:0:32636:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91c748db39c0, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1783444740.071833:0:32636:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1783444740.071835:0:32636:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1783444740.071838:0:32636:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783444740.071839:0:32636:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444740.071843:0:32636:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783444740.071845:0:32636:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783444740.071847:0:32636:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783444740.071849:0:32636:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444740.071851:0:32636:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783444740.071854:0:32636:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c7583dbc00 with handle 0x5503b2fe824ef5d2 from hash 00010000:00000001:3.0:1783444740.071856:0:32636:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783444740.071857:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444740.071858:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444740.071860:0:32636:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783444740.071862:0:32636:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783444740.071864:0:32636:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783444740.071866:0:32636:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783444740.071868:0:32636:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444740.071870:0:32636:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444740.071872:0:32636:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783444740.071874:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678900 count: 3 00010000:00000001:3.0:1783444740.071876:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444740.071878:0:32636:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783444740.071880:0:32636:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783444740.071883:0:32636:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15000/0x5503b2fe824ef611 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6dd4a5 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1783444740.071893:0:32636:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783444740.071895:0:32636:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783444740.071896:0:32636:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783444740.071898:0:32636:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode (null) 00000002:00000001:3.0:1783444740.071900:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444740.071901:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444740.071902:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678900 count: 4 00010000:00000001:3.0:1783444740.071904:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444740.071906:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444740.071908:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444740.071909:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444740.071910:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678900 count: 4 00010000:00000001:3.0:1783444740.071911:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444740.071913:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444740.071914:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444740.071915:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444740.071916:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678900 count: 4 00010000:00000001:3.0:1783444740.071918:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444740.071919:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444740.071921:0:32636:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1783444740.071923:0:32636:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x23:0x0] lli = ffff91c748db3180, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1783444740.071925:0:32636:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1783444740.071926:0:32636:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1783444740.071927:0:32636:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1783444740.071929:0:32636:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x23:0x0](ffff91c748db3248) invalid 00000020:00000001:3.0:1783444740.071932:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfa80 00000080:00002000:3.0:1783444740.071934:0:32636:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff91c748f24438) parent ffff91c74931ae58 inode ffff91c748db3248 refc 2 00000080:00000001:3.0:1783444740.071937:0:32636:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1783444740.071938:0:32636:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783444740.071939:0:32636:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444740.071941:0:32636:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783444740.071942:0:32636:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783444740.071943:0:32636:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783444740.071955:0:32636:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444740.071957:0:32636:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783444740.071959:0:32636:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c751b15000 with handle 0x5503b2fe824ef611 from hash 00010000:00000001:3.0:1783444740.071961:0:32636:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783444740.071962:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444740.071963:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444740.071964:0:32636:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783444740.071965:0:32636:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783444740.071967:0:32636:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783444740.071969:0:32636:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783444740.071971:0:32636:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef60a lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6dd466 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:3.0:1783444740.071976:0:32636:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783444740.071978:0:32636:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783444740.071980:0:32636:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783444740.071981:0:32636:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode CR 00000002:00000001:3.0:1783444740.071982:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444740.071983:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444740.071985:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678900 count: 4 00010000:00000001:3.0:1783444740.071987:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444740.071988:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444740.071990:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444740.071991:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444740.071992:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678900 count: 4 00010000:00000001:3.0:1783444740.071994:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444740.071996:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444740.071997:0:32636:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444740.071999:0:32636:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1783444740.072001:0:32636:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1783444740.072005:0:32636:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff91c743c30400. 00000080:00000001:3.0:1783444740.072008:0:32636:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:3.0:1783444740.072010:0:32636:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c76050a8c0 2 00000080:00000001:3.0:1783444740.072012:0:32636:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1783444740.072015:0:32636:0:(lmv_obd.c:1665:lmv_close()) Process entered 00800000:00000001:3.0:1783444740.072017:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444740.072018:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444740.072020:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444740.072021:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444740.072023:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444740.072024:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:3.0:1783444740.072026:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444740.072028:0:32636:0:(lmv_obd.c:1671:lmv_close()) CLOSE [0x200000405:0x23:0x0] 00000002:00000001:3.0:1783444740.072030:0:32636:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1783444740.072032:0:32636:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91c759350000: [0x200000405:0x23:0x0] file closed with intent: 0 00000100:00000010:3.0:1783444740.072037:0:32636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462d80. 00000020:00000040:3.0:1783444740.072042:0:32636:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:3.0:1783444740.072045:0:32636:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444740.072048:0:32636:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444740.072050:0:32636:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444740.077075:0:32636:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c75104c200. 00000100:00000001:3.0:1783444740.077092:0:32636:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1783444740.077113:0:32636:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91c7603f1180 x1870075608286208/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444755 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1783444740.077126:0:32636:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1783444740.077132:0:32636:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c760462d80 x1870075608286976/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1783444740.077140:0:32636:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444740.077142:0:32636:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444740.077149:0:32636:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c74636c840. 00000100:00000001:3.0:1783444740.077151:0:32636:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883795355712 : -121189914195904 : ffff91c74636c840) 00000100:00000001:3.0:1783444740.077155:0:32636:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444740.077156:0:32636:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232572288 : -121189476979328 : ffff91c760462d80) 00000100:00000001:3.0:1783444740.077162:0:32636:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444740.077166:0:32636:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444740.077168:0:32636:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444740.077169:0:32636:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444740.077173:0:32636:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462d80 x1870075608286976/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444740.077180:0:32636:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444740.077182:0:32636:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444740.077186:0:32636:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444740.077189:0:32636:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444740.077191:0:32636:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444740.077194:0:32636:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462d80 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32636:1870075608286976:192.168.204.110@tcp:35:rm.0 00000100:00000001:3.0:1783444740.077198:0:32636:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444740.077203:0:32636:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444740.077206:0:32636:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444740.077209:0:32636:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444740.077213:0:32636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452ad800. 02000000:00000001:3.0:1783444740.077215:0:32636:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444740.077222:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444740.077226:0:32636:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811e18. 00000400:00000010:3.0:1783444740.077233:0:32636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218880. 00000100:00000200:3.0:1783444740.077240:0:32636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608286976, portal 10 00000100:00000001:3.0:1783444740.077243:0:32636:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444740.077244:0:32636:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232572288 : -121189476979328 : ffff91c760462d80) 00000100:00000040:3.0:1783444740.077251:0:32636:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c760462d80 x1870075608286976/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444756 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444740.077258:0:32636:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444740.077261:0:32636:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444740.077264:0:32636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218aa0. 00000100:00000200:3.0:1783444740.077267:0:32636:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870075608286976, offset 0 00000400:00000200:3.0:1783444740.077288:0:32636:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444740.077297:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444740.077305:0:32636:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444740.077310:0:32636:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444740.078021:0:32636:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444740.078027:0:32636:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444740.078030:0:32636:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444740.078034:0:32636:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2744:2744:256:4294967295] 192.168.204.110@tcp LPNI seq info [2744:2744:8:4294967295] 00000400:00000200:3.0:1783444740.078040:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444740.078052:0:32636:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444740.078085:0:32636:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444740.078093:0:32636:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822cb00. 00000800:00000200:3.0:1783444740.078099:0:32636:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444740.078106:0:32636:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444740.078111:0:32636:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822cb00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1783444740.078189:0:32636:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444740.078195:0:32636:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 869107 usecs (870 jiffies) 00000400:00000200:3.0:1783444740.078199:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444740.078202:0:32636:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296379954 00000100:00000001:3.0:1783444740.078205:0:32636:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296380413 00000100:00000001:3.0:1783444740.078207:0:32636:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296379954 00000100:00000001:3.0:1783444740.078209:0:32636:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296380413 00000100:00000001:3.0:1783444740.078211:0:32636:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444740.078214:0:32636:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444740.078217:0:32636:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444740.078218:0:32636:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444740.078221:0:32636:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c74636c840 going to sleep for 11 seconds 00000100:00000001:3.0:1783444740.078223:0:32636:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444740.078226:0:32636:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444740.096879:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444740.096890:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822cb00. 00000400:00000200:1.0:1783444740.096898:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444740.096907:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444740.096915:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218aa0 00000400:00000010:1.0:1783444740.096918:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218aa0. 00000100:00000001:1.0:1783444740.096923:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444740.096933:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462d80 x1870075608286976/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444756 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.096956:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444740.096960:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462d80 x1870075608286976/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444756 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.096968:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444740.096970:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444740.109365:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.109382:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444740.109386:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.109390:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444740.109399:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.109406:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444740.109415:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.109419:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.109425:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.109429:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e855c700 00000400:00000200:0.0:1783444740.109434:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.109440:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x7959 [1] + 224 00000800:00000001:0.0:1783444740.109448:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.109456:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444740.109459:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444740.109463:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444740.109470:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444740.109479:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462d80 x1870075608286976/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444756 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444740.109489:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91c760462d80 x1870075608286976/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444740.109508:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444740.109516:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.109519:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444740.109796:0:32636:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444740.109804:0:32636:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444740.109805:0:32636:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444740.109809:0:32636:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811e18. 00000400:00000200:3.0:1783444740.109813:0:32636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218880 00000400:00000010:3.0:1783444740.109815:0:32636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218880. 00000100:00000001:3.0:1783444740.109818:0:32636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444740.109823:0:32636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462d80 x1870075608286976/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783444740.109830:0:32636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462d80 x1870075608286976/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444740.109836:0:32636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444740.109838:0:32636:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444740.109840:0:32636:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444740.109844:0:32636:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444740.109846:0:32636:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444740.109849:0:32636:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444740.109852:0:32636:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444740.109862:0:32636:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bcf0 time=70 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444740.109866:0:32636:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444740.109868:0:32636:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444740.109870:0:32636:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444740.109873:0:32636:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444740.109876:0:32636:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444740.109880:0:32636:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783444740.109882:0:32636:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1783444740.109883:0:32636:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783444740.109886:0:32636:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444740.109887:0:32636:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232572288 : -121189476979328 : ffff91c760462d80) 00000100:00000001:3.0:1783444740.109891:0:32636:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444740.109892:0:32636:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967616 00000100:00000001:3.0:1783444740.109894:0:32636:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444740.109896:0:32636:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444740.109901:0:32636:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760462d80 x1870075608286976/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444756 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444740.109908:0:32636:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444740.109910:0:32636:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444740.109912:0:32636:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444740.109916:0:32636:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760462d80 x1870075608286976/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444756 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783444740.109923:0:32636:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760462d80 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32636:1870075608286976:192.168.204.110@tcp:35:rm.0 00000100:00000001:3.0:1783444740.109927:0:32636:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444740.109930:0:32636:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444740.109932:0:32636:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444740.109934:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444740.109938:0:32636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462d80 x1870075608286976/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444756 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444740.110125:0:32636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444740.110129:0:32636:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c74636c840. 00000100:00000001:3.0:1783444740.110132:0:32636:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444740.110134:0:32636:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444740.110142:0:32636:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444740.110143:0:32636:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232572288 : -121189476979328 : ffff91c760462d80) 00000002:00000001:3.0:1783444740.110145:0:32636:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444740.110148:0:32636:0:(lmv_obd.c:1673:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444740.110152:0:32636:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c76050a8c0 2 00000080:00000010:3.0:1783444740.110155:0:32636:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c743c30400. 00000080:00000001:3.0:1783444740.110160:0:32636:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1783444740.110163:0:32636:0:(lmv_obd.c:4191:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1783444740.110166:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444740.110170:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444740.110172:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444740.110174:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444740.110176:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444740.110178:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:3.0:1783444740.110180:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444740.110184:0:32636:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1783444740.110190:0:32636:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91c7603f1180 x1870075608286208/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444755 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444740.110198:0:32636:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444740.110199:0:32636:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232106368 : -121189477445248 : ffff91c7603f1180) 00000100:00000001:3.0:1783444740.110201:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444740.110204:0:32636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1180 x1870075608286208/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444755 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444740.110209:0:32636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444740.110211:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444740.110214:0:32636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462d80 x1870075608286976/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444756 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444740.110219:0:32636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444740.110221:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444740.110223:0:32636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1180 x1870075608286208/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444755 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444740.110229:0:32636:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1783444740.110232:0:32636:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444740.110234:0:32636:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444740.110236:0:32636:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444740.110239:0:32636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c750f6c000. 02000000:00000001:3.0:1783444740.110244:0:32636:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444740.110246:0:32636:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444740.110247:0:32636:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1180. 00000100:00000001:3.0:1783444740.110250:0:32636:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444740.110251:0:32636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444740.110253:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444740.110256:0:32636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462d80 x1870075608286976/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444756 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444740.110262:0:32636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444740.110264:0:32636:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff91c7507ebf00. 00000002:00000001:3.0:1783444740.110266:0:32636:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444740.110268:0:32636:0:(lmv_obd.c:4197:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783444740.110271:0:32636:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91c76050a4c0. 00000100:00000001:3.0:1783444740.110274:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444740.110277:0:32636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760462d80 x1870075608286976/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444756 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444740.110283:0:32636:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444740.110285:0:32636:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444740.110287:0:32636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452ad800. 02000000:00000001:3.0:1783444740.110290:0:32636:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444740.110291:0:32636:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444740.110292:0:32636:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444740.110294:0:32636:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444740.110295:0:32636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c75104c200. 02000000:00000001:3.0:1783444740.110297:0:32636:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444740.110298:0:32636:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444740.110299:0:32636:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760462d80. 00000100:00000001:3.0:1783444740.110303:0:32636:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444740.110304:0:32636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444740.110307:0:32636:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444740.110309:0:32636:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783444740.110312:0:32636:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode (null) 00000002:00000001:3.0:1783444740.111818:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444740.111822:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444740.111830:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678900 count: 4 00010000:00000001:3.0:1783444740.111834:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444740.111839:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444740.111842:0:32636:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444740.111846:0:32636:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1783444740.111848:0:32636:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x23:0x0](ffff91c748db3248) invalid 00000020:00000001:3.0:1783444740.111852:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfa80 00000080:00002000:3.0:1783444740.111854:0:32636:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff91c748f24438) parent ffff91c74931ae58 inode ffff91c748db3248 refc 2 00000080:00000001:3.0:1783444740.111858:0:32636:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1783444740.111860:0:32636:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783444740.111862:0:32636:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444740.111866:0:32636:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783444740.111869:0:32636:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783444740.111871:0:32636:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783444740.111873:0:32636:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444740.111876:0:32636:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783444740.111880:0:32636:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752224600 with handle 0x5503b2fe824ef60a from hash 00010000:00000001:3.0:1783444740.111882:0:32636:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783444740.111884:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444740.111886:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444740.111887:0:32636:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783444740.111890:0:32636:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783444740.111892:0:32636:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783444740.111896:0:32636:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1783444740.111899:0:32636:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:3.0:1783444740.111901:0:32636:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000800:00000200:1.0:1783444740.134104:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444740.134114:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1300. 00000400:00000200:1.0:1783444740.134122:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444740.134130:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444740.134137:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83e58 00000400:00000010:1.0:1783444740.134139:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83e58. 00000100:00000001:1.0:1783444740.134143:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444740.134153:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3480 x1870075608287232/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1783444756 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444740.134164:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444740.134168:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f3480 x1870075608287232/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1783444756 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444740.134174:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444740.134175:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1783444740.136169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15000. 00010000:00000010:2.1:1783444740.136185:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678900. 00010000:00000010:2.1:1783444740.136205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224600. 00010000:00000010:2.1:1783444740.136209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678800. 00010000:00000010:2.1:1783444740.136212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583dbc00. 00000800:00000001:0.0:1783444740.148205:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.148222:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444740.148226:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.148229:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444740.148239:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.148247:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444740.148257:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.148261:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.148266:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.148271:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e855c800 00000400:00000200:0.0:1783444740.148275:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.148281:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x7961 [1] + 224 00000800:00000001:0.0:1783444740.148288:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.148296:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444740.148299:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444740.148303:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444740.148311:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444740.148320:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3480 x1870075608287232/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1783444756 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444740.148331:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff91c7603f3480 x1870075608287232/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444740.148362:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444740.148370:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.148374:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783444740.149777:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444740.149783:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1e00. 00000400:00000200:1.0:1783444740.149787:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444740.149792:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444740.149796:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83a18 00000400:00000010:1.0:1783444740.149797:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83a18. 00000100:00000001:1.0:1783444740.149801:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444740.149805:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0000 x1870075608287360/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444756 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.149815:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444740.149818:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f0000 x1870075608287360/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444756 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.149824:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444740.149825:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444740.157808:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.157826:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444740.157830:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.157832:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444740.157841:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.157849:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444740.157858:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.157862:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.157867:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.157871:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e855c880 00000400:00000200:0.0:1783444740.157875:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.157881:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x7969 [1] + 224 00000800:00000001:0.0:1783444740.157887:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.157896:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444740.157900:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444740.157904:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444740.157911:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444740.157920:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0000 x1870075608287360/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444756 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444740.157931:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c7603f0000 x1870075608287360/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444740.157960:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444740.157969:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.157973:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1783444740.158460:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748db3180. 00000080:00000010:2.1:1783444740.158474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630af60. 00800000:00000010:0.0:1783444740.159810:0:32636:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c745359740. 00800000:00000001:0.0:1783444740.159814:0:32636:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622883778500416 : -121189931051200 : ffff91c745359740) 00800000:00000001:0.0:1783444740.159817:0:32636:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444740.159819:0:32636:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783444740.159823:0:32636:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783444740.159825:0:32636:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1783444740.159828:0:32636:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1783444740.159831:0:32636:0:(llite_lib.c:1814:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1783444740.159832:0:32636:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444740.159837:0:32636:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1783444740.159840:0:32636:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1783444740.159844:0:32636:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1783444740.159846:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444740.159848:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444740.159851:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:0.0:1783444740.159853:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:0.0:1783444740.159855:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:0.0:1783444740.159857:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444740.159859:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783444740.159860:0:32636:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783444740.159863:0:32636:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1783444740.159865:0:32636:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c745359740 1 00800000:00000010:0.0:1783444740.159867:0:32636:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c745359740. 00800000:00000001:0.0:1783444740.159870:0:32636:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444740.159874:0:32636:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef618 00800000:00000001:0.0:1783444740.159876:0:32636:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783444740.159878:0:32636:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783444740.159880:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444740.159881:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444740.159882:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:0.0:1783444740.159884:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:0.0:1783444740.159886:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:0.0:1783444740.159888:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444740.159890:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444740.159891:0:32636:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444740.159893:0:32636:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444740.159896:0:32636:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444740.159898:0:32636:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:0.0:1783444740.159901:0:32636:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef618 from it ffffa319419bfb58 00010000:00000001:0.0:1783444740.159903:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444740.159904:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444740.159905:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:0.0:1783444740.159907:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:0.0:1783444740.159909:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:0.0:1783444740.159911:0:32636:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444740.159914:0:32636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef618 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd4c8 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444740.159922:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444740.159923:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444740.159924:0:32636:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444740.159927:0:32636:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444740.159930:0:32636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef618 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd4c8 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783444740.159937:0:32636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444740.159940:0:32636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444740.159954:0:32636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444740.159958:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444740.159959:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444740.159961:0:32636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444740.159964:0:32636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444740.159966:0:32636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444740.159967:0:32636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444740.159970:0:32636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444740.159972:0:32636:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444740.159974:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444740.159975:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783444740.159978:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444740.159984:0:32636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0000 x1870075608287360/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444756 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444740.159992:0:32636:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444740.159994:0:32636:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444740.159997:0:32636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c743c0d000. 02000000:00000001:0.0:1783444740.160001:0:32636:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444740.160003:0:32636:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444740.160005:0:32636:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444740.160007:0:32636:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444740.160010:0:32636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c750f6d400. 02000000:00000001:0.0:1783444740.160014:0:32636:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444740.160015:0:32636:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444740.160017:0:32636:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0000. 00000100:00000001:0.0:1783444740.160021:0:32636:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444740.160022:0:32636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444740.160027:0:32636:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:0.0:1783444740.160032:0:32636:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444740.160038:0:32636:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783444740.160040:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfb48 00000080:00002000:0.0:1783444740.160042:0:32636:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff91c748f541b0) flags 0x20000e refc 1 00000080:00000001:0.0:1783444740.160045:0:32636:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444740.160047:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfb90 00000080:00200000:0.0:1783444740.160048:0:32636:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=8 00000080:00000002:0.0:1783444740.160053:0:32636:0:(llite_lib.c:3158:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:0.0:1783444740.160083:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfd08 00000080:00200008:0.0:1783444740.160085:0:32636:0:(file.c:6217:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff91c748d1aa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783444740.160091:0:32636:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1783444740.160095:0:32636:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444740.160098:0:32636:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783444740.160099:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfc80 00000080:00200000:0.0:1783444740.160101:0:32636:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff91c748d1aa08),name=d21h.recovery-small-2 00000080:00000010:0.0:1783444740.160107:0:32636:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75a129600. 00800000:00000002:0.0:1783444740.160112:0:32636:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444740.160118:0:32636:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444740.160120:0:32636:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444740.160122:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfba0 00800000:00000002:0.0:1783444740.160124:0:32636:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x24:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444740.160128:0:32636:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783444740.160131:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444740.160133:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444740.160136:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444740.160138:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444740.160140:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444740.160142:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444740.160144:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444740.160146:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444740.160147:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444740.160148:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444740.160149:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444740.160151:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444740.160152:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1783444740.160154:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444740.160156:0:32636:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 00000002:00000001:0.0:1783444740.160160:0:32636:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444740.160162:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfa70 00000002:00010000:0.0:1783444740.160163:0:32636:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783444740.160167:0:32636:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783444740.160168:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444740.160170:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444740.160173:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211f00 count: 2 00010000:00000001:0.0:1783444740.160176:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444740.160179:0:32636:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444740.160182:0:32636:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783444740.160185:0:32636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef5ee lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd427 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1783444740.160193:0:32636:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783444740.160197:0:32636:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444740.160200:0:32636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef5ee lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd427 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1783444740.160207:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783444740.160209:0:32636:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783444740.160211:0:32636:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444740.160213:0:32636:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444740.160215:0:32636:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444740.160217:0:32636:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783444740.160220:0:32636:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783444740.160221:0:32636:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:0.0:1783444740.160224:0:32636:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75a129600. 00000080:00000001:0.0:1783444740.160226:0:32636:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783444740.160228:0:32636:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444740.160230:0:32636:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff91c748d1aa08) 00000080:00010000:0.0:1783444740.160232:0:32636:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff91c748d1aa08) for lock 0x5503b2fe824ef5ee 00800000:00000001:0.0:1783444740.160235:0:32636:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783444740.160236:0:32636:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783444740.160237:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444740.160238:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444740.160240:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224000 refcount=3 00000020:00000001:0.0:1783444740.160242:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:0.0:1783444740.160244:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:0.0:1783444740.160246:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444740.160247:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444740.160248:0:32636:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444740.160250:0:32636:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444740.160252:0:32636:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef5ee from it ffffa319419bfcb8 00010000:00000001:0.0:1783444740.160254:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444740.160255:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444740.160256:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224000 refcount=3 00000020:00000001:0.0:1783444740.160258:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:0.0:1783444740.160259:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:0.0:1783444740.160261:0:32636:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444740.160264:0:32636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef5ee lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd427 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783444740.160270:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444740.160272:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444740.160273:0:32636:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444740.160274:0:32636:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444740.160276:0:32636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef5ee lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd427 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783444740.160282:0:32636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444740.160283:0:32636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444740.160284:0:32636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444740.160286:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444740.160287:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444740.160288:0:32636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444740.160290:0:32636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444740.160291:0:32636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444740.160293:0:32636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444740.160295:0:32636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444740.160296:0:32636:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444740.160298:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444740.160299:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783444740.160300:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783444740.160301:0:32636:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783444740.160304:0:32636:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444740.160307:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfd08 00000080:00000008:0.0:1783444740.160309:0:32636:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff91c748d1aa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783444740.160694:0:32636:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444740.160698:0:32636:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444740.160699:0:32636:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783444740.160701:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfbc0 00000080:00200000:0.0:1783444740.160704:0:32636:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:0.0:1783444740.160710:0:32636:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75a129600. 00800000:00000002:0.0:1783444740.160713:0:32636:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444740.160715:0:32636:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444740.160718:0:32636:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444740.160720:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfae0 00800000:00000002:0.0:1783444740.160722:0:32636:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444740.160724:0:32636:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783444740.160726:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444740.160728:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444740.160729:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444740.160731:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444740.160733:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444740.160734:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444740.160736:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444740.160738:0:32636:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783444740.160741:0:32636:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444740.160742:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bf9b0 00000002:00010000:0.0:1783444740.160744:0:32636:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783444740.160747:0:32636:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783444740.160748:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444740.160749:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444740.160752:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211800 count: 2 00010000:00000001:0.0:1783444740.160754:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444740.160756:0:32636:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444740.160758:0:32636:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783444740.160761:0:32636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef618 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd4c8 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1783444740.163011:0:32636:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783444740.163017:0:32636:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444740.163022:0:32636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef618 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd4c8 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1783444740.163032:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783444740.163034:0:32636:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783444740.163037:0:32636:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444740.163040:0:32636:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444740.163042:0:32636:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444740.163046:0:32636:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783444740.163049:0:32636:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783444740.163052:0:32636:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:0.0:1783444740.163082:0:32636:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75a129600. 00000080:00000001:0.0:1783444740.163090:0:32636:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783444740.163091:0:32636:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444740.163095:0:32636:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:0.0:1783444740.163098:0:32636:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef618 00800000:00000001:0.0:1783444740.163102:0:32636:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783444740.163104:0:32636:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783444740.163106:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444740.163109:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444740.163111:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:0.0:1783444740.163113:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:0.0:1783444740.163116:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:0.0:1783444740.163118:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444740.163120:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444740.163121:0:32636:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444740.163123:0:32636:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444740.163125:0:32636:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef618 from it ffffa319419bfbf8 00010000:00000001:0.0:1783444740.163127:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444740.163128:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444740.163129:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:0.0:1783444740.163131:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:0.0:1783444740.163133:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:0.0:1783444740.163135:0:32636:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444740.163138:0:32636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef618 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd4c8 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783444740.163145:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444740.163146:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444740.163148:0:32636:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444740.163150:0:32636:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444740.163153:0:32636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef618 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd4c8 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783444740.163161:0:32636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444740.163163:0:32636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444740.163165:0:32636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444740.163169:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444740.163170:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444740.163171:0:32636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444740.163174:0:32636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444740.163176:0:32636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444740.163178:0:32636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444740.163180:0:32636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444740.163182:0:32636:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444740.163184:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444740.163185:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783444740.163187:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783444740.163189:0:32636:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444740.163191:0:32636:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:0.0:1783444740.163196:0:32636:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444740.163201:0:32636:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783444740.163204:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfbc0 00000080:00002000:0.0:1783444740.163206:0:32636:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff91c748f541b0) flags 0x20000e refc 1 00000080:00000001:0.0:1783444740.163209:0:32636:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444740.163211:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfc08 00000080:00200000:0.0:1783444740.163213:0:32636:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=266 00000080:00000002:0.0:1783444740.163219:0:32636:0:(llite_lib.c:3158:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1783444740.163224:0:32636:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783444740.163225:0:32636:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff91c748d1aa08), inode mode 41ed mask 44 00000080:00000001:0.0:1783444740.163228:0:32636:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444740.163233:0:32636:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783444740.163235:0:32636:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783444740.163237:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfb78 00000080:00200008:0.0:1783444740.163239:0:32636:0:(file.c:1058:ll_file_open()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff91c748d1aa08), flags 704400 00000080:00000010:0.0:1783444740.163246:0:32636:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91c74ad75180. 00000080:00000001:0.0:1783444740.163252:0:32636:0:(file.c:774:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1783444740.163255:0:32636:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75a129600. 00800000:00000002:0.0:1783444740.163260:0:32636:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444740.163263:0:32636:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444740.163265:0:32636:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444740.163266:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfa28 00800000:00000002:0.0:1783444740.163268:0:32636:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x24:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444740.163272:0:32636:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783444740.163274:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444740.163276:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444740.163278:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444740.163281:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444740.163282:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444740.163284:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1783444740.163286:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444740.163289:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bf9a8 00800000:00000002:0.0:1783444740.163291:0:32636:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1783444740.163294:0:32636:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444740.163296:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bf8e0 00000002:00010000:0.0:1783444740.163297:0:32636:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:0.0:1783444740.163301:0:32636:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783444740.163303:0:32636:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783444740.163306:0:32636:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783444740.163311:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211f00 count: 2 00010000:00000001:0.0:1783444740.163314:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444740.163316:0:32636:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783444740.163319:0:32636:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444740.163321:0:32636:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444740.163323:0:32636:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444740.163325:0:32636:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783444740.163326:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211800 count: 2 00010000:00000001:0.0:1783444740.163328:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444740.163329:0:32636:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783444740.163331:0:32636:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444740.163332:0:32636:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444740.163334:0:32636:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444740.163338:0:32636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746732d80. 00000020:00000040:0.0:1783444740.164430:0:32636:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:0.0:1783444740.164441:0:32636:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783444740.164443:0:32636:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444740.164446:0:32636:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783444740.164450:0:32636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444740.164454:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444740.164456:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444740.164457:0:32636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444740.164461:0:32636:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444740.164462:0:32636:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444740.164466:0:32636:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444740.164475:0:32636:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c746766400. 00000100:00000001:0.0:1783444740.164481:0:32636:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444740.164486:0:32636:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444740.164488:0:32636:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444740.164489:0:32636:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444740.164490:0:32636:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444740.164492:0:32636:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444740.164498:0:32636:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622883799313792 : -121189910237824 : ffff91c746732d80) 00010000:00000001:0.0:1783444740.164502:0:32636:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783444740.164504:0:32636:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783444740.164507:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211800 count: 2 00010000:00000001:0.0:1783444740.164509:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444740.164512:0:32636:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783444740.164515:0:32636:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c74652da00. 00000020:00000001:0.0:1783444740.164519:0:32636:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783444740.164521:0:32636:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c74652da00 with handle 0x5503b2fe824ef61f to hash 00000020:00000001:0.0:1783444740.164522:0:32636:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783444740.164524:0:32636:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883797195264 : -121189912356352 : ffff91c74652da00) 00010000:00000001:0.0:1783444740.164527:0:32636:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883797195264 : -121189912356352 : ffff91c74652da00) 00010000:00000001:0.0:1783444740.164530:0:32636:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444740.164532:0:32636:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444740.164536:0:32636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652da00/0x5503b2fe824ef61f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32636 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444740.164546:0:32636:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652da00/0x5503b2fe824ef61f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32636 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783444740.164567:0:32636:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783444740.164577:0:32636:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c746732d80 x1870075608287616/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783444740.164586:0:32636:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652da00/0x5503b2fe824ef61f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32636 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783444740.164591:0:32636:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783444740.164592:0:32636:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783444740.164600:0:32636:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7590260c0. 00000100:00000001:0.0:1783444740.164602:0:32636:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884110688448 : -121189598863168 : ffff91c7590260c0) 00000100:00000001:0.0:1783444740.164604:0:32636:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444740.164606:0:32636:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799313792 : -121189910237824 : ffff91c746732d80) 00000100:00000001:0.0:1783444740.164610:0:32636:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444740.164614:0:32636:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444740.165614:0:32636:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783444740.165681:0:32636:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444740.165690:0:32636:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746732d80 x1870075608287616/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444740.165700:0:32636:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444740.165702:0:32636:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444740.165707:0:32636:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444740.165710:0:32636:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444740.165712:0:32636:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444740.165716:0:32636:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746732d80 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32636:1870075608287616:192.168.204.110@tcp:101:rm.0 00000100:00000001:0.0:1783444740.165720:0:32636:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444740.165725:0:32636:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444740.165728:0:32636:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444740.165731:0:32636:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444740.165833:0:32636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff91c760a00000. 02000000:00000001:0.0:1783444740.165836:0:32636:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444740.165843:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444740.165848:0:32636:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f108. 00000400:00000010:0.0:1783444740.165856:0:32636:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff91c7614b0800. 00000100:00000200:0.0:1783444740.165863:0:32636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1870075608287616, portal 10 00000100:00000001:0.0:1783444740.165865:0:32636:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444740.165866:0:32636:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799313792 : -121189910237824 : ffff91c746732d80) 00000100:00000040:0.0:1783444740.165873:0:32636:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c746732d80 x1870075608287616/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444756 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444740.165880:0:32636:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444740.165883:0:32636:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444740.165886:0:32636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9908. 00000100:00000200:0.0:1783444740.165889:0:32636:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1870075608287616, offset 0 00000400:00000200:0.0:1783444740.165895:0:32636:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444740.165903:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.165911:0:32636:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444740.165916:0:32636:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444740.165919:0:32636:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444740.165923:0:32636:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444740.165925:0:32636:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444740.165929:0:32636:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2747:2747:256:4294967295] 192.168.204.110@tcp LPNI seq info [2747:2747:8:4294967295] 00000400:00000200:0.0:1783444740.165933:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.166313:0:32636:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444740.166321:0:32636:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444740.166327:0:32636:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3a00. 00000800:00000200:0.0:1783444740.166333:0:32636:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444740.166349:0:32636:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444740.166353:0:32636:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3a00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1783444740.166362:0:32636:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444740.166367:0:32636:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 865645 usecs (866 jiffies) 00000400:00000200:0.0:1783444740.166371:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444740.166374:0:32636:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296380038 00000100:00000001:0.0:1783444740.166376:0:32636:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296380413 00000100:00000001:0.0:1783444740.166379:0:32636:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296380038 00000100:00000001:0.0:1783444740.166381:0:32636:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296380413 00000100:00000001:0.0:1783444740.166383:0:32636:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444740.166386:0:32636:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444740.166389:0:32636:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444740.166390:0:32636:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783444740.166393:0:32636:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7590260c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783444740.166395:0:32636:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444740.166398:0:32636:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444740.166615:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444740.166631:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3a00. 00000400:00000200:1.0:1783444740.166636:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444740.166641:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444740.166645:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9908 00000400:00000010:1.0:1783444740.166647:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9908. 00000100:00000001:1.0:1783444740.166651:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444740.166656:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746732d80 x1870075608287616/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444756 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.166666:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444740.166670:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746732d80 x1870075608287616/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444756 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.166676:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444740.166678:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444740.170324:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.170350:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444740.170355:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.170359:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444740.170367:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.170375:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444740.170383:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.170388:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.170393:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.170397:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a4d2e855c980 00000400:00000200:0.0:1783444740.170402:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.170408:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x7971 [64] + 224 00000800:00000001:0.0:1783444740.170416:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.170425:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444740.170428:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444740.170432:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444740.170439:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444740.170448:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746732d80 x1870075608287616/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444756 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444740.170459:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff91c746732d80 x1870075608287616/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444740.170482:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444740.170490:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.170494:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444740.170551:0:32636:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444740.170560:0:32636:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444740.170562:0:32636:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444740.170565:0:32636:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f108. 00000400:00000200:1.0:1783444740.170570:0:32636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7614b0800 00000400:00000010:1.0:1783444740.170572:0:32636:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffff91c7614b0800. 00000100:00000001:1.0:1783444740.170576:0:32636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444740.170581:0:32636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746732d80 x1870075608287616/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783444740.170590:0:32636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746732d80 x1870075608287616/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.170596:0:32636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444740.170598:0:32636:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444740.170601:0:32636:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444740.170604:0:32636:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444740.170607:0:32636:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444740.170609:0:32636:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444740.170613:0:32636:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444740.170636:0:32636:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=70 v=5 (105 105 105 137) 00000100:00001000:1.0:1783444740.170640:0:32636:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=3 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444740.170643:0:32636:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1783444740.170647:0:32636:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff91c746732d80 x1870075608287616/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.170654:0:32636:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1783444740.170657:0:32636:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1783444740.170659:0:32636:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1783444740.170660:0:32636:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1783444740.170663:0:32636:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444740.170664:0:32636:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799313792 : -121189910237824 : ffff91c746732d80) 00000100:00000001:1.0:1783444740.170668:0:32636:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444740.170670:0:32636:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1783444740.170671:0:32636:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444740.170674:0:32636:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1783444740.170680:0:32636:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746732d80 x1870075608287616/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444756 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.170686:0:32636:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1783444740.170689:0:32636:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444740.170691:0:32636:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444740.170695:0:32636:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746732d80 x1870075608287616/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444756 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783444740.170702:0:32636:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746732d80 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32636:1870075608287616:192.168.204.110@tcp:101:rm.0 00000100:00000001:1.0:1783444740.170706:0:32636:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444740.170708:0:32636:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1783444740.170710:0:32636:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783444740.170712:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444740.170715:0:32636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746732d80 x1870075608287616/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444756 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.170722:0:32636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783444740.170724:0:32636:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7590260c0. 00000100:00000001:1.0:1783444740.170727:0:32636:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783444740.170729:0:32636:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1783444740.170733:0:32636:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1783444740.170738:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444740.170740:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444740.170743:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652da00 refcount=4 00000020:00000001:1.0:1783444740.170746:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797195264 : -121189912356352 : ffff91c74652da00) 00010000:00000001:1.0:1783444740.170748:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797195264 : -121189912356352 : ffff91c74652da00) 00010000:00010000:1.0:1783444740.170753:0:32636:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652da00/0x5503b2fe824ef61f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32636 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444740.170763:0:32636:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1783444740.170766:0:32636:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652da00/0x5503b2fe824ef61f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32636 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444740.170772:0:32636:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444740.170774:0:32636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652da00/0x5503b2fe824ef61f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32636 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444740.170780:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.170782:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1783444740.170784:0:32636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652da00/0x5503b2fe824ef61f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32636 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444740.170790:0:32636:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444740.170793:0:32636:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.170796:0:32636:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1783444740.170799:0:32636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652da00/0x5503b2fe824ef61f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32636 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444740.170808:0:32636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91c74652da00 already unused, calling callback (ffffffffc1ba6f40) 00000080:00000001:1.0:1783444740.170812:0:32636:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1783444740.170815:0:32636:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652da00/0x5503b2fe824ef61f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32636 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444740.170820:0:32636:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1783444740.170822:0:32636:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1783444740.170825:0:32636:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652da00/0x5503b2fe824ef61f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32636 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444740.170830:0:32636:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1783444740.170832:0:32636:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1783444740.170833:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444740.170835:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444740.170836:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652da00 refcount=5 00000020:00000001:1.0:1783444740.170838:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797195264 : -121189912356352 : ffff91c74652da00) 00010000:00000001:1.0:1783444740.170839:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797195264 : -121189912356352 : ffff91c74652da00) 00010000:00000001:1.0:1783444740.170842:0:32636:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783444740.170857:0:32636:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652da00/0x5503b2fe824ef61f lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32636 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1783444740.170863:0:32636:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783444740.170865:0:32636:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444740.170868:0:32636:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1783444740.170870:0:32636:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783444740.170872:0:32636:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783444740.170873:0:32636:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783444740.170875:0:32636:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444740.170877:0:32636:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1783444740.170880:0:32636:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c74652da00 with handle 0x5503b2fe824ef61f from hash 00010000:00000001:1.0:1783444740.170882:0:32636:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783444740.170884:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.170885:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.170886:0:32636:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783444740.170887:0:32636:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783444740.170889:0:32636:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1783444740.170891:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.170892:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.170893:0:32636:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.170894:0:32636:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444740.170897:0:32636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652da00/0x5503b2fe824ef61f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32636 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444740.170901:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.170902:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.170904:0:32636:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1783444740.170905:0:32636:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444740.170906:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.170907:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.170908:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783444740.170909:0:32636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652da00/0x5503b2fe824ef61f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32636 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444740.170918:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.170920:0:32636:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1783444740.170924:0:32636:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1783444740.170930:0:32636:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff91c746732d80 x1870075608287616/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444756 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1783444740.170937:0:32636:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1783444740.170957:0:32636:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c746732d80 x1870075608287616/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444756 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1783444740.170964:0:32636:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.170970:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1783444740.170971:0:32636:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.170973:0:32636:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.170975:0:32636:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.170978:0:32636:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1783444740.170981:0:32636:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444740.170982:0:32636:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799313792 : -121189910237824 : ffff91c746732d80) 00010000:00000001:1.0:1783444740.170984:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1783444740.170985:0:32636:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.170987:0:32636:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1783444740.170989:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bf868 00000002:00002000:1.0:1783444740.170992:0:32636:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:1.0:1783444740.170994:0:32636:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444740.170998:0:32636:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444740.171000:0:32636:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783444740.171003:0:32636:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1783444740.171006:0:32636:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.171009:0:32636:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444740.171013:0:32636:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75a129600. 00000080:00000001:1.0:1783444740.171017:0:32636:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:1.0:1783444740.171023:0:32636:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1783444740.171027:0:32636:0:(lmv_obd.c:3920:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1783444740.171032:0:32636:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c74353f080. 00800000:00000001:1.0:1783444740.171035:0:32636:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622883746934912 : -121189962616704 : ffff91c74353f080) 00800000:00000001:1.0:1783444740.171037:0:32636:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.171039:0:32636:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1783444740.171042:0:32636:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1783444740.171044:0:32636:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:1.0:1783444740.171047:0:32636:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1783444740.171050:0:32636:0:(llite_lib.c:1814:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1783444740.171051:0:32636:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.171107:0:32636:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1783444740.171110:0:32636:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1783444740.171115:0:32636:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00000080:00000001:1.0:1783444740.171118:0:32636:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1783444740.171120:0:32636:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1783444740.171121:0:32636:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c74353f080 1 00800000:00000010:1.0:1783444740.171124:0:32636:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c74353f080. 00800000:00000001:1.0:1783444740.171126:0:32636:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1783444740.171130:0:32636:0:(llite_lib.c:3158:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:1.0:1783444740.171134:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444740.171138:0:32636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746732d80 x1870075608287616/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444756 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.171144:0:32636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.171148:0:32636:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1783444740.171152:0:32636:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff91c74353f080. 00000080:00000001:1.0:1783444740.171154:0:32636:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:1.0:1783444740.171157:0:32636:0:(lmv_obd.c:4175:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1783444740.171160:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444740.171163:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444740.171165:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444740.171167:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444740.171169:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.171171:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1783444740.171173:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.171175:0:32636:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1783444740.171179:0:32636:0:(obd.h:1438:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91c745712be0. 00000002:00100000:1.0:1783444740.171183:0:32636:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c746732d80 x1870075608287616/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444756 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1783444740.171189:0:32636:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444740.171191:0:32636:0:(lmv_obd.c:4181:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1783444740.171195:0:32636:0:(rw.c:949:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1783444740.171198:0:32636:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.171202:0:32636:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1783444740.171203:0:32636:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.171205:0:32636:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444740.171209:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444740.171213:0:32636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746732d80 x1870075608287616/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444756 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1783444740.171220:0:32636:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444740.171224:0:32636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff91c760a00000. 02000000:00000001:1.0:1783444740.171258:0:32636:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1783444740.171260:0:32636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444740.171263:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfb78 00000080:00000008:1.0:1783444740.171265:0:32636:0:(file.c:1297:ll_file_open()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff91c748d1aa08), flags 704400, rc = 0 00000080:00000001:1.0:1783444740.171269:0:32636:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444740.171290:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfd28 00000080:00200008:1.0:1783444740.171292:0:32636:0:(file.c:6217:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff91c748d1aa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1783444740.171300:0:32636:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1783444740.171304:0:32636:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.171307:0:32636:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444740.171309:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfca0 00000080:00200000:1.0:1783444740.171311:0:32636:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff91c748d1aa08),name=d21h.recovery-small-2 00000080:00000010:1.0:1783444740.171316:0:32636:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cde00. 00800000:00000002:1.0:1783444740.171321:0:32636:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444740.171327:0:32636:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444740.171331:0:32636:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444740.171333:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfbc0 00800000:00000002:1.0:1783444740.171335:0:32636:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x24:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444740.171338:0:32636:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444740.171341:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444740.171342:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444740.171344:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444740.171345:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444740.171347:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.171348:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444740.171350:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444740.171352:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444740.171353:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444740.171354:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444740.171356:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444740.171357:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.171359:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1783444740.171360:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.171363:0:32636:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444740.171367:0:32636:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444740.171369:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfa90 00000002:00010000:1.0:1783444740.171371:0:32636:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444740.171375:0:32636:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444740.171377:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444740.171379:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444740.171385:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211f00 count: 2 00010000:00000001:1.0:1783444740.171388:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444740.171393:0:32636:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444740.171395:0:32636:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444740.171399:0:32636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef5ee lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd427 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1783444740.171406:0:32636:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444740.171410:0:32636:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444740.171413:0:32636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef5ee lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd427 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1783444740.171419:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783444740.171422:0:32636:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444740.171423:0:32636:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444740.171425:0:32636:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444740.171427:0:32636:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444740.171429:0:32636:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783444740.171431:0:32636:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783444740.171433:0:32636:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444740.171435:0:32636:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cde00. 00000080:00000001:1.0:1783444740.171439:0:32636:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783444740.171440:0:32636:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444740.171443:0:32636:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff91c748d1aa08) 00000080:00010000:1.0:1783444740.171446:0:32636:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff91c748d1aa08) for lock 0x5503b2fe824ef5ee 00800000:00000001:1.0:1783444740.171450:0:32636:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444740.171451:0:32636:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444740.171452:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444740.171454:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444740.171456:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224000 refcount=3 00000020:00000001:1.0:1783444740.171458:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:1.0:1783444740.171460:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:1.0:1783444740.171462:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.171464:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444740.171465:0:32636:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444740.171467:0:32636:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444740.171469:0:32636:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef5ee from it ffffa319419bfcd8 00010000:00000001:1.0:1783444740.171471:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444740.171472:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444740.171474:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224000 refcount=3 00000020:00000001:1.0:1783444740.171475:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:1.0:1783444740.171477:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:1.0:1783444740.171479:0:32636:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444740.171482:0:32636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef5ee lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd427 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783444740.171487:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.171489:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.171490:0:32636:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444740.171492:0:32636:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444740.171494:0:32636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef5ee lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd427 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1783444740.171501:0:32636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444740.171504:0:32636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444740.171506:0:32636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444740.171509:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.171510:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.171512:0:32636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.171514:0:32636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444740.171516:0:32636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.171518:0:32636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.171520:0:32636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.171522:0:32636:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444740.171523:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.171524:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444740.171526:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783444740.171527:0:32636:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783444740.171530:0:32636:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444740.171534:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfd28 00000080:00000008:1.0:1783444740.171536:0:32636:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff91c748d1aa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1783444740.171553:0:32636:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1783444740.171556:0:32636:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff91c748d1aa08) pos/size0/4096 32bit_api 0 00000080:00000010:1.0:1783444740.171561:0:32636:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cde00. 00800000:00000002:1.0:1783444740.171564:0:32636:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c74353fb80 2 00000080:00000001:1.0:1783444740.171567:0:32636:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:1.0:1783444740.171572:0:32636:0:(lmv_obd.c:3431:lmv_read_page()) Process entered 00800000:00000001:1.0:1783444740.171574:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444740.171575:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444740.171576:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444740.171578:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444740.171579:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.171581:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1783444740.171583:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.171585:0:32636:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:1.0:1783444740.171587:0:32636:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444740.171589:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfab8 00000002:00010000:1.0:1783444740.171590:0:32636:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000405:0x24:0x0], intent: readdir flags 0 00000002:00000001:1.0:1783444740.171593:0:32636:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444740.171595:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444740.171596:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444740.171599:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211f00 count: 2 00010000:00000001:1.0:1783444740.171601:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444740.171603:0:32636:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444740.171605:0:32636:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444740.171608:0:32636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef5ee lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd427 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1783444740.171614:0:32636:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444740.171616:0:32636:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444740.171618:0:32636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef5ee lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd427 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1783444740.171629:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783444740.171630:0:32636:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444740.171632:0:32636:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444740.171634:0:32636:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444740.171635:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444740.171636:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444740.171637:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224000 refcount=3 00000020:00000001:1.0:1783444740.171639:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:1.0:1783444740.171641:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:1.0:1783444740.171643:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.171645:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444740.171646:0:32636:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.171687:0:32636:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:1.0:1783444740.171692:0:32636:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff91c760534000. 00000002:00000001:1.0:1783444740.172206:0:32636:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:1.0:1783444740.172211:0:32636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883b100. 00000020:00000040:1.0:1783444740.172227:0:32636:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=9 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:1.0:1783444740.172231:0:32636:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444740.172234:0:32636:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444740.172237:0:32636:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444740.172243:0:32636:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c7590cdc00. 00000100:00000001:1.0:1783444740.172249:0:32636:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444740.172252:0:32636:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1783444740.172255:0:32636:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff91c751026000. 00000100:00000010:1.0:1783444740.172259:0:32636:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff91c760419000. 00000020:00000040:1.0:1783444740.172261:0:32636:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=10 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:1.0:1783444740.172279:0:32636:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444740.172281:0:32636:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444740.172285:0:32636:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c742c38e40. 00000100:00000001:1.0:1783444740.172287:0:32636:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883737472576 : -121189972079040 : ffff91c742c38e40) 00000100:00000001:1.0:1783444740.172289:0:32636:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444740.172291:0:32636:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102385920 : -121189607165696 : ffff91c75883b100) 00000100:00000001:1.0:1783444740.172295:0:32636:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444740.172299:0:32636:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444740.172301:0:32636:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444740.172303:0:32636:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444740.172309:0:32636:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c75883b100 x1870075608287744/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.172317:0:32636:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444740.172319:0:32636:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444740.172322:0:32636:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444740.172325:0:32636:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444740.172327:0:32636:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444740.172330:0:32636:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c75883b100 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32636:1870075608287744:192.168.204.110@tcp:37:rm.0 00000100:00000001:1.0:1783444740.172334:0:32636:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444740.172338:0:32636:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444740.172340:0:32636:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444740.172342:0:32636:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1783444740.172349:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444740.172352:0:32636:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736528. 00000400:00000010:1.0:1783444740.172360:0:32636:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff91c760416000. 00000100:00000200:1.0:1783444740.172367:0:32636:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a4d2e855ca00-0x6a4d2e855ca00, portal 14 00000100:00000001:1.0:1783444740.172370:0:32636:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444740.172372:0:32636:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444740.172375:0:32636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c751024800. 02000000:00000001:1.0:1783444740.172377:0:32636:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444740.172379:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444740.172381:0:32636:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736160. 00000400:00000010:1.0:1783444740.172395:0:32636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076bb0. 00000100:00000200:1.0:1783444740.172399:0:32636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608287744, portal 10 00000100:00000001:1.0:1783444740.172401:0:32636:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444740.172402:0:32636:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102385920 : -121189607165696 : ffff91c75883b100) 00000100:00000040:1.0:1783444740.172407:0:32636:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c75883b100 x1870075608287744/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444756 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.172414:0:32636:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444740.172417:0:32636:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444740.172420:0:32636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076aa0. 00000100:00000200:1.0:1783444740.172422:0:32636:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1870075608287744, offset 0 00000400:00000200:1.0:1783444740.172429:0:32636:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444740.172436:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444740.172443:0:32636:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444740.172448:0:32636:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444740.172452:0:32636:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444740.172455:0:32636:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444740.172458:0:32636:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444740.172461:0:32636:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2748:2748:256:4294967295] 192.168.204.110@tcp LPNI seq info [2748:2748:8:4294967295] 00000400:00000200:1.0:1783444740.172465:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444740.172473:0:32636:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444740.172479:0:32636:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444740.172484:0:32636:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298600. 00000800:00000200:1.0:1783444740.172490:0:32636:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444740.172497:0:32636:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444740.172502:0:32636:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298600 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1783444740.172514:0:32636:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444740.172518:0:32636:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 864467 usecs (865 jiffies) 00000400:00000200:1.0:1783444740.172521:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444740.172523:0:32636:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296380043 00000100:00000001:1.0:1783444740.172526:0:32636:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296380413 00000100:00000001:1.0:1783444740.172529:0:32636:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296380043 00000100:00000001:1.0:1783444740.172531:0:32636:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296380413 00000100:00000001:1.0:1783444740.172533:0:32636:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444740.172535:0:32636:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444740.172537:0:32636:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444740.172539:0:32636:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444740.172542:0:32636:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c742c38e40 going to sleep for 11 seconds 00000100:00000001:1.0:1783444740.172544:0:32636:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444740.172546:0:32636:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444740.173213:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444740.173218:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298600. 00000400:00000200:0.0:1783444740.173224:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444740.173229:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444740.173235:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076aa0 00000400:00000010:0.0:1783444740.173237:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076aa0. 00000100:00000001:0.0:1783444740.173241:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444740.173246:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c75883b100 x1870075608287744/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444756 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444740.173256:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444740.173259:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c75883b100 x1870075608287744/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444756 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444740.173266:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444740.173267:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1783444740.178176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652da00. 00000800:00000001:0.0:1783444740.200220:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.200248:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444740.200252:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.200254:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444740.200263:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.200270:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444740.200279:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.200283:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.200288:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.200293:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 4096 into portal 14 MB=0x6a4d2e855ca00 00000400:00000200:0.0:1783444740.200297:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.200302:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.110@tcp of length 4096/4096 into md 0x7981 [256] + 0 00000400:00000010:0.0:1783444740.200308:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736528. 00000400:00000200:0.0:1783444740.200312:0:2392:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff91c760416000 00000800:00000001:0.0:1783444740.200317:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.200326:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444740.200330:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444740.200334:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444740.200339:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760416000 00000400:00000010:0.0:1783444740.200347:0:2392:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 4216 at ffff91c760416000. 00000100:00000001:0.0:1783444740.200353:0:2392:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1783444740.200355:0:2392:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff91c75883b100 desc ffff91c751026000 mbits 1870075608287744 00000100:00000001:0.0:1783444740.200371:0:2392:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1783444740.200378:0:2392:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1783444740.200381:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.200386:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444740.200391:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2749:2749:256:4294967295] 192.168.204.110@tcp LPNI seq info [2749:2749:8:4294967295] 00000400:00000200:0.0:1783444740.200396:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.200404:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:0.0:1783444740.200409:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444740.200416:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff91c751166000. 00000800:00000200:0.0:1783444740.200421:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444740.200429:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444740.200434:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c751166000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1783444740.200511:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444740.200515:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff91c751166000. 00000400:00000200:0.0:1783444740.200519:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444740.200522:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:0.0:1783444740.200528:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.200531:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444740.201103:0:32636:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444740.201108:0:32636:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444740.205386:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.205401:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444740.205405:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.205407:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444740.205415:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.205422:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444740.205429:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.205434:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.205439:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.205443:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 440 into portal 10 MB=0x6a4d2e855ca00 00000400:00000200:0.0:1783444740.205448:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.205454:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 440/440 into md 0x7989 [1] + 224 00000800:00000001:0.0:1783444740.205460:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.205482:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444740.205485:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444740.205490:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444740.205496:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444740.205504:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c75883b100 x1870075608287744/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444756 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444740.205515:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff91c75883b100 x1870075608287744/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444740.205537:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444740.205545:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.205548:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444740.205581:0:32636:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444740.205588:0:32636:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444740.205590:0:32636:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444740.205593:0:32636:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736160. 00000400:00000200:1.0:1783444740.205597:0:32636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076bb0 00000400:00000010:1.0:1783444740.205600:0:32636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076bb0. 00000100:00000001:1.0:1783444740.205603:0:32636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444740.205608:0:32636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c75883b100 x1870075608287744/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783444740.205617:0:32636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c75883b100 x1870075608287744/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.205624:0:32636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444740.205625:0:32636:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444740.205628:0:32636:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444740.205630:0:32636:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444740.205634:0:32636:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444740.205636:0:32636:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444740.205639:0:32636:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444740.205648:0:32636:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bcf0 time=70 v=5 (5 5 5 5) 00000100:00001000:1.0:1783444740.205652:0:32636:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=3 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444740.205654:0:32636:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444740.205656:0:32636:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.205659:0:32636:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444740.205662:0:32636:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444740.205665:0:32636:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444740.205667:0:32636:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1783444740.205681:0:32636:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444740.205684:0:32636:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444740.205689:0:32636:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff91c75883b100 x1870075608287744/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444740.205698:0:32636:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff91c75883b100 x1870075608287744/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444756 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.205710:0:32636:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444740.205712:0:32636:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444740.205717:0:32636:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883b100 x1870075608287744/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444756 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783444740.205724:0:32636:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c75883b100 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32636:1870075608287744:192.168.204.110@tcp:37:rm.0 00000100:00000001:1.0:1783444740.205729:0:32636:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444740.205732:0:32636:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444740.205734:0:32636:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783444740.205736:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444740.205739:0:32636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c75883b100 x1870075608287744/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444756 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.205745:0:32636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783444740.205747:0:32636:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c742c38e40. 00000100:00000001:1.0:1783444740.205751:0:32636:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783444740.205753:0:32636:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.205757:0:32636:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444740.205759:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444740.205762:0:32636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c75883b100 x1870075608287744/t0(0) o37->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1783444756 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.205768:0:32636:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444740.205770:0:32636:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444740.205773:0:32636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c751024800. 02000000:00000001:1.0:1783444740.205776:0:32636:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444740.205778:0:32636:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444740.205780:0:32636:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=9 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:1.0:1783444740.205783:0:32636:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1783444740.205784:0:32636:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1783444740.205786:0:32636:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444740.205787:0:32636:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:1.0:1783444740.205789:0:32636:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:1.0:1783444740.205811:0:32636:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff91c760419000. 00000100:00000010:1.0:1783444740.205814:0:32636:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff91c751026000. 00000100:00000001:1.0:1783444740.205817:0:32636:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1783444740.205819:0:32636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c7590cdc00. 02000000:00000001:1.0:1783444740.205823:0:32636:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444740.205824:0:32636:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444740.205826:0:32636:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c75883b100. 00000100:00000001:1.0:1783444740.205830:0:32636:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444740.205831:0:32636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444740.205834:0:32636:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:1.0:1783444740.205836:0:32636:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:1.0:1783444740.206475:0:32636:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff91c760534000. 00000002:00000001:1.0:1783444740.206480:0:32636:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.206486:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444740.206489:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444740.206492:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224000 refcount=3 00000020:00000001:1.0:1783444740.206495:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:1.0:1783444740.206498:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:1.0:1783444740.206500:0:32636:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444740.206505:0:32636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef5ee lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd427 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1783444740.206515:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.206517:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.206518:0:32636:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444740.206521:0:32636:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444740.206523:0:32636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef5ee lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd427 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1783444740.206531:0:32636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444740.206534:0:32636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444740.206536:0:32636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444740.206540:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.206542:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.206543:0:32636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.206546:0:32636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444740.206547:0:32636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.206549:0:32636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.206553:0:32636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.206555:0:32636:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444740.206556:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.206557:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:1.0:1783444740.206560:0:32636:0:(lmv_obd.c:3448:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.206565:0:32636:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1783444740.206570:0:32636:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1783444740.206573:0:32636:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:1.0:1783444740.206577:0:32636:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.206581:0:32636:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c74353fb80 2 00000080:00000010:1.0:1783444740.206585:0:32636:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cde00. 00000080:00000001:1.0:1783444740.206589:0:32636:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.206618:0:32636:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:1.0:1783444740.206620:0:32636:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:1.0:1783444740.206624:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfd98 00000080:00200008:1.0:1783444740.206626:0:32636:0:(file.c:447:ll_file_release()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff91c748d1aa08), flags 704000 00000080:00400000:1.0:1783444740.206631:0:32636:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x24:0x0] 00000080:00000001:1.0:1783444740.206634:0:32636:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1783444740.206635:0:32636:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:1.0:1783444740.206636:0:32636:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1783444740.206641:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444740.206644:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444740.206646:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444740.206649:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444740.206650:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.206652:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1783444740.206655:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.206659:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444740.206661:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444740.206668:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211f00 count: 2 00010000:00000001:1.0:1783444740.206671:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444740.206675:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.206677:0:32636:0:(lmv_obd.c:4132:lmv_lock_match()) Lock match for [0x200000405:0x24:0x0]: 0 00000080:00000001:1.0:1783444740.206679:0:32636:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1783444740.206681:0:32636:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1783444740.206685:0:32636:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff91c7590cde00. 00000080:00000001:1.0:1783444740.206687:0:32636:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:1.0:1783444740.206692:0:32636:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c74353fb80 2 00000080:00000001:1.0:1783444740.206697:0:32636:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1783444740.206700:0:32636:0:(lmv_obd.c:1665:lmv_close()) Process entered 00800000:00000001:1.0:1783444740.206702:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444740.206703:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444740.206704:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444740.206705:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444740.206707:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.206708:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1783444740.206710:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.206712:0:32636:0:(lmv_obd.c:1671:lmv_close()) CLOSE [0x200000405:0x24:0x0] 00000002:00000001:1.0:1783444740.206714:0:32636:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1783444740.206716:0:32636:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91c759350000: [0x200000405:0x24:0x0] file closed with intent: 0 00000100:00000010:1.0:1783444740.206721:0:32636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883b100. 00000020:00000040:1.0:1783444740.206725:0:32636:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=9 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:1.0:1783444740.206729:0:32636:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444740.206732:0:32636:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444740.206735:0:32636:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444740.206741:0:32636:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c7590cdc00. 00000100:00000001:1.0:1783444740.206746:0:32636:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1783444740.206760:0:32636:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91c746732d80 x1870075608287616/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444756 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1783444740.206769:0:32636:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1783444740.206773:0:32636:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c75883b100 x1870075608288000/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1783444740.206780:0:32636:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444740.206781:0:32636:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444740.206786:0:32636:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c742c38e40. 00000100:00000001:1.0:1783444740.206789:0:32636:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883737472576 : -121189972079040 : ffff91c742c38e40) 00000100:00000001:1.0:1783444740.206791:0:32636:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444740.206792:0:32636:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102385920 : -121189607165696 : ffff91c75883b100) 00000100:00000001:1.0:1783444740.206796:0:32636:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444740.206799:0:32636:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444740.206801:0:32636:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444740.206803:0:32636:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444740.206806:0:32636:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c75883b100 x1870075608288000/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.206813:0:32636:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444740.206815:0:32636:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444740.206818:0:32636:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444740.206820:0:32636:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444740.206822:0:32636:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444740.206825:0:32636:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c75883b100 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32636:1870075608288000:192.168.204.110@tcp:35:rm.0 00000100:00000001:1.0:1783444740.206829:0:32636:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444740.206835:0:32636:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444740.206837:0:32636:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444740.206839:0:32636:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444740.206843:0:32636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c751026000. 02000000:00000001:1.0:1783444740.206844:0:32636:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444740.206849:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444740.206852:0:32636:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736160. 00000400:00000010:1.0:1783444740.206858:0:32636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076bb0. 00000100:00000200:1.0:1783444740.206864:0:32636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608288000, portal 10 00000100:00000001:1.0:1783444740.206866:0:32636:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444740.206867:0:32636:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102385920 : -121189607165696 : ffff91c75883b100) 00000100:00000040:1.0:1783444740.206873:0:32636:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c75883b100 x1870075608288000/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444756 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.206879:0:32636:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444740.206882:0:32636:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444740.206884:0:32636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7590767f8. 00000100:00000200:1.0:1783444740.206887:0:32636:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870075608288000, offset 0 00000400:00000200:1.0:1783444740.206893:0:32636:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444740.206900:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444740.206906:0:32636:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444740.206911:0:32636:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444740.206917:0:32636:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444740.206920:0:32636:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444740.206923:0:32636:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444740.206926:0:32636:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2750:2750:256:4294967295] 192.168.204.110@tcp LPNI seq info [2750:2750:8:4294967295] 00000400:00000200:1.0:1783444740.206930:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444740.206939:0:32636:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444740.206956:0:32636:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444740.206960:0:32636:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298900. 00000800:00000200:1.0:1783444740.206966:0:32636:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444740.206973:0:32636:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444740.206978:0:32636:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1783444740.206995:0:32636:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444740.207000:0:32636:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 863340 usecs (864 jiffies) 00000400:00000200:1.0:1783444740.207003:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444740.207006:0:32636:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296380076 00000100:00000001:1.0:1783444740.207009:0:32636:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296380413 00000100:00000001:1.0:1783444740.207011:0:32636:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296380076 00000100:00000001:1.0:1783444740.207013:0:32636:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296380413 00000100:00000001:1.0:1783444740.207015:0:32636:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444740.207018:0:32636:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444740.207020:0:32636:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444740.207021:0:32636:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444740.207024:0:32636:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c742c38e40 going to sleep for 11 seconds 00000100:00000001:1.0:1783444740.207026:0:32636:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444740.207028:0:32636:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444740.207161:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444740.207166:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298900. 00000400:00000200:0.0:1783444740.207171:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444740.207176:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444740.207180:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7590767f8 00000400:00000010:0.0:1783444740.207181:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7590767f8. 00000100:00000001:0.0:1783444740.207184:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444740.207188:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c75883b100 x1870075608288000/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444756 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444740.207196:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444740.207199:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c75883b100 x1870075608288000/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444756 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444740.207205:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444740.207206:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444740.210551:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.210567:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444740.210571:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.210573:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444740.210583:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.210590:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444740.210598:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.210602:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.210606:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.210610:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e855cb00 00000400:00000200:0.0:1783444740.210614:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.210632:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x7999 [1] + 224 00000800:00000001:0.0:1783444740.210639:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.210646:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444740.210649:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444740.210653:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444740.210659:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444740.210667:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c75883b100 x1870075608288000/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444756 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444740.210676:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91c75883b100 x1870075608288000/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444740.210694:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444740.210702:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.210705:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444740.211119:0:32636:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444740.211127:0:32636:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444740.211129:0:32636:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444740.211132:0:32636:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736160. 00000400:00000200:1.0:1783444740.211139:0:32636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076bb0 00000400:00000010:1.0:1783444740.211141:0:32636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076bb0. 00000100:00000001:1.0:1783444740.211144:0:32636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444740.211149:0:32636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c75883b100 x1870075608288000/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783444740.211158:0:32636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c75883b100 x1870075608288000/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.211164:0:32636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444740.211165:0:32636:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444740.211167:0:32636:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444740.211170:0:32636:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444740.211173:0:32636:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444740.211174:0:32636:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444740.211177:0:32636:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444740.211186:0:32636:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bcf0 time=70 v=5 (5 5 5 5) 00000100:00001000:1.0:1783444740.211190:0:32636:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=3 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444740.211192:0:32636:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444740.211193:0:32636:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.211196:0:32636:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444740.211198:0:32636:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444740.211201:0:32636:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1783444740.211202:0:32636:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1783444740.211204:0:32636:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1783444740.211206:0:32636:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444740.211207:0:32636:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102385920 : -121189607165696 : ffff91c75883b100) 00000100:00000001:1.0:1783444740.211210:0:32636:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444740.211212:0:32636:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1783444740.211214:0:32636:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444740.211217:0:32636:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444740.211221:0:32636:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c75883b100 x1870075608288000/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444756 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.211228:0:32636:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444740.211231:0:32636:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444740.211233:0:32636:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444740.211237:0:32636:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883b100 x1870075608288000/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444756 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783444740.211244:0:32636:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c75883b100 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32636:1870075608288000:192.168.204.110@tcp:35:rm.0 00000100:00000001:1.0:1783444740.211250:0:32636:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444740.211252:0:32636:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444740.211254:0:32636:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783444740.211256:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444740.211259:0:32636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c75883b100 x1870075608288000/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444756 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.211265:0:32636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783444740.211267:0:32636:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c742c38e40. 00000100:00000001:1.0:1783444740.211270:0:32636:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783444740.211272:0:32636:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444740.211279:0:32636:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444740.211280:0:32636:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102385920 : -121189607165696 : ffff91c75883b100) 00000002:00000001:1.0:1783444740.211283:0:32636:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444740.211287:0:32636:0:(lmv_obd.c:1673:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.211291:0:32636:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c74353fb80 2 00000080:00000010:1.0:1783444740.211294:0:32636:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cde00. 00000080:00000001:1.0:1783444740.211298:0:32636:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1783444740.211300:0:32636:0:(lmv_obd.c:4191:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1783444740.211303:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444740.211305:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444740.211307:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444740.211835:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444740.211840:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.211842:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1783444740.211845:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.211850:0:32636:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1783444740.211856:0:32636:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91c746732d80 x1870075608287616/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444756 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.211864:0:32636:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444740.211865:0:32636:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799313792 : -121189910237824 : ffff91c746732d80) 00000100:00000001:1.0:1783444740.211868:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444740.211871:0:32636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746732d80 x1870075608287616/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444756 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.211883:0:32636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444740.211884:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444740.211887:0:32636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c75883b100 x1870075608288000/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444756 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.211893:0:32636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444740.211895:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444740.211897:0:32636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746732d80 x1870075608287616/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444756 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.211903:0:32636:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1783444740.211906:0:32636:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444740.211907:0:32636:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:1.0:1783444740.211910:0:32636:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444740.211913:0:32636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c746766400. 02000000:00000001:1.0:1783444740.211919:0:32636:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444740.211920:0:32636:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444740.211922:0:32636:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746732d80. 00000100:00000001:1.0:1783444740.211927:0:32636:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444740.211928:0:32636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444740.211929:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444740.211932:0:32636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c75883b100 x1870075608288000/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444756 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.211937:0:32636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783444740.211939:0:32636:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff91c745712be0. 00000002:00000001:1.0:1783444740.211952:0:32636:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444740.211954:0:32636:0:(lmv_obd.c:4197:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1783444740.211957:0:32636:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91c74353f080. 00000100:00000001:1.0:1783444740.211960:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444740.211963:0:32636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c75883b100 x1870075608288000/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444756 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.211968:0:32636:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444740.211970:0:32636:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444740.211973:0:32636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c751026000. 02000000:00000001:1.0:1783444740.211976:0:32636:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444740.211977:0:32636:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444740.211978:0:32636:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:1.0:1783444740.211980:0:32636:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444740.211981:0:32636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c7590cdc00. 02000000:00000001:1.0:1783444740.211983:0:32636:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444740.211984:0:32636:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444740.211986:0:32636:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c75883b100. 00000100:00000001:1.0:1783444740.211988:0:32636:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444740.211990:0:32636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783444740.211992:0:32636:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1783444740.211995:0:32636:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91c74ad75180. 00000080:00000001:1.0:1783444740.212000:0:32636:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444740.212006:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfd98 00000080:00000008:1.0:1783444740.212008:0:32636:0:(file.c:491:ll_file_release()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff91c748d1aa08), flags 704000, rc = 0 00000080:00000001:1.0:1783444740.212011:0:32636:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.212013:0:32636:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.212121:0:32636:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444740.212124:0:32636:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444740.212126:0:32636:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444740.212128:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfbc0 00000080:00200000:1.0:1783444740.212130:0:32636:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:1.0:1783444740.212136:0:32636:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cdc00. 00800000:00000002:1.0:1783444740.212142:0:32636:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444740.212147:0:32636:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444740.212150:0:32636:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444740.212152:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfae0 00800000:00000002:1.0:1783444740.212154:0:32636:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444740.212158:0:32636:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444740.212160:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444740.212161:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444740.212163:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444740.212164:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444740.212166:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.212168:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444740.212170:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.212173:0:32636:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444740.212178:0:32636:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444740.212180:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bf9b0 00000002:00010000:1.0:1783444740.212182:0:32636:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444740.212185:0:32636:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444740.212187:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444740.212190:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444740.212196:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211800 count: 2 00010000:00000001:1.0:1783444740.212199:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444740.212203:0:32636:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444740.212207:0:32636:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444740.212212:0:32636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef618 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd4c8 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1783444740.212223:0:32636:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444740.212227:0:32636:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444740.212230:0:32636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef618 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd4c8 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1783444740.212237:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783444740.212239:0:32636:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444740.212241:0:32636:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444740.212243:0:32636:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444740.212245:0:32636:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444740.212247:0:32636:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783444740.212250:0:32636:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783444740.212252:0:32636:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444740.212254:0:32636:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cdc00. 00000080:00000001:1.0:1783444740.212257:0:32636:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783444740.212259:0:32636:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444740.212261:0:32636:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:1.0:1783444740.212265:0:32636:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef618 00800000:00000001:1.0:1783444740.212268:0:32636:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444740.212271:0:32636:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444740.212272:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444740.212275:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444740.212277:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:1.0:1783444740.212279:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:1.0:1783444740.212283:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:1.0:1783444740.212286:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.212288:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444740.212289:0:32636:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444740.212291:0:32636:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444740.212293:0:32636:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef618 from it ffffa319419bfbf8 00010000:00000001:1.0:1783444740.212294:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444740.212295:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444740.212297:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:1.0:1783444740.212299:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:1.0:1783444740.212300:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:1.0:1783444740.212303:0:32636:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444740.212306:0:32636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef618 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd4c8 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783444740.212322:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.212324:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.212326:0:32636:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444740.212328:0:32636:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444740.212330:0:32636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef618 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd4c8 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1783444740.212338:0:32636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444740.212341:0:32636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444740.212343:0:32636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444740.212348:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.212349:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.212351:0:32636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.212354:0:32636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444740.212356:0:32636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.212358:0:32636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.212360:0:32636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.212362:0:32636:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444740.212364:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.212365:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444740.212367:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783444740.212368:0:32636:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444740.212370:0:32636:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:1.0:1783444740.212374:0:32636:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.212379:0:32636:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1783444740.212381:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfbc0 00000080:00002000:1.0:1783444740.212382:0:32636:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff91c748f541b0) flags 0x20000e refc 1 00000080:00000001:1.0:1783444740.212385:0:32636:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444740.212387:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfc08 00000080:00200000:1.0:1783444740.212388:0:32636:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=266 00000080:00000002:1.0:1783444740.212393:0:32636:0:(llite_lib.c:3158:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1783444740.212398:0:32636:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:1.0:1783444740.212399:0:32636:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff91c748d1aa08), inode mode 41ed mask 44 00000080:00000001:1.0:1783444740.212402:0:32636:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.212408:0:32636:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1783444740.212410:0:32636:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:1.0:1783444740.212411:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfb78 00000080:00200008:1.0:1783444740.212413:0:32636:0:(file.c:1058:ll_file_open()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff91c748d1aa08), flags 704400 00000080:00000010:1.0:1783444740.212418:0:32636:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91c742b6af00. 00000080:00000001:1.0:1783444740.217019:0:32636:0:(file.c:774:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1783444740.217033:0:32636:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cdc00. 00800000:00000002:1.0:1783444740.217043:0:32636:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444740.217048:0:32636:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444740.217053:0:32636:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444740.217069:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfa28 00800000:00000002:1.0:1783444740.217072:0:32636:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x24:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444740.217077:0:32636:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1783444740.217080:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444740.217083:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444740.217085:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444740.217087:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444740.217091:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.217093:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1783444740.217095:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444740.217098:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bf9a8 00800000:00000002:1.0:1783444740.217100:0:32636:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1783444740.217106:0:32636:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444740.217108:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bf8e0 00000002:00010000:1.0:1783444740.217110:0:32636:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:1.0:1783444740.217114:0:32636:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1783444740.217117:0:32636:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1783444740.217120:0:32636:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1783444740.217127:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211f00 count: 2 00010000:00000001:1.0:1783444740.217130:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444740.217134:0:32636:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1783444740.217137:0:32636:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.217139:0:32636:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.217142:0:32636:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.217143:0:32636:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1783444740.217146:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211800 count: 2 00010000:00000001:1.0:1783444740.217147:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444740.217149:0:32636:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1783444740.217151:0:32636:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.217152:0:32636:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.217154:0:32636:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783444740.217161:0:32636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883b100. 00000020:00000040:1.0:1783444740.217165:0:32636:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:1.0:1783444740.217171:0:32636:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1783444740.217173:0:32636:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.217176:0:32636:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783444740.217180:0:32636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444740.217185:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.217187:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.217189:0:32636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444740.217191:0:32636:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444740.217193:0:32636:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444740.217197:0:32636:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444740.217203:0:32636:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c751026000. 00000100:00000001:1.0:1783444740.217210:0:32636:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.217214:0:32636:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444740.217216:0:32636:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.217218:0:32636:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444740.217219:0:32636:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.217221:0:32636:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.217228:0:32636:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622884102385920 : -121189607165696 : ffff91c75883b100) 00010000:00000001:1.0:1783444740.217231:0:32636:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783444740.217234:0:32636:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1783444740.217235:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211800 count: 2 00010000:00000001:1.0:1783444740.217238:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444740.217240:0:32636:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783444740.217243:0:32636:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c7583da000. 00000020:00000001:1.0:1783444740.217247:0:32636:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783444740.217251:0:32636:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c7583da000 with handle 0x5503b2fe824ef626 to hash 00000020:00000001:1.0:1783444740.217253:0:32636:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783444740.217254:0:32636:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622884097794048 : -121189611757568 : ffff91c7583da000) 00010000:00000001:1.0:1783444740.217258:0:32636:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622884097794048 : -121189611757568 : ffff91c7583da000) 00010000:00000001:1.0:1783444740.217261:0:32636:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444740.217264:0:32636:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444740.217268:0:32636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da000/0x5503b2fe824ef626 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32636 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444740.217277:0:32636:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da000/0x5503b2fe824ef626 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32636 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1783444740.217289:0:32636:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1783444740.217301:0:32636:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c75883b100 x1870075608288256/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1783444740.217310:0:32636:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da000/0x5503b2fe824ef626 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32636 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783444740.217319:0:32636:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444740.217320:0:32636:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444740.217327:0:32636:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c742c38e40. 00000100:00000001:1.0:1783444740.217330:0:32636:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883737472576 : -121189972079040 : ffff91c742c38e40) 00000100:00000001:1.0:1783444740.217332:0:32636:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444740.217334:0:32636:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102385920 : -121189607165696 : ffff91c75883b100) 00000100:00000001:1.0:1783444740.217338:0:32636:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444740.217342:0:32636:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444740.217344:0:32636:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444740.217346:0:32636:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444740.217350:0:32636:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c75883b100 x1870075608288256/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.217358:0:32636:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444740.217360:0:32636:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444740.217364:0:32636:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444740.217367:0:32636:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444740.217369:0:32636:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444740.217373:0:32636:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c75883b100 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32636:1870075608288256:192.168.204.110@tcp:101:rm.0 00000100:00000001:1.0:1783444740.217377:0:32636:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444740.217382:0:32636:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444740.217384:0:32636:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444740.217387:0:32636:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444740.222891:0:32636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff91c760a00000. 02000000:00000001:1.0:1783444740.222901:0:32636:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444740.222911:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444740.222918:0:32636:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736160. 00000400:00000010:1.0:1783444740.222926:0:32636:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff91c760534000. 00000100:00000200:1.0:1783444740.222934:0:32636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1870075608288256, portal 10 00000100:00000001:1.0:1783444740.222937:0:32636:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444740.222938:0:32636:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102385920 : -121189607165696 : ffff91c75883b100) 00000100:00000040:1.0:1783444740.222962:0:32636:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c75883b100 x1870075608288256/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444756 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.222975:0:32636:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444740.222978:0:32636:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444740.222982:0:32636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076bb0. 00000100:00000200:1.0:1783444740.222984:0:32636:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1870075608288256, offset 0 00000400:00000200:1.0:1783444740.222991:0:32636:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444740.222998:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444740.223006:0:32636:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444740.223011:0:32636:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444740.223015:0:32636:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444740.223019:0:32636:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444740.223022:0:32636:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444740.223025:0:32636:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2751:2751:256:4294967295] 192.168.204.110@tcp LPNI seq info [2751:2751:8:4294967295] 00000400:00000200:1.0:1783444740.223029:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444740.223038:0:32636:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444740.223044:0:32636:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444740.223049:0:32636:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298a00. 00000800:00000200:1.0:1783444740.223072:0:32636:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444740.223081:0:32636:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444740.223086:0:32636:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298a00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1783444740.223096:0:32636:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444740.223100:0:32636:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 862167 usecs (863 jiffies) 00000400:00000200:1.0:1783444740.223103:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444740.223106:0:32636:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296380092 00000100:00000001:1.0:1783444740.223109:0:32636:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296380413 00000100:00000001:1.0:1783444740.223111:0:32636:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296380092 00000100:00000001:1.0:1783444740.223113:0:32636:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296380413 00000100:00000001:1.0:1783444740.223115:0:32636:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444740.223118:0:32636:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444740.223122:0:32636:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444740.223124:0:32636:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444740.223126:0:32636:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c742c38e40 going to sleep for 11 seconds 00000100:00000001:1.0:1783444740.223129:0:32636:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444740.223132:0:32636:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444740.225308:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444740.225316:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298a00. 00000400:00000200:0.0:1783444740.225323:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444740.225331:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444740.225338:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076bb0 00000400:00000010:0.0:1783444740.225342:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076bb0. 00000100:00000001:0.0:1783444740.225346:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444740.225354:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c75883b100 x1870075608288256/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444756 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444740.225366:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444740.225370:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c75883b100 x1870075608288256/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444756 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444740.225376:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444740.225379:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444740.244848:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.244865:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444740.244869:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.244871:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444740.244880:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.244887:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444740.244896:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.244900:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.244906:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.244910:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a4d2e855cc00 00000400:00000200:0.0:1783444740.244914:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.244920:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x79a9 [64] + 224 00000800:00000001:0.0:1783444740.244926:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.244935:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444740.244938:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444740.244953:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444740.244961:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444740.244969:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c75883b100 x1870075608288256/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444756 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444740.244979:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff91c75883b100 x1870075608288256/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444740.245001:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444740.245009:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.245012:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444740.245079:0:32636:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444740.245087:0:32636:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444740.245089:0:32636:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444740.245092:0:32636:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736160. 00000400:00000200:1.0:1783444740.245096:0:32636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760534000 00000400:00000010:1.0:1783444740.245099:0:32636:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffff91c760534000. 00000100:00000001:1.0:1783444740.245103:0:32636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444740.245108:0:32636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c75883b100 x1870075608288256/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783444740.245117:0:32636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c75883b100 x1870075608288256/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.245123:0:32636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444740.245124:0:32636:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444740.245127:0:32636:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444740.245131:0:32636:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444740.245133:0:32636:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444740.245135:0:32636:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444740.245138:0:32636:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444740.245146:0:32636:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=70 v=5 (105 105 105 137) 00000100:00001000:1.0:1783444740.245150:0:32636:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=3 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444740.245152:0:32636:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444740.245154:0:32636:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.245156:0:32636:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444740.245159:0:32636:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444740.245162:0:32636:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1783444740.245164:0:32636:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1783444740.245165:0:32636:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1783444740.245167:0:32636:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444740.245169:0:32636:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102385920 : -121189607165696 : ffff91c75883b100) 00000100:00000001:1.0:1783444740.245172:0:32636:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444740.245174:0:32636:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1783444740.245176:0:32636:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444740.245179:0:32636:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444740.245183:0:32636:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c75883b100 x1870075608288256/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444756 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.245190:0:32636:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444740.245193:0:32636:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444740.245195:0:32636:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444740.245198:0:32636:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883b100 x1870075608288256/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444756 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783444740.245205:0:32636:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c75883b100 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32636:1870075608288256:192.168.204.110@tcp:101:rm.0 00000100:00000001:1.0:1783444740.245210:0:32636:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444740.245213:0:32636:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444740.245215:0:32636:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783444740.245218:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444740.245221:0:32636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c75883b100 x1870075608288256/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444756 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.245227:0:32636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783444740.245230:0:32636:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c742c38e40. 00000100:00000001:1.0:1783444740.245233:0:32636:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783444740.245235:0:32636:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.245237:0:32636:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1783444740.245241:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444740.245244:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444740.245247:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da000 refcount=4 00000020:00000001:1.0:1783444740.245248:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097794048 : -121189611757568 : ffff91c7583da000) 00010000:00000001:1.0:1783444740.245251:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097794048 : -121189611757568 : ffff91c7583da000) 00010000:00000040:1.0:1783444740.245257:0:32636:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c7583da000, remote cookie: 0x332dd2263f6dd4e4, flags: 0x1001 00010000:00000040:1.0:1783444740.245260:0:32636:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1783444740.245264:0:32636:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1783444740.245270:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211f00 count: 2 00010000:00000001:1.0:1783444740.245273:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444740.245276:0:32636:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444740.245281:0:32636:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da000/0x5503b2fe824ef626 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd4e4 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444740.245290:0:32636:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da000/0x5503b2fe824ef626 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd4e4 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444740.245296:0:32636:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1783444740.245300:0:32636:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1783444740.245301:0:32636:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1783444740.245303:0:32636:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1783444740.245304:0:32636:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1783444740.245307:0:32636:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x24:0x0].0x0 (ffff91c747211f00) refcount = 2 00010000:00000040:1.0:1783444740.245310:0:32636:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1783444740.245313:0:32636:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef5ee lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd427 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1783444740.245320:0:32636:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da000/0x5503b2fe824ef626 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd4e4 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444740.245326:0:32636:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1783444740.245328:0:32636:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1783444740.245330:0:32636:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444740.245332:0:32636:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1783444740.245335:0:32636:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444740.245338:0:32636:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da000/0x5503b2fe824ef626 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd4e4 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444740.245343:0:32636:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1783444740.245345:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.245346:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.245347:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.245349:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.245350:0:32636:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.245355:0:32636:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1783444740.245357:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444740.245358:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444740.245360:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da000 refcount=3 00000020:00000001:1.0:1783444740.245362:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097794048 : -121189611757568 : ffff91c7583da000) 00010000:00000001:1.0:1783444740.245364:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097794048 : -121189611757568 : ffff91c7583da000) 00010000:00000001:1.0:1783444740.245365:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.245367:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1783444740.245371:0:32636:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff91c75883b100 x1870075608288256/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444756 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1783444740.245380:0:32636:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1783444740.245384:0:32636:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c75883b100 x1870075608288256/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444756 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1783444740.245391:0:32636:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.245395:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444740.245397:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444740.245398:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da000 refcount=3 00000020:00000001:1.0:1783444740.245400:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097794048 : -121189611757568 : ffff91c7583da000) 00010000:00000001:1.0:1783444740.245402:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097794048 : -121189611757568 : ffff91c7583da000) 00010000:00000001:1.0:1783444740.245404:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.245406:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444740.245407:0:32636:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.245409:0:32636:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.245412:0:32636:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1783444740.245414:0:32636:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444740.245415:0:32636:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102385920 : -121189607165696 : ffff91c75883b100) 00010000:00000001:1.0:1783444740.245417:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444740.245418:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444740.245419:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da000 refcount=3 00000020:00000001:1.0:1783444740.245421:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097794048 : -121189611757568 : ffff91c7583da000) 00010000:00000001:1.0:1783444740.245423:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097794048 : -121189611757568 : ffff91c7583da000) 00000002:00010000:1.0:1783444740.245427:0:32636:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da000/0x5503b2fe824ef626 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd4e4 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444740.245432:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.245433:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.245435:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783444740.245436:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444740.245437:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444740.245438:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da000 refcount=3 00000020:00000001:1.0:1783444740.245440:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097794048 : -121189611757568 : ffff91c7583da000) 00010000:00000001:1.0:1783444740.245442:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097794048 : -121189611757568 : ffff91c7583da000) 00010000:00000040:1.0:1783444740.245445:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211f00 count: 3 00010000:00000001:1.0:1783444740.245446:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1783444740.245450:0:32636:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 16 res 8589935621/36 (0 0) 00010000:00000001:1.0:1783444740.245452:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.245453:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444740.245454:0:32636:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1783444740.245457:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bf868 00000002:00002000:1.0:1783444740.245459:0:32636:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=280002b: rc = 0 00000002:00000001:1.0:1783444740.245461:0:32636:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444740.245464:0:32636:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444740.245467:0:32636:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783444740.245470:0:32636:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1783444740.245472:0:32636:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.245476:0:32636:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444740.245480:0:32636:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cdc00. 00000080:00000001:1.0:1783444740.245484:0:32636:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:1.0:1783444740.245490:0:32636:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1783444740.245493:0:32636:0:(lmv_obd.c:3920:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1783444740.245499:0:32636:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c74353f080. 00800000:00000001:1.0:1783444740.245501:0:32636:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622883746934912 : -121189962616704 : ffff91c74353f080) 00800000:00000001:1.0:1783444740.245503:0:32636:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.245506:0:32636:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1783444740.245509:0:32636:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1783444740.245511:0:32636:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:1.0:1783444740.245514:0:32636:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1783444740.245517:0:32636:0:(llite_lib.c:1814:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1783444740.245518:0:32636:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.245523:0:32636:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1783444740.245526:0:32636:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1783444740.245530:0:32636:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00010000:00000001:1.0:1783444740.245532:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444740.245533:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444740.245534:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da000 refcount=3 00000020:00000001:1.0:1783444740.245537:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097794048 : -121189611757568 : ffff91c7583da000) 00010000:00000001:1.0:1783444740.245539:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097794048 : -121189611757568 : ffff91c7583da000) 00010000:00000001:1.0:1783444740.245541:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.245542:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783444740.245544:0:32636:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1783444740.245546:0:32636:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1783444740.245547:0:32636:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c74353f080 1 00800000:00000010:1.0:1783444740.245549:0:32636:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c74353f080. 00800000:00000001:1.0:1783444740.245552:0:32636:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444740.245555:0:32636:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff91c748d1aa08) for lock 0x5503b2fe824ef626 00800000:00000001:1.0:1783444740.245557:0:32636:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444740.245559:0:32636:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444740.245561:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444740.245562:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444740.245563:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da000 refcount=3 00000020:00000001:1.0:1783444740.245564:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097794048 : -121189611757568 : ffff91c7583da000) 00010000:00000001:1.0:1783444740.245566:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097794048 : -121189611757568 : ffff91c7583da000) 00010000:00000001:1.0:1783444740.245568:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.245569:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444740.245570:0:32636:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444740.245572:0:32636:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1783444740.245575:0:32636:0:(llite_lib.c:3158:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:1.0:1783444740.245578:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444740.245581:0:32636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c75883b100 x1870075608288256/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444756 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.245588:0:32636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444740.245590:0:32636:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef626 from it ffffa319419bfbd0 00010000:00000001:1.0:1783444740.245592:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444740.245593:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444740.245595:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da000 refcount=3 00000020:00000001:1.0:1783444740.245596:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097794048 : -121189611757568 : ffff91c7583da000) 00010000:00000001:1.0:1783444740.245598:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097794048 : -121189611757568 : ffff91c7583da000) 00010000:00000001:1.0:1783444740.245600:0:32636:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444740.245603:0:32636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da000/0x5503b2fe824ef626 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd4e4 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444740.245610:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.245611:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.245612:0:32636:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444740.245615:0:32636:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444740.245617:0:32636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da000/0x5503b2fe824ef626 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd4e4 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783444740.245624:0:32636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444740.245627:0:32636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444740.245629:0:32636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444740.245632:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.245633:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.245634:0:32636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.245637:0:32636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444740.245639:0:32636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.245640:0:32636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.245643:0:32636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.245644:0:32636:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444740.245646:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.245647:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783444740.245649:0:32636:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1783444740.245654:0:32636:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff91c74353f080. 00000080:00000001:1.0:1783444740.245656:0:32636:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:1.0:1783444740.245660:0:32636:0:(lmv_obd.c:4175:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1783444740.245662:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444740.245664:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444740.245666:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444740.245668:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444740.245670:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.245685:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1783444740.245687:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.245689:0:32636:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1783444740.245692:0:32636:0:(obd.h:1438:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91c745712be0. 00000002:00100000:1.0:1783444740.245697:0:32636:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c75883b100 x1870075608288256/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444756 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1783444740.245702:0:32636:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444740.245704:0:32636:0:(lmv_obd.c:4181:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1783444740.245708:0:32636:0:(rw.c:949:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1783444740.245711:0:32636:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.245714:0:32636:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1783444740.245716:0:32636:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.245718:0:32636:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444740.245722:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444740.245725:0:32636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c75883b100 x1870075608288256/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444756 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1783444740.245732:0:32636:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444740.245735:0:32636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff91c760a00000. 02000000:00000001:1.0:1783444740.245768:0:32636:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1783444740.245770:0:32636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444740.245773:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfb78 00000080:00000008:1.0:1783444740.245775:0:32636:0:(file.c:1297:ll_file_open()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff91c748d1aa08), flags 704400, rc = 0 00000080:00000001:1.0:1783444740.245780:0:32636:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444740.245801:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfd28 00000080:00200008:1.0:1783444740.245804:0:32636:0:(file.c:6217:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff91c748d1aa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1783444740.245810:0:32636:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1783444740.245814:0:32636:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.245817:0:32636:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444740.245819:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfca0 00000080:00200000:1.0:1783444740.245821:0:32636:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff91c748d1aa08),name=d21h.recovery-small-2 00000080:00000010:1.0:1783444740.245826:0:32636:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cdc00. 00800000:00000002:1.0:1783444740.245831:0:32636:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444740.245837:0:32636:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444740.245841:0:32636:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444740.245843:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfbc0 00800000:00000002:1.0:1783444740.245844:0:32636:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x24:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444740.245849:0:32636:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444740.245851:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444740.245852:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444740.245853:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444740.245855:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444740.245856:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.245858:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444740.245859:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444740.245861:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444740.245862:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444740.245863:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444740.245863:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444740.245865:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.245866:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1783444740.245868:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.245870:0:32636:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444740.245874:0:32636:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444740.245875:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfa90 00000002:00010000:1.0:1783444740.245877:0:32636:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444740.245880:0:32636:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444740.245882:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444740.245884:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444740.245887:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211f00 count: 3 00010000:00000001:1.0:1783444740.245889:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444740.245891:0:32636:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444740.245894:0:32636:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444740.245898:0:32636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef5ee lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd427 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1783444740.245910:0:32636:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444740.245913:0:32636:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444740.245916:0:32636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef5ee lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd427 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1783444740.245921:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783444740.245923:0:32636:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444740.245925:0:32636:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444740.245927:0:32636:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444740.245929:0:32636:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444740.245931:0:32636:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783444740.245933:0:32636:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783444740.245935:0:32636:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444740.245937:0:32636:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cdc00. 00000080:00000001:1.0:1783444740.245940:0:32636:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783444740.245953:0:32636:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444740.245956:0:32636:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff91c748d1aa08) 00000080:00010000:1.0:1783444740.245959:0:32636:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff91c748d1aa08) for lock 0x5503b2fe824ef5ee 00800000:00000001:1.0:1783444740.245961:0:32636:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444740.245962:0:32636:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444740.245964:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444740.245965:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444740.245967:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224000 refcount=3 00000020:00000001:1.0:1783444740.245969:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:1.0:1783444740.245972:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:1.0:1783444740.245974:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.245975:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444740.245976:0:32636:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444740.245977:0:32636:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444740.245979:0:32636:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef5ee from it ffffa319419bfcd8 00010000:00000001:1.0:1783444740.245981:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444740.245982:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444740.245983:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224000 refcount=3 00000020:00000001:1.0:1783444740.245985:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:1.0:1783444740.245987:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:1.0:1783444740.245989:0:32636:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444740.245991:0:32636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef5ee lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd427 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1783444740.245997:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.245998:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.245999:0:32636:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444740.246000:0:32636:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444740.246002:0:32636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef5ee lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd427 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1783444740.246007:0:32636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444740.246009:0:32636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444740.246010:0:32636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444740.246012:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.246013:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.246014:0:32636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.246016:0:32636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444740.246017:0:32636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.246019:0:32636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.246021:0:32636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.246022:0:32636:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444740.246023:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.246025:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444740.246026:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783444740.246027:0:32636:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783444740.246030:0:32636:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444740.246033:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfd28 00000080:00000008:1.0:1783444740.246035:0:32636:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff91c748d1aa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1783444740.246106:0:32636:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1783444740.246109:0:32636:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff91c748d1aa08) pos/size0/4096 32bit_api 0 00000080:00000010:1.0:1783444740.246114:0:32636:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cdc00. 00800000:00000002:1.0:1783444740.246117:0:32636:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c74353fb80 2 00000080:00000001:1.0:1783444740.246120:0:32636:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:1.0:1783444740.246125:0:32636:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446724506983492928 : -19566726058688 : ffffee34443e6d40) 00000080:00000001:1.0:1783444740.246128:0:32636:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1783444740.246132:0:32636:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1783444740.246134:0:32636:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:1.0:1783444740.246137:0:32636:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.246138:0:32636:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c74353fb80 2 00000080:00000010:1.0:1783444740.246140:0:32636:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cdc00. 00000080:00000001:1.0:1783444740.246144:0:32636:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.246154:0:32636:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1783444740.246155:0:32636:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff91c748d1aa08) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:1.0:1783444740.246157:0:32636:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1783444740.246159:0:32636:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.246174:0:32636:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444740.246177:0:32636:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:1.0:1783444740.246178:0:32636:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff91c748d1aa08), inode mode 41ed mask 1 00000080:00000001:1.0:1783444740.246181:0:32636:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.246187:0:32636:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1783444740.246189:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfda0 00000080:00002000:1.0:1783444740.246191:0:32636:0:(dcache.c:87:ll_dcompare()) found name f(ffff91c748f546c0) flags 0x48000e refc 0 00000080:00000001:1.0:1783444740.246193:0:32636:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444740.246194:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfe10 00000080:00200000:1.0:1783444740.246195:0:32636:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:1.0:1783444740.246199:0:32636:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:1.0:1783444740.246201:0:32636:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff91c748d1aa08), inode mode 41ed mask 3 00000080:00000001:1.0:1783444740.246202:0:32636:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.246205:0:32636:0:(namei.c:2404:ll_unlink()) Process entered 00000020:00000001:1.0:1783444740.246207:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfdf8 00000080:00200000:1.0:1783444740.246210:0:32636:0:(namei.c:2407:ll_unlink()) VFS Op:name=f, dir=[0x200000405:0x24:0x0](ffff91c748d1aa08) 00000080:00000001:1.0:1783444740.246212:0:32636:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1783444740.246215:0:32636:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444740.246220:0:32636:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a13f0. 00000020:00000010:1.0:1783444740.246223:0:32636:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cdc00. 00000020:00000010:1.0:1783444740.246228:0:32636:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590cde00. 00000020:00000010:1.0:1783444740.246231:0:32636:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b3b40. 00000008:00000010:1.0:1783444740.246238:0:32636:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444740.246242:0:32636:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025240. 00008000:00000010:1.0:1783444740.246247:0:32636:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444740.246254:0:32636:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444740.246259:0:32636:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444740.246262:0:32636:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cca00. 00000008:00000010:1.0:1783444740.246265:0:32636:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444740.246268:0:32636:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444740.246272:0:32636:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444740.246275:0:32636:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107cf00. 00000020:00000001:1.0:1783444740.246278:0:32636:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114338808 : -121189595212808 : ffff91c7593a13f8) 00000020:00001000:1.0:1783444740.246281:0:32636:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a13f0 00000020:00000001:1.0:1783444740.246283:0:32636:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1783444740.246287:0:32636:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7000) owner 0000000000000000/ffff91c75116cf80 00020000:00000002:1.0:1783444740.246289:0:32636:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff91c7604278a0 addref 2/0 by ffff91c75116cf80. 00020000:00000002:1.0:1783444740.246292:0:32636:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7000) owner 0000000000000000/ffff91c75116cf80 00020000:00000001:1.0:1783444740.246294:0:32636:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1783444740.246297:0:32636:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1783444740.246298:0:32636:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1783444740.246300:0:32636:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:1.0:1783444740.246303:0:32636:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:1.0:1783444740.246306:0:32636:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a13f0 00000020:00000010:1.0:1783444740.246309:0:32636:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590cde00. 00000020:00000010:1.0:1783444740.246312:0:32636:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b3b40. 00000008:00000010:1.0:1783444740.246316:0:32636:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444740.246319:0:32636:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025240. 00008000:00000010:1.0:1783444740.246322:0:32636:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444740.246326:0:32636:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444740.246329:0:32636:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444740.246332:0:32636:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cdc00. 00000008:00000010:1.0:1783444740.246334:0:32636:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444740.246336:0:32636:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444740.246340:0:32636:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444740.246342:0:32636:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107cf00. 00000020:00000010:1.0:1783444740.246345:0:32636:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cca00. 00000020:00000010:1.0:1783444740.246348:0:32636:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a13f0. 00000080:00000001:1.0:1783444740.246350:0:32636:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1783444740.246354:0:32636:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cca00. 00800000:00000002:1.0:1783444740.246356:0:32636:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c74353fb80 2 00800000:00000001:1.0:1783444740.246363:0:32636:0:(lmv_obd.c:3484:lmv_unlink()) Process entered 00800000:00000001:1.0:1783444740.246364:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444740.246366:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444740.246367:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444740.246369:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444740.246370:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.246372:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1783444740.246373:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444740.246375:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444740.246376:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444740.246377:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444740.246378:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444740.246379:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.246381:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:1.0:1783444740.246382:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444740.246385:0:32636:0:(lmv_obd.c:2553:lmv_early_cancel()) Process entered 00800000:00000001:1.0:1783444740.246386:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444740.246387:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444740.246388:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444740.246389:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444740.246390:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.246392:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:1.0:1783444740.246394:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.246396:0:32636:0:(lmv_obd.c:2572:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x26:0x0] 00800000:00000001:1.0:1783444740.246398:0:32636:0:(lmv_obd.c:2577:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.246400:0:32636:0:(lmv_obd.c:3524:lmv_unlink()) unlink with fid=[0x200000405:0x24:0x0]/[0x200000405:0x26:0x0] -> mds #0 00000002:00000001:1.0:1783444740.246404:0:32636:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1783444740.246406:0:32636:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1783444740.246409:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211f00 count: 3 00010000:00000001:1.0:1783444740.246411:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444740.246414:0:32636:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1783444740.246417:0:32636:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783444740.246420:0:32636:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef5ee lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6dd427 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:1.0:1783444740.246427:0:32636:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783444740.246430:0:32636:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783444740.246433:0:32636:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783444740.246434:0:32636:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode (null) 00000002:00000001:1.0:1783444740.246436:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444740.246438:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444740.246439:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211f00 count: 4 00010000:00000001:1.0:1783444740.246441:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444740.246444:0:32636:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1783444740.246446:0:32636:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1783444740.246447:0:32636:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444740.246450:0:32636:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444740.246452:0:32636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da000/0x5503b2fe824ef626 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd4e4 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783444740.246458:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.246459:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444740.246461:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:1.0:1783444740.246462:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444740.246464:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444740.246466:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da000 refcount=2 00000020:00000001:1.0:1783444740.246468:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097794048 : -121189611757568 : ffff91c7583da000) 00010000:00000001:1.0:1783444740.246470:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097794048 : -121189611757568 : ffff91c7583da000) 00010000:00000001:1.0:1783444740.246471:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.246472:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444740.246473:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444740.246474:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444740.246475:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211f00 count: 4 00010000:00000001:1.0:1783444740.246477:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444740.246479:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.246480:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444740.246481:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444740.246483:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211f00 count: 4 00010000:00000001:1.0:1783444740.246485:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444740.246486:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.246488:0:32636:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1783444740.246491:0:32636:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x24:0x0] lli = ffff91c748d1a940, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1783444740.250182:0:32636:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1783444740.250189:0:32636:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1783444740.250192:0:32636:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1783444740.250196:0:32636:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x24:0x0](ffff91c748d1aa08) invalid 00000020:00000001:1.0:1783444740.250202:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfa60 00000080:00002000:1.0:1783444740.250205:0:32636:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff91c748f541b0) parent ffff91c74931ae58 inode ffff91c748d1aa08 refc 3 00000080:00000001:1.0:1783444740.250209:0:32636:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1783444740.250211:0:32636:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783444740.250213:0:32636:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.250219:0:32636:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783444740.250223:0:32636:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783444740.250225:0:32636:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783444740.250227:0:32636:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444740.250230:0:32636:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1783444740.250234:0:32636:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752224000 with handle 0x5503b2fe824ef5ee from hash 00010000:00000001:1.0:1783444740.250236:0:32636:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783444740.250238:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.250240:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.250242:0:32636:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783444740.250246:0:32636:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783444740.250248:0:32636:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783444740.250252:0:32636:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1783444740.250255:0:32636:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444740.250259:0:32636:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444740.250263:0:32636:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1783444740.250270:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678400 count: 3 00010000:00000001:1.0:1783444740.250272:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444740.250276:0:32636:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1783444740.250279:0:32636:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783444740.250283:0:32636:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225400/0x5503b2fe824ef5f5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x332dd2263f6dd443 expref: -99 pid: 32635 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1783444740.250292:0:32636:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783444740.250295:0:32636:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783444740.250297:0:32636:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783444740.250299:0:32636:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x26:0x0] mode (null) 00000002:00000001:1.0:1783444740.250303:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444740.250306:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444740.250308:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678400 count: 4 00010000:00000001:1.0:1783444740.250310:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444740.250313:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.250316:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444740.250317:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444740.250318:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678400 count: 4 00010000:00000001:1.0:1783444740.250320:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444740.250322:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.250323:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444740.250324:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444740.250325:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678400 count: 4 00010000:00000001:1.0:1783444740.250327:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444740.250329:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.250330:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444740.250331:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444740.250332:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678400 count: 4 00010000:00000001:1.0:1783444740.250334:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444740.250335:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.250337:0:32636:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.250340:0:32636:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:1.0:1783444740.250343:0:32636:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444740.250352:0:32636:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a13f0. 00000020:00000010:1.0:1783444740.250357:0:32636:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cdc00. 00000020:00000010:1.0:1783444740.250362:0:32636:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590cde00. 00000020:00000010:1.0:1783444740.250365:0:32636:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b3b40. 00000008:00000010:1.0:1783444740.250372:0:32636:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444740.250376:0:32636:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025240. 00008000:00000010:1.0:1783444740.250381:0:32636:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444740.250387:0:32636:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444740.250390:0:32636:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444740.250394:0:32636:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cce00. 00000008:00000010:1.0:1783444740.250397:0:32636:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444740.250400:0:32636:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444740.250404:0:32636:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444740.250407:0:32636:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107cf00. 00000020:00000001:1.0:1783444740.250410:0:32636:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114338808 : -121189595212808 : ffff91c7593a13f8) 00000020:00001000:1.0:1783444740.250412:0:32636:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a13f0 00000020:00000001:1.0:1783444740.250415:0:32636:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:1.0:1783444740.250417:0:32636:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x26:0x0]: losing layout lock 00000080:00000001:1.0:1783444740.250420:0:32636:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1783444740.250423:0:32636:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1783444740.250427:0:32636:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:1.0:1783444740.250429:0:32636:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1783444740.250431:0:32636:0:(lov_object.c:1533:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1783444740.250433:0:32636:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444740.250435:0:32636:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1783444740.250437:0:32636:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a13f0 00000020:00000010:1.0:1783444740.250440:0:32636:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590cde00. 00000020:00000010:1.0:1783444740.250446:0:32636:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b3b40. 00000008:00000010:1.0:1783444740.250449:0:32636:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444740.250453:0:32636:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025240. 00008000:00000010:1.0:1783444740.250456:0:32636:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444740.250460:0:32636:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444740.250463:0:32636:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444740.250466:0:32636:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cdc00. 00000008:00000010:1.0:1783444740.250468:0:32636:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444740.250471:0:32636:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444740.250473:0:32636:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444740.250476:0:32636:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107cf00. 00000020:00000010:1.0:1783444740.250478:0:32636:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cce00. 00000020:00000010:1.0:1783444740.250481:0:32636:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a13f0. 00000080:00000001:1.0:1783444740.250484:0:32636:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.250486:0:32636:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1783444740.250488:0:32636:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x26:0x0](ffff91c748db6c08) invalid 00000020:00000001:1.0:1783444740.250490:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfa60 00000080:00002000:1.0:1783444740.250492:0:32636:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f (ffff91c748f546c0) parent ffff91c748f541b0 inode ffff91c748db6c08 refc 1 00000080:00000001:1.0:1783444740.250495:0:32636:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1783444740.250496:0:32636:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783444740.250498:0:32636:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.250501:0:32636:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783444740.250502:0:32636:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783444740.250503:0:32636:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783444740.250505:0:32636:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444740.250506:0:32636:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1783444740.250509:0:32636:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752225400 with handle 0x5503b2fe824ef5f5 from hash 00010000:00000001:1.0:1783444740.250511:0:32636:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783444740.250512:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.250513:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.250514:0:32636:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783444740.250516:0:32636:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783444740.250517:0:32636:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783444740.250519:0:32636:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783444740.252159:0:32636:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef5cb lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x332dd2263f6dd3be expref: -99 pid: 32599 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1783444740.252176:0:32636:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783444740.252180:0:32636:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783444740.252182:0:32636:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783444740.252184:0:32636:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x26:0x0] mode (null) 00000002:00000001:1.0:1783444740.252188:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444740.252191:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444740.252196:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678400 count: 4 00010000:00000001:1.0:1783444740.252199:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444740.252203:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.252205:0:32636:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.252208:0:32636:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:1.0:1783444740.252210:0:32636:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444740.252219:0:32636:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a13f0. 00000020:00000010:1.0:1783444740.252223:0:32636:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cce00. 00000020:00000010:1.0:1783444740.252227:0:32636:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590cdc00. 00000020:00000010:1.0:1783444740.252230:0:32636:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b3b40. 00000008:00000010:1.0:1783444740.252236:0:32636:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444740.252240:0:32636:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025240. 00008000:00000010:1.0:1783444740.252244:0:32636:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444740.252250:0:32636:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444740.252254:0:32636:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444740.252257:0:32636:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cde00. 00000008:00000010:1.0:1783444740.252260:0:32636:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444740.252264:0:32636:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444740.252267:0:32636:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444740.252270:0:32636:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107cf00. 00000020:00000001:1.0:1783444740.252273:0:32636:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114338808 : -121189595212808 : ffff91c7593a13f8) 00000020:00001000:1.0:1783444740.252275:0:32636:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a13f0 00000020:00000001:1.0:1783444740.252278:0:32636:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:1.0:1783444740.252280:0:32636:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x26:0x0]: losing layout lock 00000080:00000001:1.0:1783444740.252284:0:32636:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1783444740.252286:0:32636:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1783444740.252289:0:32636:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:1.0:1783444740.252291:0:32636:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1783444740.252293:0:32636:0:(lov_object.c:1533:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1783444740.252296:0:32636:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444740.252297:0:32636:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1783444740.252299:0:32636:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a13f0 00000020:00000010:1.0:1783444740.252302:0:32636:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590cdc00. 00000020:00000010:1.0:1783444740.252308:0:32636:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b3b40. 00000008:00000010:1.0:1783444740.252311:0:32636:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444740.252315:0:32636:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025240. 00008000:00000010:1.0:1783444740.252318:0:32636:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444740.252321:0:32636:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444740.252324:0:32636:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444740.252327:0:32636:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cce00. 00000008:00000010:1.0:1783444740.252330:0:32636:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444740.252334:0:32636:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444740.252336:0:32636:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444740.252339:0:32636:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107cf00. 00000020:00000010:1.0:1783444740.252342:0:32636:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cde00. 00000020:00000010:1.0:1783444740.252344:0:32636:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a13f0. 00000080:00000001:1.0:1783444740.252346:0:32636:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.252349:0:32636:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783444740.252350:0:32636:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.252353:0:32636:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783444740.252356:0:32636:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783444740.252358:0:32636:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783444740.252360:0:32636:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444740.252363:0:32636:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1783444740.252367:0:32636:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c7583daa00 with handle 0x5503b2fe824ef5cb from hash 00010000:00000001:1.0:1783444740.252369:0:32636:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783444740.252371:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.252373:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.252374:0:32636:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783444740.252377:0:32636:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783444740.252378:0:32636:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783444740.252380:0:32636:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1783444740.252383:0:32636:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:1.0:1783444740.252385:0:32636:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:1.0:1783444740.252392:0:32636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758839c00. 00000020:00000040:1.0:1783444740.252396:0:32636:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=9 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:1.0:1783444740.252401:0:32636:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1783444740.252403:0:32636:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.252406:0:32636:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783444740.252410:0:32636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444740.252414:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.252416:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.252417:0:32636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444740.252420:0:32636:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444740.252422:0:32636:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444740.252426:0:32636:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444740.252433:0:32636:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c7590cde00. 00000100:00000001:1.0:1783444740.252439:0:32636:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.252442:0:32636:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444740.252444:0:32636:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1783444740.252450:0:32636:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225400/0x5503b2fe824ef5f5 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x332dd2263f6dd443 expref: -99 pid: 32635 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1783444740.252459:0:32636:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef5cb lrc: 1/0,0 mode: --/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x332dd2263f6dd3be expref: -99 pid: 32599 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1783444740.252467:0:32636:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef5ee lrc: 1/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd427 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1783444740.252472:0:32636:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:1.0:1783444740.252474:0:32636:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:1.0:1783444740.252476:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783444740.252478:0:32636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225400/0x5503b2fe824ef5f5 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x332dd2263f6dd443 expref: -99 pid: 32635 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1783444740.252485:0:32636:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91c76050a880. 00010000:00000001:1.0:1783444740.252495:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.252497:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783444740.252499:0:32636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef5cb lrc: 0/0,0 mode: --/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x332dd2263f6dd3be expref: -99 pid: 32599 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1783444740.252505:0:32636:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91c76050a380. 00010000:00000040:1.0:1783444740.252508:0:32636:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c741678400 count: 0 00010000:00000010:1.0:1783444740.252513:0:32636:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c7505f9a00. 00010000:00000001:1.0:1783444740.252518:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.252519:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783444740.252532:0:32636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef5ee lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd427 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1783444740.252541:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.252543:0:32636:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.252544:0:32636:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444740.252553:0:32636:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.252556:0:32636:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1783444740.252566:0:32636:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1783444740.252577:0:32636:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c758839c00 x1870075608288512/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783444740.252585:0:32636:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444740.252587:0:32636:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444740.252593:0:32636:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c742c38e40. 00000100:00000001:1.0:1783444740.252595:0:32636:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883737472576 : -121189972079040 : ffff91c742c38e40) 00000100:00000001:1.0:1783444740.252597:0:32636:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444740.252599:0:32636:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102380544 : -121189607171072 : ffff91c758839c00) 00000100:00000001:1.0:1783444740.252604:0:32636:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444740.252608:0:32636:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444740.252610:0:32636:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444740.252611:0:32636:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444740.252616:0:32636:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c758839c00 x1870075608288512/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444740.252624:0:32636:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444740.252626:0:32636:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444740.252630:0:32636:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444740.252633:0:32636:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444740.252635:0:32636:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444740.252639:0:32636:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c758839c00 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32636:1870075608288512:192.168.204.110@tcp:36:rm.0 00000100:00000001:1.0:1783444740.252643:0:32636:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444740.252648:0:32636:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444740.252651:0:32636:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444740.252653:0:32636:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444740.252657:0:32636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c751024800. 02000000:00000001:1.0:1783444740.252659:0:32636:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444740.252666:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444740.252670:0:32636:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736160. 00000400:00000010:1.0:1783444740.252676:0:32636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076e58. 00000100:00000200:1.0:1783444740.252682:0:32636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608288512, portal 10 00000100:00000001:1.0:1783444740.252684:0:32636:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444740.252685:0:32636:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102380544 : -121189607171072 : ffff91c758839c00) 00000100:00000040:1.0:1783444740.252691:0:32636:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c758839c00 x1870075608288512/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1783444756 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444740.252698:0:32636:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444740.252700:0:32636:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444740.252703:0:32636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076990. 00000100:00000200:1.0:1783444740.252705:0:32636:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1870075608288512, offset 0 00000400:00000200:1.0:1783444740.252711:0:32636:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444740.252719:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444740.252725:0:32636:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444740.252731:0:32636:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444740.252735:0:32636:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444740.252739:0:32636:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444740.252741:0:32636:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444740.252745:0:32636:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2752:2752:256:4294967295] 192.168.204.110@tcp LPNI seq info [2752:2752:8:4294967295] 00000400:00000200:1.0:1783444740.252749:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444740.252758:0:32636:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444740.252764:0:32636:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444740.252769:0:32636:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298200. 00000800:00000200:1.0:1783444740.252775:0:32636:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444740.252782:0:32636:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444740.252786:0:32636:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298200 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1783444740.252796:0:32636:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444740.252800:0:32636:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 861036 usecs (862 jiffies) 00000400:00000200:1.0:1783444740.252803:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444740.252806:0:32636:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296380120 00000100:00000001:1.0:1783444740.252809:0:32636:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296380413 00000100:00000001:1.0:1783444740.252812:0:32636:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296380120 00000100:00000001:1.0:1783444740.252814:0:32636:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296380413 00000100:00000001:1.0:1783444740.252816:0:32636:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444740.252819:0:32636:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444740.252821:0:32636:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444740.252822:0:32636:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444740.252825:0:32636:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c742c38e40 going to sleep for 11 seconds 00000100:00000001:1.0:1783444740.252827:0:32636:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444740.252829:0:32636:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444740.253632:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444740.253637:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298200. 00000400:00000200:0.0:1783444740.253642:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444740.253648:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444740.253652:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076990 00000400:00000010:0.0:1783444740.253655:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076990. 00000100:00000001:0.0:1783444740.253659:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444740.253663:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c758839c00 x1870075608288512/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1783444756 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444740.253685:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444740.253689:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c758839c00 x1870075608288512/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1783444756 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444740.253695:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444740.253696:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444740.274052:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.274101:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444740.274105:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.274107:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444740.274116:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.274123:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444740.274132:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.274137:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.274142:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.274146:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e855cd00 00000400:00000200:0.0:1783444740.274151:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.274157:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x79b9 [1] + 224 00000800:00000001:0.0:1783444740.274164:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.274172:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444740.274176:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444740.274179:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444740.274187:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444740.274196:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c758839c00 x1870075608288512/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1783444756 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444740.274207:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff91c758839c00 x1870075608288512/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444740.274224:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444740.274234:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.274237:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444740.274308:0:32636:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444740.274316:0:32636:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444740.274318:0:32636:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444740.274321:0:32636:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736160. 00000400:00000200:1.0:1783444740.274325:0:32636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076e58 00000400:00000010:1.0:1783444740.274328:0:32636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076e58. 00000100:00000001:1.0:1783444740.274331:0:32636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444740.274335:0:32636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c758839c00 x1870075608288512/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444740.274345:0:32636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c758839c00 x1870075608288512/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444740.274352:0:32636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444740.274354:0:32636:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444740.274356:0:32636:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444740.274360:0:32636:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444740.274362:0:32636:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444740.274364:0:32636:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444740.274368:0:32636:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444740.274376:0:32636:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=70 v=5 (105 105 105 137) 00000100:00001000:1.0:1783444740.274380:0:32636:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=3 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444740.274383:0:32636:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444740.274385:0:32636:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.274387:0:32636:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444740.274390:0:32636:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444740.274393:0:32636:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1783444740.274396:0:32636:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x10000013d/0x10000013f] 00000100:00000001:1.0:1783444740.274397:0:32636:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1783444740.274400:0:32636:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444740.274401:0:32636:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102380544 : -121189607171072 : ffff91c758839c00) 00000100:00000001:1.0:1783444740.274404:0:32636:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444740.274406:0:32636:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1783444740.274408:0:32636:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444740.274411:0:32636:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444740.274416:0:32636:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c758839c00 x1870075608288512/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1783444756 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444740.274432:0:32636:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444740.274435:0:32636:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444740.274437:0:32636:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444740.274441:0:32636:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758839c00 x1870075608288512/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1783444756 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444740.274450:0:32636:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c758839c00 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32636:1870075608288512:192.168.204.110@tcp:36:rm.0 00000100:00000001:1.0:1783444740.274455:0:32636:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444740.274458:0:32636:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444740.274461:0:32636:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783444740.274462:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444740.274466:0:32636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c758839c00 x1870075608288512/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1783444756 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444740.274471:0:32636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783444740.274474:0:32636:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c742c38e40. 00000100:00000001:1.0:1783444740.274477:0:32636:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783444740.274479:0:32636:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.274486:0:32636:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444740.274490:0:32636:0:(lmv_obd.c:3534:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.274494:0:32636:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c74353fb80 2 00000080:00000010:1.0:1783444740.274497:0:32636:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cca00. 00000100:00000001:1.0:1783444740.274503:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444740.274506:0:32636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c758839c00 x1870075608288512/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1783444756 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444740.274511:0:32636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.274515:0:32636:0:(namei.c:2457:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.274535:0:32636:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1783444740.274539:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfe28 00000080:00002000:1.0:1783444740.274541:0:32636:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff91c748f546c0, parent ffff91c748f541b0, inode 0000000000000000) hashed, 00000080:00000001:1.0:1783444740.274544:0:32636:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783444740.274558:0:32636:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1783444740.274563:0:32636:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1783444740.274570:0:32636:0:(llite_lib.c:3272:ll_delete_inode()) Process entered 00000080:00000001:1.0:1783444740.274572:0:32636:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1783444740.274575:0:32636:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444740.274579:0:32636:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a13f0. 00000020:00000010:1.0:1783444740.274584:0:32636:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cca00. 00000020:00000010:1.0:1783444740.274589:0:32636:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590cce00. 00000020:00000010:1.0:1783444740.274592:0:32636:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b3b40. 00000008:00000010:1.0:1783444740.274599:0:32636:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444740.274604:0:32636:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025240. 00008000:00000010:1.0:1783444740.274608:0:32636:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444740.274615:0:32636:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444740.274619:0:32636:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444740.274623:0:32636:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cdc00. 00000008:00000010:1.0:1783444740.274626:0:32636:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444740.274630:0:32636:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444740.274633:0:32636:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444740.274637:0:32636:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107cf00. 00000020:00000001:1.0:1783444740.274640:0:32636:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114338808 : -121189595212808 : ffff91c7593a13f8) 00000020:00001000:1.0:1783444740.274643:0:32636:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a13f0 00000020:00000001:1.0:1783444740.274648:0:32636:0:(cl_object.c:151:cl_object_top()) ffff91c74529daa8 -> ffff91c74529daa8 00000020:00000001:1.0:1783444740.274651:0:32636:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1783444740.274653:0:32636:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:1.0:1783444740.274655:0:32636:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x26:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1783444740.274658:0:32636:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444740.274660:0:32636:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1783444740.274661:0:32636:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783444740.274666:0:32636:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x26:0x0]io ffff91c760990e40 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1783444740.274680:0:32636:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7000) owner 0000000000000000/ffff91c75116cf80 00020000:00000001:1.0:1783444740.274685:0:32636:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1783444740.274686:0:32636:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1783444740.274688:0:32636:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1783444740.274690:0:32636:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444740.274692:0:32636:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1783444740.274694:0:32636:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1783444740.274696:0:32636:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444740.274698:0:32636:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444740.274699:0:32636:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1783444740.274700:0:32636:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1783444740.274702:0:32636:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7000) owner 0000000000000000/ffff91c75116cf80 00000020:00000001:1.0:1783444740.274704:0:32636:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444740.274706:0:32636:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1783444740.274708:0:32636:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1783444740.274710:0:32636:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1783444740.274712:0:32636:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1783444740.274715:0:32636:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1783444740.274719:0:32636:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783444740.274720:0:32636:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1783444740.274722:0:32636:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444740.274724:0:32636:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a11b0. 00000020:00000010:1.0:1783444740.274727:0:32636:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cc600. 00000020:00000010:1.0:1783444740.274730:0:32636:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590cd400. 00000020:00000010:1.0:1783444740.274732:0:32636:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b3000. 00000008:00000010:1.0:1783444740.274736:0:32636:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7590664b0. 00020000:00000010:1.0:1783444740.274738:0:32636:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c7590250c0. 00008000:00000010:1.0:1783444740.274741:0:32636:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cb8a98. 00000080:00000010:1.0:1783444740.274744:0:32636:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077888. 00000080:00000010:1.0:1783444740.274747:0:32636:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7609914d0. 00000020:00000010:1.0:1783444740.274749:0:32636:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cc000. 00000008:00000010:1.0:1783444740.274752:0:32636:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909a580. 00020000:00000010:1.0:1783444740.274754:0:32636:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a1488. 00008000:00000010:1.0:1783444740.274757:0:32636:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603effe8. 00000080:00000010:1.0:1783444740.274759:0:32636:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107c5a0. 00000020:00000001:1.0:1783444740.274762:0:32636:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114338232 : -121189595213384 : ffff91c7593a11b8) 00000020:00001000:1.0:1783444740.274764:0:32636:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a11b0 00000020:00000001:1.0:1783444740.274767:0:32636:0:(cl_object.c:151:cl_object_top()) ffff91c74529df58 -> ffff91c74529daa8 00000020:00000001:1.0:1783444740.274769:0:32636:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1783444740.274772:0:32636:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444740.274773:0:32636:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1783444740.274774:0:32636:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444740.274776:0:32636:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444740.274778:0:32636:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883747332200 : -121189962219416 : ffff91c7435a0068) 00000020:00000001:1.0:1783444740.274781:0:32636:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1783444740.274782:0:32636:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444740.274784:0:32636:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444740.274785:0:32636:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444740.274788:0:32636:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1783444740.274790:0:32636:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1783444740.274791:0:32636:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444740.274792:0:32636:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1783444740.274794:0:32636:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783444740.274795:0:32636:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444740.274797:0:32636:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444740.274798:0:32636:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444740.274800:0:32636:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444740.274801:0:32636:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783444740.274802:0:32636:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444740.274803:0:32636:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444740.274805:0:32636:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1783444740.274807:0:32636:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1783444740.274808:0:32636:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444740.274809:0:32636:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1783444740.274811:0:32636:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1783444740.274813:0:32636:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1783444740.274816:0:32636:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1783444740.274818:0:32636:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff91c7585c2e00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1783444740.274820:0:32636:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1783444740.274824:0:32636:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff91c7585c2e00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:1.0:1783444740.274828:0:32636:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444740.274830:0:32636:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444740.274832:0:32636:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444740.274833:0:32636:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444740.274835:0:32636:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444740.274837:0:32636:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444740.274839:0:32636:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1783444740.274840:0:32636:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1783444740.274842:0:32636:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1783444740.274843:0:32636:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1783444740.274844:0:32636:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1783444740.274845:0:32636:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444740.274847:0:32636:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1783444740.274848:0:32636:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1783444740.274850:0:32636:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1783444740.274852:0:32636:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1783444740.274852:0:32636:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444740.274854:0:32636:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1783444740.274855:0:32636:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1783444740.274856:0:32636:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444740.274858:0:32636:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444740.274859:0:32636:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1783444740.274861:0:32636:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1783444740.274862:0:32636:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1783444740.274863:0:32636:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1783444740.274865:0:32636:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1783444740.274866:0:32636:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1783444740.274867:0:32636:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444740.274869:0:32636:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1783444740.274869:0:32636:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1783444740.274870:0:32636:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444740.274872:0:32636:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444740.274874:0:32636:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783444740.274875:0:32636:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783444740.274876:0:32636:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444740.274878:0:32636:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1783444740.274880:0:32636:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:1.0:1783444740.274881:0:32636:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1783444740.274882:0:32636:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1783444740.274884:0:32636:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783444740.274886:0:32636:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a11b0 00000020:00000010:1.0:1783444740.274889:0:32636:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590cd400. 00000020:00000010:1.0:1783444740.274892:0:32636:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b3000. 00000008:00000010:1.0:1783444740.274896:0:32636:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7590664b0. 00020000:00000010:1.0:1783444740.274899:0:32636:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c7590250c0. 00008000:00000010:1.0:1783444740.274902:0:32636:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cb8a98. 00000080:00000010:1.0:1783444740.274906:0:32636:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077888. 00000080:00000010:1.0:1783444740.274909:0:32636:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7609914d0. 00000020:00000010:1.0:1783444740.274912:0:32636:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cc600. 00000008:00000010:1.0:1783444740.274915:0:32636:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909a580. 00020000:00000010:1.0:1783444740.274918:0:32636:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a1488. 00008000:00000010:1.0:1783444740.274921:0:32636:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603effe8. 00000080:00000010:1.0:1783444740.274924:0:32636:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107c5a0. 00000020:00000010:1.0:1783444740.274926:0:32636:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cc000. 00000020:00000010:1.0:1783444740.274928:0:32636:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a11b0. 00020000:00000001:1.0:1783444740.274931:0:32636:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1783444740.274933:0:32636:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:1.0:1783444740.274935:0:32636:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1783444740.274937:0:32636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x26:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1783444740.274952:0:32636:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1783444740.274953:0:32636:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783444740.274956:0:32636:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a13f0 00000020:00000010:1.0:1783444740.274958:0:32636:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590cce00. 00000020:00000010:1.0:1783444740.274960:0:32636:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b3b40. 00000008:00000010:1.0:1783444740.274962:0:32636:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444740.274966:0:32636:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025240. 00008000:00000010:1.0:1783444740.274968:0:32636:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444740.274971:0:32636:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444740.274973:0:32636:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444740.274976:0:32636:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cca00. 00000008:00000010:1.0:1783444740.274978:0:32636:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444740.274980:0:32636:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444740.274982:0:32636:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444740.274984:0:32636:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107cf00. 00000020:00000010:1.0:1783444740.274986:0:32636:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cdc00. 00000020:00000010:1.0:1783444740.274988:0:32636:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a13f0. 00000080:00000001:1.0:1783444740.274990:0:32636:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.274994:0:32636:0:(llite_lib.c:1943:ll_clear_inode()) Process entered 00000080:00200000:1.0:1783444740.274997:0:32636:0:(llite_lib.c:1946:ll_clear_inode()) VFS Op:inode=[0x200000405:0x26:0x0](ffff91c748db6c08) 00800000:00000001:1.0:1783444740.275001:0:32636:0:(lmv_obd.c:1642:lmv_null_inode()) Process entered 00800000:00000002:1.0:1783444740.275003:0:32636:0:(lmv_obd.c:1644:lmv_null_inode()) CBDATA for [0x200000405:0x26:0x0] 00000002:00000001:1.0:1783444740.275008:0:32636:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1783444740.275014:0:32636:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.275017:0:32636:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1783444740.275029:0:32636:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444740.275032:0:32636:0:(lmv_obd.c:1654:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.275034:0:32636:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1783444740.275037:0:32636:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1783444740.275039:0:32636:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.275041:0:32636:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444740.275044:0:32636:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444740.275048:0:32636:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a13f0. 00000020:00000010:1.0:1783444740.275050:0:32636:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cdc00. 00000020:00000010:1.0:1783444740.275052:0:32636:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590cca00. 00000020:00000010:1.0:1783444740.275081:0:32636:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b3b40. 00000008:00000010:1.0:1783444740.275085:0:32636:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444740.275087:0:32636:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025240. 00008000:00000010:1.0:1783444740.275090:0:32636:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444740.275093:0:32636:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444740.275095:0:32636:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444740.275097:0:32636:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cce00. 00000008:00000010:1.0:1783444740.275100:0:32636:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444740.275102:0:32636:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444740.275105:0:32636:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444740.275107:0:32636:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107cf00. 00000020:00000001:1.0:1783444740.275109:0:32636:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114338808 : -121189595212808 : ffff91c7593a13f8) 00000020:00001000:1.0:1783444740.275112:0:32636:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a13f0 00020000:00000001:1.0:1783444740.275117:0:32636:0:(lov_object.c:1541:lov_object_delete()) Process entered 00020000:00000002:1.0:1783444740.275119:0:32636:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7000) owner 0000000000000000/ffff91c75116cf80 00020000:00000001:1.0:1783444740.275122:0:32636:0:(lov_object.c:879:lov_delete_composite()) Process entered 00020000:00000002:1.0:1783444740.275124:0:32636:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c7604278a0, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1783444740.275129:0:32636:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1783444740.275133:0:32636:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c760538200: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000001:1.0:1783444740.275136:0:32636:0:(lov_object.c:1316:lov_layout_wait()) Process entered 00020000:00000001:1.0:1783444740.275138:0:32636:0:(lov_object.c:1326:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444740.275140:0:32636:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1783444740.275142:0:32636:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:1.0:1783444740.275147:0:32636:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:1.0:1783444740.275153:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 2 00010000:00000001:1.0:1783444740.275156:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444740.275159:0:32636:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:1.0:1783444740.275162:0:32636:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:1.0:1783444740.275166:0:32636:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 1783444721 1783444721 1783444721 by oinfo size 0 blocks 0 [cma]time 1783444721 1783444721 1783444721 ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000294ff445/0x5503b2fe824ef5fc lrc: 1/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6dd44a expref: -99 pid: 32635 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:1.0:1783444740.275179:0:32636:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529daa8 00000020:00000001:1.0:1783444740.275181:0:32636:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529daa8 00000008:00000001:1.0:1783444740.275183:0:32636:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1783444740.275186:0:32636:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1783444740.275188:0:32636:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1783444740.275189:0:32636:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1783444740.275195:0:32636:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff91c7585c2e00. 00020000:00000001:1.0:1783444740.275199:0:32636:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:1.0:1783444740.275202:0:32636:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff91c74529ded8. 00020000:00000001:1.0:1783444740.275206:0:32636:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1783444740.275208:0:32636:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444740.275209:0:32636:0:(lov_object.c:900:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783444740.275211:0:32636:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7000) owner 0000000000000000/ffff91c75116cf80 00020000:00000001:1.0:1783444740.275214:0:32636:0:(lov_object.c:1543:lov_object_delete()) Process leaving 00020000:00000001:1.0:1783444740.275216:0:32636:0:(lov_object.c:1550:lov_object_free()) Process entered 00020000:00000002:1.0:1783444740.275217:0:32636:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7000) owner 0000000000000000/ffff91c75116cf80 00020000:00000001:1.0:1783444740.275219:0:32636:0:(lov_object.c:914:lov_fini_composite()) Process entered 00020000:00000010:1.0:1783444740.275222:0:32636:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff91c747185d10. 00020000:00000010:1.0:1783444740.275225:0:32636:0:(lov_object.c:923:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff91c7506a1600. 00020000:00000010:1.0:1783444740.275228:0:32636:0:(lov_object.c:928:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff91c7588268c0. 00020000:00000002:1.0:1783444740.275231:0:32636:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c7604278a0, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1783444740.275235:0:32636:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1783444740.275241:0:32636:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c760538200: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000010:1.0:1783444740.275246:0:32636:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91c760538200. 00020000:00000010:1.0:1783444740.275249:0:32636:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff91c760427d80. 00020000:00000010:1.0:1783444740.275251:0:32636:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91c7604278a0. 00020000:00000001:1.0:1783444740.275252:0:32636:0:(lov_object.c:937:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1783444740.275254:0:32636:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7000) owner 0000000000000000/ffff91c75116cf80 00020000:00000010:1.0:1783444740.275257:0:32636:0:(lov_object.c:1553:lov_object_free()) slab-freed '(lov)': 248 at ffff91c7464b7000. 00020000:00000001:1.0:1783444740.275260:0:32636:0:(lov_object.c:1554:lov_object_free()) Process leaving 00000080:00000010:1.0:1783444740.275263:0:32636:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff91c74529da28. 00000020:00001000:1.0:1783444740.275266:0:32636:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a13f0 00000020:00000010:1.0:1783444740.275268:0:32636:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590cca00. 00000020:00000010:1.0:1783444740.275270:0:32636:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b3b40. 00000008:00000010:1.0:1783444740.275272:0:32636:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444740.275275:0:32636:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025240. 00008000:00000010:1.0:1783444740.275277:0:32636:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444740.275281:0:32636:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444740.275283:0:32636:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444740.275286:0:32636:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cdc00. 00000008:00000010:1.0:1783444740.275288:0:32636:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444740.275291:0:32636:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444740.275293:0:32636:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444740.275295:0:32636:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107cf00. 00000020:00000010:1.0:1783444740.275297:0:32636:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cce00. 00000020:00000010:1.0:1783444740.275299:0:32636:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a13f0. 00000080:00000001:1.0:1783444740.275302:0:32636:0:(llite_lib.c:1994:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1783444740.275304:0:32636:0:(llite_lib.c:3291:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1783444740.275332:0:32636:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:1.0:1783444740.275335:0:32636:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:1.0:1783444740.275337:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfd98 00000080:00200008:1.0:1783444740.275340:0:32636:0:(file.c:447:ll_file_release()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff91c748d1aa08), flags 704000 00000080:00400000:1.0:1783444740.275344:0:32636:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x24:0x0] 00000080:00000001:1.0:1783444740.275348:0:32636:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1783444740.275349:0:32636:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:1.0:1783444740.275351:0:32636:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1783444740.275356:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444740.275359:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444740.275361:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444740.275363:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444740.275365:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.275368:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1783444740.275369:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.275372:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444740.275374:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444740.275377:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211f00 count: 2 00010000:00000001:1.0:1783444740.275379:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444740.275383:0:32636:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1783444740.275387:0:32636:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1783444740.275389:0:32636:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444740.275394:0:32636:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444740.275398:0:32636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da000/0x5503b2fe824ef626 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd4e4 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1783444740.275405:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.275407:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444740.275408:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1783444740.275410:0:32636:0:(lmv_obd.c:4132:lmv_lock_match()) Lock match for [0x200000405:0x24:0x0]: 16 00000080:00000010:1.0:1783444740.275413:0:32636:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91c742b6af00. 00000080:00000001:1.0:1783444740.275416:0:32636:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444740.275420:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfd98 00000080:00000008:1.0:1783444740.275422:0:32636:0:(file.c:491:ll_file_release()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff91c748d1aa08), flags 704000, rc = 0 00000080:00000001:1.0:1783444740.275425:0:32636:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.275426:0:32636:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.275429:0:32636:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1783444740.275430:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfe00 00000080:00002000:1.0:1783444740.275432:0:32636:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff91c748f541b0, parent ffff91c74931ae58, inode ffff91c748d1aa08) hashed, 00000080:00000001:1.0:1783444740.275435:0:32636:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783444740.275438:0:32636:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1783444740.275441:0:32636:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1783444740.275464:0:32636:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444740.275468:0:32636:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444740.275470:0:32636:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444740.275472:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfbd8 00000080:00200000:1.0:1783444740.275475:0:32636:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:1.0:1783444740.275480:0:32636:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cce00. 00800000:00000002:1.0:1783444740.275485:0:32636:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444740.275489:0:32636:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444740.275491:0:32636:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444740.275493:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfaf8 00800000:00000002:1.0:1783444740.275496:0:32636:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444740.275499:0:32636:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444740.275501:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444740.275503:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444740.275504:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444740.275506:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444740.275507:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.275509:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444740.275511:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.275513:0:32636:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444740.275518:0:32636:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444740.275520:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bf9c8 00000002:00010000:1.0:1783444740.275521:0:32636:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444740.275525:0:32636:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444740.275526:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444740.275527:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444740.275530:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211800 count: 2 00010000:00000001:1.0:1783444740.275532:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444740.275535:0:32636:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444740.275538:0:32636:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444740.275542:0:32636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef618 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd4c8 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1783444740.275549:0:32636:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444740.275551:0:32636:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444740.275554:0:32636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef618 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd4c8 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1783444740.275566:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783444740.275568:0:32636:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444740.275570:0:32636:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444740.275572:0:32636:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444740.275574:0:32636:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444740.275576:0:32636:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783444740.275579:0:32636:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783444740.275582:0:32636:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444740.275584:0:32636:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cce00. 00000080:00000001:1.0:1783444740.275587:0:32636:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783444740.275589:0:32636:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444740.275591:0:32636:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:1.0:1783444740.275595:0:32636:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef618 00800000:00000001:1.0:1783444740.275598:0:32636:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444740.275600:0:32636:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444740.275602:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444740.275604:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444740.275607:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:1.0:1783444740.275610:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:1.0:1783444740.275612:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:1.0:1783444740.275615:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.275616:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444740.275617:0:32636:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444740.275619:0:32636:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444740.275621:0:32636:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef618 from it ffffa319419bfc10 00010000:00000001:1.0:1783444740.275624:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444740.275624:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444740.275626:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:1.0:1783444740.275627:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:1.0:1783444740.275630:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:1.0:1783444740.275631:0:32636:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444740.275635:0:32636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef618 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd4c8 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1783444740.275640:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.275641:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.275643:0:32636:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444740.275644:0:32636:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444740.275647:0:32636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef618 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd4c8 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1783444740.275653:0:32636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444740.275656:0:32636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444740.275658:0:32636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444740.275661:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.275662:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.275664:0:32636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.275667:0:32636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444740.275669:0:32636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.275671:0:32636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.275674:0:32636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.275676:0:32636:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444740.275677:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.275678:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444740.275680:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783444740.275681:0:32636:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444740.275684:0:32636:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:1.0:1783444740.275687:0:32636:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1783444740.275703:0:32636:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91c745712c20. 00000020:00000001:1.0:1783444740.275706:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfdc8 00000080:00200000:1.0:1783444740.275708:0:32636:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), flags=0 00000080:00000001:1.0:1783444740.275711:0:32636:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1783444740.275713:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfc78 00000080:00200000:1.0:1783444740.275714:0:32636:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), intent=getattr 00000080:00000010:1.0:1783444740.275721:0:32636:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cce00. 00800000:00000002:1.0:1783444740.275724:0:32636:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444740.275727:0:32636:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444740.275729:0:32636:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444740.275731:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfb98 00800000:00000002:1.0:1783444740.275732:0:32636:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444740.275735:0:32636:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444740.275738:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444740.275739:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444740.275740:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444740.275741:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444740.275743:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.275745:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444740.275747:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444740.275749:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfb30 00800000:00000002:1.0:1783444740.275750:0:32636:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:1.0:1783444740.275753:0:32636:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444740.275754:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfa68 00000002:00010000:1.0:1783444740.275756:0:32636:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1783444740.275759:0:32636:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1783444740.275761:0:32636:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1783444740.275765:0:32636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883a680. 00000020:00000040:1.0:1783444740.275768:0:32636:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=10 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:1.0:1783444740.275774:0:32636:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783444740.275778:0:32636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444740.275780:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.275781:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.275783:0:32636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444740.275785:0:32636:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444740.275787:0:32636:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444740.275790:0:32636:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444740.275796:0:32636:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c751027400. 00000100:00000001:1.0:1783444740.275802:0:32636:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.275806:0:32636:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444740.275808:0:32636:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.275809:0:32636:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444740.275810:0:32636:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.275811:0:32636:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.275818:0:32636:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622884102383232 : -121189607168384 : ffff91c75883a680) 00010000:00000001:1.0:1783444740.275822:0:32636:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783444740.275824:0:32636:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1783444740.275826:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211800 count: 2 00010000:00000001:1.0:1783444740.275828:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444740.275830:0:32636:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783444740.275835:0:32636:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c7583dac00. 00000020:00000001:1.0:1783444740.275838:0:32636:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783444740.275840:0:32636:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c7583dac00 with handle 0x5503b2fe824ef62d to hash 00000020:00000001:1.0:1783444740.275841:0:32636:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783444740.275842:0:32636:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000001:1.0:1783444740.275846:0:32636:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000001:1.0:1783444740.275849:0:32636:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444740.275850:0:32636:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444740.275853:0:32636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dac00/0x5503b2fe824ef62d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32636 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444740.275860:0:32636:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dac00/0x5503b2fe824ef62d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32636 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444740.275868:0:32636:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dac00/0x5503b2fe824ef62d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32636 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783444740.275873:0:32636:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444740.275875:0:32636:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444740.275881:0:32636:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c742c38e40. 00000100:00000001:1.0:1783444740.275882:0:32636:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883737472576 : -121189972079040 : ffff91c742c38e40) 00000100:00000001:1.0:1783444740.275884:0:32636:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444740.275886:0:32636:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102383232 : -121189607168384 : ffff91c75883a680) 00000100:00000001:1.0:1783444740.275889:0:32636:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444740.275893:0:32636:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444740.275895:0:32636:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444740.275896:0:32636:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444740.275904:0:32636:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c75883a680 x1870075608288640/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.275916:0:32636:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444740.275918:0:32636:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444740.275922:0:32636:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444740.275924:0:32636:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444740.275926:0:32636:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444740.275929:0:32636:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c75883a680 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32636:1870075608288640:192.168.204.110@tcp:101:rm.0 00000100:00000001:1.0:1783444740.275932:0:32636:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444740.275936:0:32636:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444740.275938:0:32636:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444740.275955:0:32636:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444740.275960:0:32636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c760534000. 02000000:00000001:1.0:1783444740.275961:0:32636:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444740.275966:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444740.275970:0:32636:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736160. 00000400:00000010:1.0:1783444740.275975:0:32636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076e58. 00000100:00000200:1.0:1783444740.275981:0:32636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608288640, portal 10 00000100:00000001:1.0:1783444740.275983:0:32636:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444740.275984:0:32636:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102383232 : -121189607168384 : ffff91c75883a680) 00000100:00000040:1.0:1783444740.275989:0:32636:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c75883a680 x1870075608288640/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444756 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.275996:0:32636:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444740.275999:0:32636:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444740.276001:0:32636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076330. 00000100:00000200:1.0:1783444740.276003:0:32636:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1870075608288640, offset 0 00000400:00000200:1.0:1783444740.276008:0:32636:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444740.276016:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444740.276023:0:32636:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444740.276028:0:32636:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444740.276032:0:32636:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444740.276035:0:32636:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444740.276038:0:32636:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444740.276041:0:32636:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2753:2753:256:4294967295] 192.168.204.110@tcp LPNI seq info [2753:2753:8:4294967295] 00000400:00000200:1.0:1783444740.276045:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444740.276054:0:32636:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444740.276087:0:32636:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444740.276092:0:32636:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298d00. 00000800:00000200:1.0:1783444740.276099:0:32636:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444740.276107:0:32636:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444740.276112:0:32636:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298d00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1783444740.276121:0:32636:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444740.276125:0:32636:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 859898 usecs (860 jiffies) 00000400:00000200:1.0:1783444740.276129:0:32636:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444740.276132:0:32636:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296380142 00000100:00000001:1.0:1783444740.276135:0:32636:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296380413 00000100:00000001:1.0:1783444740.276138:0:32636:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296380142 00000100:00000001:1.0:1783444740.276140:0:32636:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296380413 00000100:00000001:1.0:1783444740.276143:0:32636:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444740.276146:0:32636:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444740.276148:0:32636:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444740.276150:0:32636:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444740.276152:0:32636:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c742c38e40 going to sleep for 11 seconds 00000100:00000001:1.0:1783444740.276154:0:32636:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444740.276157:0:32636:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444740.276792:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444740.276798:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298d00. 00000400:00000200:0.0:1783444740.276804:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444740.276810:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444740.276814:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076330 00000400:00000010:0.0:1783444740.276817:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076330. 00000100:00000001:0.0:1783444740.276821:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444740.276825:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c75883a680 x1870075608288640/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444756 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444740.276836:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444740.276839:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c75883a680 x1870075608288640/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444756 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444740.276846:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444740.276848:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1783444740.278897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225400. 00010000:00000010:1.1:1783444740.278912:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678400. 00010000:00000010:1.1:1783444740.278916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583daa00. 00010000:00000010:1.1:1783444740.278920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224000. 00000080:00000010:1.1:1783444740.282110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eb980. 00000080:00000010:1.1:1783444740.286114:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748db6b40. 00000080:00000010:1.1:1783444740.286132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eb540. 00000800:00000001:0.0:1783444740.301034:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.301108:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444740.301112:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.301116:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444740.301126:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.301134:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444740.301144:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.301149:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.301155:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.301159:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e855cd80 00000400:00000200:0.0:1783444740.301163:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.301168:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x79c9 [1] + 224 00000800:00000001:0.0:1783444740.301174:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.301185:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444740.301188:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444740.301192:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444740.301200:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444740.301209:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c75883a680 x1870075608288640/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444756 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444740.301220:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c75883a680 x1870075608288640/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444740.301233:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444740.301239:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.301242:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444740.301319:0:32636:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444740.301327:0:32636:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444740.301328:0:32636:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444740.301332:0:32636:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736160. 00000400:00000200:1.0:1783444740.301336:0:32636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076e58 00000400:00000010:1.0:1783444740.301338:0:32636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076e58. 00000100:00000001:1.0:1783444740.301341:0:32636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444740.301345:0:32636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c75883a680 x1870075608288640/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783444740.301354:0:32636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c75883a680 x1870075608288640/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.301360:0:32636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444740.301362:0:32636:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444740.301364:0:32636:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444740.301367:0:32636:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444740.301370:0:32636:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444740.301372:0:32636:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444740.301376:0:32636:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444740.301385:0:32636:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=70 v=5 (105 105 105 137) 00000100:00001000:1.0:1783444740.301390:0:32636:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=3 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444740.301392:0:32636:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444740.301394:0:32636:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.301397:0:32636:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444740.301401:0:32636:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444740.301404:0:32636:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444740.301406:0:32636:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1783444740.301408:0:32636:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444740.301411:0:32636:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444740.301415:0:32636:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c75883a680 x1870075608288640/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.301436:0:32636:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444740.301439:0:32636:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444740.301441:0:32636:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444740.301445:0:32636:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883a680 x1870075608288640/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444756 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783444740.301452:0:32636:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c75883a680 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:32636:1870075608288640:192.168.204.110@tcp:101:rm.0 00000100:00000001:1.0:1783444740.301457:0:32636:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444740.301459:0:32636:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444740.301461:0:32636:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783444740.301463:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444740.301466:0:32636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c75883a680 x1870075608288640/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444756 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.301471:0:32636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783444740.301474:0:32636:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c742c38e40. 00000100:00000001:1.0:1783444740.301478:0:32636:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783444740.301479:0:32636:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.301482:0:32636:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1783444740.301485:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444740.301489:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444740.301491:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dac00 refcount=4 00000020:00000001:1.0:1783444740.301493:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000001:1.0:1783444740.301496:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000040:1.0:1783444740.301502:0:32636:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c7583dac00, remote cookie: 0x332dd2263f6dd523, flags: 0x1001 00010000:00010000:1.0:1783444740.301506:0:32636:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dac00/0x5503b2fe824ef62d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd523 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1783444740.301514:0:32636:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1783444740.301517:0:32636:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1783444740.301955:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211f00 count: 2 00010000:00000001:1.0:1783444740.301960:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444740.301963:0:32636:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444740.301967:0:32636:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dac00/0x5503b2fe824ef62d lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd523 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444740.301975:0:32636:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dac00/0x5503b2fe824ef62d lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd523 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444740.301982:0:32636:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1783444740.301985:0:32636:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1783444740.301987:0:32636:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1783444740.301989:0:32636:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1783444740.301990:0:32636:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1783444740.301993:0:32636:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x24:0x0].0x0 (ffff91c747211f00) refcount = 2 00010000:00000040:1.0:1783444740.301996:0:32636:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1783444740.301999:0:32636:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da000/0x5503b2fe824ef626 lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd4e4 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1783444740.302007:0:32636:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dac00/0x5503b2fe824ef62d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd523 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444740.302014:0:32636:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1783444740.302016:0:32636:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1783444740.302018:0:32636:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444740.302020:0:32636:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1783444740.302023:0:32636:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444740.302026:0:32636:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dac00/0x5503b2fe824ef62d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd523 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444740.302032:0:32636:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1783444740.302033:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.302035:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.302036:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.302037:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.302039:0:32636:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.302044:0:32636:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1783444740.302045:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444740.302047:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444740.302049:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dac00 refcount=3 00000020:00000001:1.0:1783444740.302051:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000001:1.0:1783444740.302053:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000001:1.0:1783444740.302092:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444740.302094:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444740.302096:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dac00 refcount=4 00000020:00000001:1.0:1783444740.302098:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000001:1.0:1783444740.302100:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000001:1.0:1783444740.302102:0:32636:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444740.302105:0:32636:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444740.302108:0:32636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dac00/0x5503b2fe824ef62d lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd523 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444740.302119:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.302121:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.302122:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444740.302123:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444740.302125:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dac00 refcount=5 00000020:00000001:1.0:1783444740.302127:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000001:1.0:1783444740.302128:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000001:1.0:1783444740.302131:0:32636:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444740.302133:0:32636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dac00/0x5503b2fe824ef62d lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd523 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444740.302139:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.302140:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1783444740.302142:0:32636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dac00/0x5503b2fe824ef62d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd523 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444740.302148:0:32636:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444740.302149:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.302150:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.302151:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.302152:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1783444740.302158:0:32636:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91c75883a680 x1870075608288640/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444756 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1783444740.302167:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444740.302168:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444740.302169:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dac00 refcount=3 00000020:00000001:1.0:1783444740.302170:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000001:1.0:1783444740.302172:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000001:1.0:1783444740.302174:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.302175:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444740.302176:0:32636:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.302179:0:32636:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.302182:0:32636:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1783444740.302185:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444740.302187:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444740.302188:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dac00 refcount=3 00000020:00000001:1.0:1783444740.302189:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000001:1.0:1783444740.302191:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00000002:00010000:1.0:1783444740.302195:0:32636:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dac00/0x5503b2fe824ef62d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd523 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444740.302201:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.302202:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.302203:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783444740.302205:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444740.302206:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444740.302207:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dac00 refcount=3 00000020:00000001:1.0:1783444740.302209:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000001:1.0:1783444740.302210:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000040:1.0:1783444740.302213:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211f00 count: 3 00010000:00000001:1.0:1783444740.302215:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1783444740.302219:0:32636:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589935621/36 (0 0) 00010000:00000001:1.0:1783444740.302221:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.302222:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444740.302223:0:32636:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1783444740.302226:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bf9f0 00000002:00002000:1.0:1783444740.302229:0:32636:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1783444740.302232:0:32636:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444740.302235:0:32636:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444740.302238:0:32636:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783444740.302241:0:32636:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1783444740.302245:0:32636:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.302248:0:32636:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000001:1.0:1783444740.302251:0:32636:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1783444740.302253:0:32636:0:(namei.c:674:ll_lookup_it_finish()) it ffffa319419bfe00 it_disposition b 00000080:00000001:1.0:1783444740.302257:0:32636:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:1.0:1783444740.302262:0:32636:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1783444740.302266:0:32636:0:(lmv_obd.c:3920:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1783444740.302274:0:32636:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c74353fd40. 00800000:00000001:1.0:1783444740.302277:0:32636:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622883746938176 : -121189962613440 : ffff91c74353fd40) 00800000:00000001:1.0:1783444740.302280:0:32636:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.302282:0:32636:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1783444740.302285:0:32636:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1783444740.302288:0:32636:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1783444740.302293:0:32636:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1783444740.302295:0:32636:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:1.0:1783444740.302298:0:32636:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1783444740.302301:0:32636:0:(llite_lib.c:1814:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1783444740.302303:0:32636:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.302306:0:32636:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1783444740.302309:0:32636:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1783444740.302311:0:32636:0:(llite_lib.c:2920:ll_update_inode()) setting ino 144115205339611172 mtime from 1783444721 to 1783444740 00000080:00200000:1.0:1783444740.302316:0:32636:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00000080:00200000:1.0:1783444740.302318:0:32636:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x24:0x0](ffff91c748d1aa08): rc = 0 00000080:00000001:1.0:1783444740.302320:0:32636:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622883839060488 : -121189870491128 : ffff91c748d1aa08) 00010000:00000001:1.0:1783444740.302323:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444740.302324:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444740.302325:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dac00 refcount=3 00000020:00000001:1.0:1783444740.302327:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000001:1.0:1783444740.302329:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000001:1.0:1783444740.302331:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.302332:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783444740.302334:0:32636:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1783444740.302336:0:32636:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1783444740.302338:0:32636:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c74353fd40 1 00800000:00000010:1.0:1783444740.302340:0:32636:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c74353fd40. 00800000:00000001:1.0:1783444740.302343:0:32636:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444740.302347:0:32636:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff91c748d1aa08) for lock 0x5503b2fe824ef62d 00800000:00000001:1.0:1783444740.302349:0:32636:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444740.302351:0:32636:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444740.302353:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444740.302354:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444740.302355:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dac00 refcount=3 00000020:00000001:1.0:1783444740.302357:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000001:1.0:1783444740.302359:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000001:1.0:1783444740.302361:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.302362:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444740.302363:0:32636:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444740.302365:0:32636:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1783444740.302370:0:32636:0:(namei.c:653:ll_splice_alias()) Add dentry ffff91c748f1ed80 inode ffff91c748d1aa08 refc 1 flags 0x20000e 00000080:00000002:1.0:1783444740.302374:0:32636:0:(llite_lib.c:3158:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1783444740.302378:0:32636:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1783444740.302381:0:32636:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff91c748d1aa08) 00000080:00010000:1.0:1783444740.302385:0:32636:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef62d from it ffffa319419bfe00 00010000:00000001:1.0:1783444740.302387:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444740.302388:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444740.302390:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dac00 refcount=3 00000020:00000001:1.0:1783444740.302391:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000001:1.0:1783444740.302393:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000001:1.0:1783444740.302395:0:32636:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444740.302398:0:32636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dac00/0x5503b2fe824ef62d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd523 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444740.302403:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.302404:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.302406:0:32636:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444740.302408:0:32636:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444740.302410:0:32636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dac00/0x5503b2fe824ef62d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd523 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783444740.302418:0:32636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444740.302504:0:32636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444740.302508:0:32636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444740.302513:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.302514:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.302515:0:32636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.302518:0:32636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444740.302520:0:32636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.302629:0:32636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.302631:0:32636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.302633:0:32636:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444740.302635:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.302636:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783444740.302638:0:32636:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1783444740.302643:0:32636:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cce00. 00000100:00000001:1.0:1783444740.302647:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444740.302652:0:32636:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c75883a680 x1870075608288640/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/688 e 0 to 0 dl 1783444756 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444740.302659:0:32636:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444740.302662:0:32636:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444740.302666:0:32636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c760534000. 02000000:00000001:1.0:1783444740.302784:0:32636:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444740.302786:0:32636:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444740.302788:0:32636:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=9 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:1.0:1783444740.302791:0:32636:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444740.302793:0:32636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c751027400. 02000000:00000001:1.0:1783444740.302797:0:32636:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444740.302799:0:32636:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444740.302801:0:32636:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c75883a680. 00000100:00000001:1.0:1783444740.302805:0:32636:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444740.302806:0:32636:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783444740.302809:0:32636:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1783444740.302811:0:32636:0:(dcache.c:176:ll_intent_release()) intent ffffa319419bfe00 released 00000080:00000001:1.0:1783444740.302813:0:32636:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1783444740.302817:0:32636:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444740.302819:0:32636:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444740.302820:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfd50 00000080:00200000:1.0:1783444740.302823:0:32636:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:1.0:1783444740.302828:0:32636:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cce00. 00800000:00000002:1.0:1783444740.302833:0:32636:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444740.302837:0:32636:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444740.302840:0:32636:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444740.302842:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfc70 00800000:00000002:1.0:1783444740.302844:0:32636:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444740.302847:0:32636:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444740.302849:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444740.302852:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444740.302854:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444740.302856:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444740.302859:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.302861:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444740.302863:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.302866:0:32636:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444740.302870:0:32636:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444740.302871:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfb40 00000002:00010000:1.0:1783444740.302873:0:32636:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444740.302876:0:32636:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444740.302878:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444740.302880:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444740.302884:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211800 count: 2 00010000:00000001:1.0:1783444740.302886:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444740.302888:0:32636:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444740.302891:0:32636:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444740.302895:0:32636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef618 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd4c8 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1783444740.302902:0:32636:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444740.302905:0:32636:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444740.302908:0:32636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef618 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd4c8 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1783444740.302913:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783444740.302915:0:32636:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444740.302916:0:32636:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444740.302918:0:32636:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444740.302920:0:32636:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444740.302922:0:32636:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783444740.302924:0:32636:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783444740.302926:0:32636:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444740.302927:0:32636:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cce00. 00000080:00000001:1.0:1783444740.302931:0:32636:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783444740.302933:0:32636:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444740.302935:0:32636:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:1.0:1783444740.302938:0:32636:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef618 00800000:00000001:1.0:1783444740.302952:0:32636:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444740.302954:0:32636:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444740.302955:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444740.302956:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444740.302957:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:1.0:1783444740.302959:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:1.0:1783444740.302961:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:1.0:1783444740.302964:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.302965:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444740.302966:0:32636:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444740.302967:0:32636:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444740.302969:0:32636:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef618 from it ffffa319419bfd88 00010000:00000001:1.0:1783444740.302971:0:32636:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444740.302971:0:32636:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444740.302972:0:32636:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:1.0:1783444740.302974:0:32636:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:1.0:1783444740.302975:0:32636:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:1.0:1783444740.302977:0:32636:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444740.302979:0:32636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef618 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd4c8 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1783444740.302985:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.302986:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.302987:0:32636:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444740.302988:0:32636:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444740.302991:0:32636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef618 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd4c8 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1783444740.302996:0:32636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444740.302997:0:32636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444740.302998:0:32636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444740.303000:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.303001:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.303003:0:32636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.303004:0:32636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444740.303006:0:32636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.303008:0:32636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.303009:0:32636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.303011:0:32636:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444740.303012:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.303013:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444740.303014:0:32636:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783444740.303015:0:32636:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444740.303018:0:32636:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 3 00000080:00000001:1.0:1783444740.303022:0:32636:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.303027:0:32636:0:(namei.c:2314:ll_rmdir()) Process entered 00000020:00000001:1.0:1783444740.303029:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfe18 00000080:00200000:1.0:1783444740.303031:0:32636:0:(namei.c:2317:ll_rmdir()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00000001:1.0:1783444740.303034:0:32636:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:1.0:1783444740.303036:0:32636:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21h.recovery-small-2, [0x200000405:0x24:0x0]) is foreign... 00000080:00000001:1.0:1783444740.303039:0:32636:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1783444740.303042:0:32636:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cce00. 00800000:00000002:1.0:1783444740.303045:0:32636:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00800000:00000001:1.0:1783444740.303051:0:32636:0:(lmv_obd.c:3484:lmv_unlink()) Process entered 00800000:00000001:1.0:1783444740.303054:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444740.303082:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444740.303084:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444740.303085:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444740.303087:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.303089:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444740.303091:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444740.303092:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444740.303094:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444740.303095:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444740.303096:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444740.303098:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.303099:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1783444740.303100:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444740.303103:0:32636:0:(lmv_obd.c:2553:lmv_early_cancel()) Process entered 00800000:00000001:1.0:1783444740.303104:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444740.303105:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444740.303106:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444740.303107:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444740.303108:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.303109:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1783444740.303111:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.303113:0:32636:0:(lmv_obd.c:2572:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x24:0x0] 00800000:00000001:1.0:1783444740.303115:0:32636:0:(lmv_obd.c:2577:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.303117:0:32636:0:(lmv_obd.c:3524:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x24:0x0] -> mds #0 00000002:00000001:1.0:1783444740.303121:0:32636:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1783444740.303122:0:32636:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1783444740.303125:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211800 count: 2 00010000:00000001:1.0:1783444740.303127:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444740.303130:0:32636:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1783444740.303133:0:32636:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783444740.303135:0:32636:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef618 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6dd4c8 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:1.0:1783444740.303142:0:32636:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783444740.303146:0:32636:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783444740.303148:0:32636:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783444740.303149:0:32636:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1783444740.303152:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444740.303153:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444740.303154:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211800 count: 3 00010000:00000001:1.0:1783444740.303156:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444740.303158:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.303160:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444740.303160:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444740.303162:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211800 count: 3 00010000:00000001:1.0:1783444740.303163:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444740.303165:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.303166:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444740.303167:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444740.303169:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211800 count: 3 00010000:00000001:1.0:1783444740.303170:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444740.303172:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.303173:0:32636:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1783444740.303176:0:32636:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91c748db39c0, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1783444740.303180:0:32636:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1783444740.303182:0:32636:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1783444740.303184:0:32636:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783444740.303186:0:32636:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.303188:0:32636:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783444740.303191:0:32636:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783444740.303192:0:32636:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783444740.303194:0:32636:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444740.303196:0:32636:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1783444740.303198:0:32636:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752224600 with handle 0x5503b2fe824ef618 from hash 00010000:00000001:1.0:1783444740.303200:0:32636:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783444740.303202:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.303203:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.303204:0:32636:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783444740.303206:0:32636:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783444740.303208:0:32636:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783444740.303210:0:32636:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1783444740.303212:0:32636:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444740.303214:0:32636:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444740.303216:0:32636:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1783444740.303217:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211f00 count: 3 00010000:00000001:1.0:1783444740.303219:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444740.303221:0:32636:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1783444740.303223:0:32636:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783444740.303225:0:32636:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dac00/0x5503b2fe824ef62d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6dd523 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1783444740.303235:0:32636:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783444740.303238:0:32636:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783444740.303239:0:32636:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783444740.303240:0:32636:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode (null) 00000002:00000001:1.0:1783444740.303242:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444740.303243:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444740.303244:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211f00 count: 4 00010000:00000001:1.0:1783444740.303246:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444740.303248:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.303249:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444740.303250:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444740.303251:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211f00 count: 4 00010000:00000001:1.0:1783444740.303254:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444740.303255:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.303257:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444740.303258:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444740.303259:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211f00 count: 4 00010000:00000001:1.0:1783444740.303261:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444740.303263:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.303264:0:32636:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1783444740.303266:0:32636:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x24:0x0] lli = ffff91c748d1a940, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1783444740.303269:0:32636:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1783444740.303270:0:32636:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1783444740.303271:0:32636:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1783444740.303273:0:32636:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x24:0x0](ffff91c748d1aa08) invalid 00000020:00000001:1.0:1783444740.303275:0:32636:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfa80 00000080:00002000:1.0:1783444740.303276:0:32636:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff91c748f1ed80) parent ffff91c74931ae58 inode ffff91c748d1aa08 refc 2 00000080:00000001:1.0:1783444740.303279:0:32636:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1783444740.303280:0:32636:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783444740.303281:0:32636:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444740.303283:0:32636:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783444740.303285:0:32636:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783444740.303285:0:32636:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783444740.303287:0:32636:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444740.303289:0:32636:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1783444740.303290:0:32636:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c7583dac00 with handle 0x5503b2fe824ef62d from hash 00010000:00000001:1.0:1783444740.303292:0:32636:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783444740.303294:0:32636:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444740.303295:0:32636:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444740.303296:0:32636:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783444740.303297:0:32636:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783444740.303299:0:32636:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783444740.303301:0:32636:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783444740.303304:0:32636:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da000/0x5503b2fe824ef626 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6dd4e4 expref: -99 pid: 32636 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1783444740.303310:0:32636:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783444740.303311:0:32636:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783444740.303313:0:32636:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783444740.303314:0:32636:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode CR 00000002:00000001:1.0:1783444740.303316:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444740.303317:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444740.303318:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211f00 count: 4 00010000:00000001:1.0:1783444740.303320:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444740.303321:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444740.303323:0:32636:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444740.303324:0:32636:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444740.303325:0:32636:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211f00 count: 4 00010000:00000001:1.0:1783444740.303327:0:32636:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444740.303329:0:32636:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.303330:0:32636:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444740.303332:0:32636:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1783444740.303335:0:32636:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1783444740.303338:0:32636:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff91c7590cdc00. 00000080:00000001:1.0:1783444740.303340:0:32636:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:1.0:1783444740.303342:0:32636:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c74353fb80 2 00000080:00000001:1.0:1783444740.303345:0:32636:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1783444740.303348:0:32636:0:(lmv_obd.c:1665:lmv_close()) Process entered 00800000:00000001:1.0:1783444740.303349:0:32636:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444740.303351:0:32636:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444740.303353:0:32636:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444740.303354:0:32636:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444740.303355:0:32636:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.303357:0:32636:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1783444740.303359:0:32636:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444740.303361:0:32636:0:(lmv_obd.c:1671:lmv_close()) CLOSE [0x200000405:0x24:0x0] 00000002:00000001:1.0:1783444740.303364:0:32636:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1783444740.303366:0:32636:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91c759350000: [0x200000405:0x24:0x0] file closed with intent: 0 00000100:00000010:1.0:1783444740.303371:0:32636:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883a680. 00000020:00000040:1.0:1783444740.303374:0:32636:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=10 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:1.0:1783444740.303378:0:32636:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444740.303381:0:32636:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444740.303384:0:32636:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444740.303391:0:32636:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c7590cca00. 00000100:00000001:1.0:1783444740.303396:0:32636:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1783444740.303409:0:32636:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91c75883b100 x1870075608288256/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/664 e 0 to 0 dl 1783444756 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1783444740.303418:0:32636:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1783444740.306845:0:32636:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c75883a680 x1870075608288896/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1783444740.306862:0:32636:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444740.306864:0:32636:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000800:00000200:0.0:1783444740.316987:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444740.316997:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1200. 00000400:00000200:0.0:1783444740.317004:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444740.317013:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444740.317020:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f835d8 00000400:00000010:0.0:1783444740.317023:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f835d8. 00000100:00000001:0.0:1783444740.317027:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444740.317036:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c75883a680 x1870075608288896/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444756 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444740.317048:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444740.317051:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c75883a680 x1870075608288896/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444756 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444740.317074:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444740.317076:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1783444740.322172:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444740.322179:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444740.322184:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444740.322185:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444740.322189:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444740.322190:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444740.322194:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444740.322195:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444740.322279:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444740.322283:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444740.322286:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1783444740.330034:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.330049:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444740.330054:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.330095:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444740.330103:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.330111:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444740.330121:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.330126:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.330131:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.330134:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e855ce80 00000400:00000200:0.0:1783444740.330139:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444740.330144:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x79d9 [1] + 224 00000800:00000001:0.0:1783444740.330150:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.330158:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444740.330161:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444740.330165:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444740.330172:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444740.330181:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c75883a680 x1870075608288896/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444756 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444740.330192:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91c75883a680 x1870075608288896/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444740.330212:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444740.330220:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444740.330223:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783444740.336813:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444740.336823:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1f00. 00000400:00000200:0.0:1783444740.336830:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444740.336839:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444740.336846:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f832a8 00000400:00000010:0.0:1783444740.336848:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f832a8. 00000100:00000001:0.0:1783444740.336853:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444740.336862:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1500 x1870075608289152/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1783444756 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444740.336875:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444740.336879:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f1500 x1870075608289152/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1783444756 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444740.336885:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444740.336888:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444740.350297:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444740.353571:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444740.353579:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444740.353585:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444740.353595:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444740.353603:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444740.353614:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444740.353620:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444740.353625:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444740.353629:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e855cf80 00000400:00000200:1.0:1783444740.353634:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444740.353639:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x79e1 [1] + 224 00000800:00000001:1.0:1783444740.353647:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444740.353658:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444740.353661:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444740.353830:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444740.353839:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444740.353849:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1500 x1870075608289152/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1783444756 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444740.353860:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff91c7603f1500 x1870075608289152/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1783444756 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444740.353882:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444740.353892:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444740.353895:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1783444740.358659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583dac00. 00010000:00000010:2.1:1783444740.358792:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211f00. 00010000:00000010:2.1:1783444740.358796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583da000. 00010000:00000010:2.1:1783444740.358799:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211800. 00010000:00000010:2.1:1783444740.358802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224600. 00000080:00000010:2.1:1783444740.369746:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d1a940. 00000080:00000010:2.1:1783444740.369767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c745712c20. 00010000:00000001:0.0:1783444741.347624:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444741.347630:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444741.347636:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444741.347637:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444741.347641:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444741.347642:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444741.347664:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783444741.347667:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444741.347669:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1783444741.415330:0:31963:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4910 (cpu 0) has reached its deadline 4296380413, at 4296380421 00000100:00000010:1.0:1783444741.415344:0:31963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7604bb660. 00000100:00000040:0.0:1783444741.417241:0:26147:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4800 (cpu 0) has reached its deadline 4296380413, at 4296380423 00000100:00000010:0.0:1783444741.417252:0:26147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7604bbde0. 00000080:00000001:3.0:1783444742.195035:0:32723:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444742.374533:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444742.374539:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444742.374545:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444742.374546:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444742.374549:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444742.374550:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444742.374575:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783444742.374578:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444742.374580:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1783444742.447343:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444742.447346:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444742.447347:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444742.447354:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f2680 x1870075608289408/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444742.447360:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444742.447362:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444742.447364:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444742.447366:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444742.447368:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444742.447370:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608289408:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444742.447374:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444742.447376:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444742.447378:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444742.447379:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444742.447383:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75a269c00. 02000000:00000001:3.0:1783444742.447384:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444742.447388:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444742.447391:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811e18. 00000400:00000010:3.0:1783444742.447395:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218880. 00000100:00000200:3.0:1783444742.447398:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608289408, portal 10 00000100:00000001:3.0:1783444742.447400:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444742.447401:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232111744 : -121189477439872 : ffff91c7603f2680) 00000100:00000040:3.0:1783444742.447407:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f2680 x1870075608289408/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444742.447414:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444742.447416:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444742.447418:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218330. 00000100:00000200:3.0:1783444742.447420:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608289408, offset 0 00000400:00000200:3.0:1783444742.447424:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444742.447428:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444742.447432:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444742.447435:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444742.447437:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444742.447439:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444742.447441:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444742.447444:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2757:2757:255:4294967295] 192.168.204.110@tcp LPNI seq info [2757:2757:7:4294967295] 00000400:00000200:3.0:1783444742.447448:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444742.447454:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444742.447459:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444742.447463:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822cb00. 00000800:00000200:3.0:1783444742.447467:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444742.447473:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444742.447476:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822cb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444742.448130:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444742.448135:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 856511 usecs (857 jiffies) 00000400:00000200:3.0:1783444742.448140:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444742.448142:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296382310 00000100:00000001:3.0:1783444742.448145:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296385545 00000100:00000001:3.0:1783444742.448147:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296382310 00000100:00000001:3.0:1783444742.448149:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296385545 00000100:00000001:3.0:1783444742.448151:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444742.448154:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444742.448156:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444742.448160:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f0700 x1870075608289664/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444742.448167:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444742.448168:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444742.448170:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444742.448172:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444742.448174:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444742.448178:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608289664:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444742.448181:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444742.448184:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444742.448186:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444742.448187:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444742.448191:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75a269a00. 02000000:00000001:3.0:1783444742.448193:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444742.448196:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444742.448199:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811b00. 00000400:00000010:3.0:1783444742.448202:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218440. 00000100:00000200:3.0:1783444742.448206:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608289664, portal 4 00000100:00000001:3.0:1783444742.448207:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444742.448209:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232103680 : -121189477447936 : ffff91c7603f0700) 00000100:00000040:3.0:1783444742.448214:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f0700 x1870075608289664/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444742.448220:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444742.448222:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444742.448224:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218220. 00000100:00000200:3.0:1783444742.448227:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608289664, offset 0 00000400:00000200:3.0:1783444742.448231:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444742.448235:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444742.448239:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444742.448242:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444742.448244:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444742.448247:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444742.448249:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444742.448252:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2759:2759:253:4294967295] 192.168.204.110@tcp LPNI seq info [2759:2759:5:4294967295] 00000400:00000200:3.0:1783444742.448256:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444742.448262:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444742.448268:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444742.448271:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c800. 00000800:00000200:3.0:1783444742.448275:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444742.448280:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444742.448283:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444742.448286:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444742.448288:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 19881 usecs (20 jiffies) 00000400:00000200:3.0:1783444742.448291:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444742.448309:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296381473 00000100:00000001:3.0:1783444742.448312:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296385545 00000100:00000001:3.0:1783444742.448314:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296381473 00000100:00000001:3.0:1783444742.448316:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296385545 00000100:00000001:3.0:1783444742.448318:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444742.448320:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444742.448323:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444742.448325:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444742.448332:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444742.448334:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783444742.448337:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444742.448338:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444742.448340:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444742.448341:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444742.452263:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444742.452272:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1500. 00000400:00000200:1.0:1783444742.452278:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444742.452287:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444742.452304:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83770 00000400:00000010:1.0:1783444742.452308:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83770. 00000100:00000001:1.0:1783444742.452313:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444742.452321:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1f80 x1870075608289280/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444742.452334:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444742.452338:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1f80 x1870075608289280/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444758 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444742.452345:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444742.452347:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444742.452361:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444742.452364:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822cb00. 00000400:00000200:1.0:1783444742.452367:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444742.452371:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444742.452374:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218330 00000400:00000010:1.0:1783444742.452376:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218330. 00000100:00000001:1.0:1783444742.452378:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444742.452382:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2680 x1870075608289408/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444742.452389:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444742.452392:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2680 x1870075608289408/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444758 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444742.452397:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444742.452398:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444742.452442:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444742.452445:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c800. 00000400:00000200:1.0:1783444742.452448:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444742.452452:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444742.452454:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218220 00000400:00000010:1.0:1783444742.452456:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218220. 00000100:00000001:1.0:1783444742.452459:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444742.452463:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0700 x1870075608289664/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444742.452471:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444742.452474:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0700 x1870075608289664/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444758 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444742.452480:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444742.452482:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444742.462524:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444742.462535:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1700. 00000400:00000200:1.0:1783444742.462544:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444742.462553:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444742.462561:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f832a8 00000400:00000010:1.0:1783444742.462564:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f832a8. 00000100:00000001:1.0:1783444742.462571:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444742.462580:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2300 x1870075608289536/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444742.462598:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444742.462602:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2300 x1870075608289536/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444758 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444742.462609:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444742.462611:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444742.462692:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444742.462695:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1600. 00000400:00000200:1.0:1783444742.462699:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444742.462702:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444742.462705:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83a18 00000400:00000010:1.0:1783444742.462707:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83a18. 00000100:00000001:1.0:1783444742.462709:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444742.462713:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3100 x1870075608289792/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444742.462721:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444742.462724:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f3100 x1870075608289792/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444758 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444742.462731:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444742.462732:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444742.468256:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444742.468273:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444742.468277:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444742.468279:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444742.468287:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444742.468294:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444742.468307:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444742.468312:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444742.468318:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444742.468322:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a4d2e855d000 00000400:00000200:1.0:1783444742.468327:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444742.468332:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x79e9 [1] + 224 00000800:00000001:1.0:1783444742.468340:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444742.468347:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444742.468351:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444742.468355:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444742.468361:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444742.468369:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1f80 x1870075608289280/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444758 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444742.468380:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f1f80 x1870075608289280/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444742.468400:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444742.468408:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444742.468411:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444742.477878:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444742.477896:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444742.477913:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444742.477916:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444742.477926:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444742.477933:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444742.477942:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444742.477946:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444742.477951:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444742.477955:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e855d180 00000400:00000200:1.0:1783444742.477960:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444742.477966:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7a01 [1] + 224 00000800:00000001:1.0:1783444742.477973:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444742.477976:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444742.477980:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444742.477983:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444742.477989:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444742.477998:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0700 x1870075608289664/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444758 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444742.478009:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f0700 x1870075608289664/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444742.478024:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444742.478033:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444742.478036:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444742.478038:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444742.478039:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444742.478042:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444742.478046:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444742.478050:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444742.478053:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444742.478076:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444742.478079:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e855d200 00000400:00000200:1.0:1783444742.478082:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444742.478086:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7a09 [1] + 224 00000800:00000001:1.0:1783444742.478094:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444742.478103:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444742.478105:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444742.478109:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444742.478112:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444742.478116:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3100 x1870075608289792/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444758 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444742.478125:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f3100 x1870075608289792/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444742.478136:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444742.478140:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444742.478143:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444742.478264:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444742.478269:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444742.478275:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444742.478277:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444742.478281:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811b00. 00000400:00000200:3.0:1783444742.478284:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218440 00000400:00000010:3.0:1783444742.478287:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218440. 00000100:00000001:3.0:1783444742.478290:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444742.478295:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f0700 x1870075608289664/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444742.478313:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f0700 x1870075608289664/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444758 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444742.478320:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444742.478323:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444742.478325:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444742.478328:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444742.478331:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444742.478333:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444742.478336:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444742.478346:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=72 v=5 (5 5 5 138) 00000100:00001000:3.0:1783444742.478350:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=52 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444742.478353:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444742.478354:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444742.478357:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444742.478361:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444742.478364:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444742.478366:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1783444742.478368:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444742.478370:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444742.478375:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f0700 x1870075608289664/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444742.478382:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444742.478385:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444742.478387:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444742.478391:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f0700 x1870075608289664/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444758 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444742.478399:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608289664:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444742.478404:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444742.478406:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444742.478410:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0700 x1870075608289664/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444758 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444742.478417:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444742.478420:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444742.478424:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75a269a00. 02000000:00000001:3.0:1783444742.478428:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444742.478431:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444742.478434:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:3.0:1783444742.478436:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444742.478439:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1800. 02000000:00000001:3.0:1783444742.478443:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444742.478445:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444742.478446:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0700. 00000100:00000001:3.0:1783444742.478450:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444742.478452:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444742.478455:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444742.478457:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444742.478459:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444742.478460:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444742.478462:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444742.484202:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444742.484219:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444742.484224:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444742.484227:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444742.484236:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444742.484243:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444742.484254:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444742.484259:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444742.484264:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444742.484268:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855d080 00000400:00000200:1.0:1783444742.484272:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444742.484278:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x79f1 [1] + 224 00000800:00000001:1.0:1783444742.484285:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444742.484289:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444742.484291:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444742.484400:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444742.484407:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444742.484416:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2680 x1870075608289408/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444758 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444742.484427:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f2680 x1870075608289408/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444742.484475:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444742.484479:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444742.484496:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444742.484504:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444742.484508:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444742.484510:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444742.484512:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444742.484515:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444742.484519:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444742.484523:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444742.484527:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444742.484529:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444742.484532:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855d100 00000400:00000200:1.0:1783444742.484535:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444742.484539:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x79f9 [1] + 224 00000800:00000001:1.0:1783444742.484542:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444742.484551:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444742.484553:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444742.484557:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444742.484560:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444742.484565:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2300 x1870075608289536/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444758 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444742.484573:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f2300 x1870075608289536/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444742.484593:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444742.484597:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444742.484600:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783444742.485473:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444742.485476:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444742.485478:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811e18. 00000400:00000200:3.0:1783444742.485482:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218880 00000400:00000010:3.0:1783444742.485484:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218880. 00000100:00000001:3.0:1783444742.485486:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444742.485491:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f2680 x1870075608289408/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444742.485500:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f2680 x1870075608289408/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444758 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444742.485506:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444742.485508:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444742.485510:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444742.485511:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444742.485513:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444742.485515:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444742.485517:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444742.485523:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=72 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444742.485526:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444742.485528:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444742.485529:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444742.485531:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444742.485534:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444742.485537:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444742.485538:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967616 00000100:00000001:3.0:1783444742.485539:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444742.485542:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444742.485545:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f2680 x1870075608289408/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444742.485551:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444742.485553:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444742.485554:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444742.485557:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f2680 x1870075608289408/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444758 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444742.485564:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608289408:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444742.485568:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444742.485569:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444742.485572:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f2680 x1870075608289408/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444758 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444742.485577:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444742.485578:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444742.485580:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75a269c00. 02000000:00000001:3.0:1783444742.485584:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444742.485586:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444742.485588:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=9 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444742.485590:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444742.485592:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1d00. 02000000:00000001:3.0:1783444742.485594:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444742.485596:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444742.485597:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f2680. 00000100:00000001:3.0:1783444742.485599:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444742.485600:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444742.485602:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444742.485606:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444742.485608:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444742.485609:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444742.485611:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444743.394308:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444743.394314:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444743.394318:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444743.394319:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444743.394323:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444743.394324:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444743.397930:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444743.397935:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444743.397939:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1783444743.661552:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444743.661943:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444743.661971:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444743.661975:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444743.661985:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444743.661992:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444743.662000:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444743.662003:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444743.662008:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444743.662013:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 328 into portal 15 MB=0x6a4d2e99c0c00 00000400:00000200:1.0:1783444743.662022:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.110@tcp of length 328/328 into md 0x7701 [2] + 0 00000800:00000001:1.0:1783444743.662029:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444743.662038:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444743.662041:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444743.662045:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444743.662052:0:2392:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1783444743.662129:0:2392:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1783444743.662135:0:2392:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758838a80. 00000100:00000040:1.0:1783444743.662138:0:2392:0:(events.c:337:request_in_callback()) incoming req@ffff91c758838a80 x1870075629669376 msgsize 328 00000100:00100000:1.0:1783444743.662143:0:2392:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.110@tcp (source: 12345-192.168.204.110@tcp) 00000100:00000001:1.0:1783444743.662149:0:2392:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1783444743.662157:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444743.662160:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444743.662866:0:16917:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1783444743.662870:0:16917:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870075629669376 02000000:00000001:0.0:1783444743.662873:0:16917:0:(sec.c:2495:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1783444743.662875:0:16917:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444743.662888:0:16917:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444743.662893:0:16917:0:(sec.c:2544:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444743.662897:0:16917:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870075629669376 00000020:00000001:0.0:1783444743.662900:0:16917:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783444743.662902:0:16917:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea72 00000020:00000001:0.0:1783444743.662905:0:16917:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444743.662908:0:16917:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c7510a7000 refcount=4 00000020:00000001:0.0:1783444743.662911:0:16917:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883976998912 : -121189732552704 : ffff91c7510a7000) 00000020:00000001:0.0:1783444743.662913:0:16917:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883976998912 : -121189732552704 : ffff91c7510a7000) 00000100:00000001:0.0:1783444743.662917:0:16917:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783444743.662922:0:16917:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91c745359140. 00000100:00000001:0.0:1783444743.662924:0:16917:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783444743.662926:0:16917:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff91c745359140. 00000020:00000010:0.0:1783444743.662934:0:16917:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c76086d800. 00000020:00000010:0.0:1783444743.662939:0:16917:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91c751113a00. 00000020:00000010:0.0:1783444743.662944:0:16917:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff91c7513a0ed8. 00000100:00000040:0.0:1783444743.662954:0:16917:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1783444743.662957:0:16917:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1783444743.662958:0:16917:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1783444743.662960:0:16917:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444743.662968:0:16917:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444743.662976:0:16917:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444743.662986:0:16917:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1783444743.662988:0:16917:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1783444743.662993:0:16917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.110@tcp, seq: 69 00000100:00000040:0.0:1783444743.662997:0:16917:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff91c7510a7000 : new rpc_count 1 00000100:00000001:0.0:1783444743.662999:0:16917:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446622884102376064 : -121189607175552 : ffff91c758838a80) 00000100:00000040:0.0:1783444743.663019:0:16917:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff91c758838a80 x1870075629669376/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:364/0 lens 328/0 e 0 to 0 dl 1783444754 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444743.663028:0:16917:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783444743.663032:0:16917:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91c745359140. 00000100:00000001:0.0:1783444743.663034:0:16917:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783444743.663036:0:16917:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff91c745359140. 00000100:00100000:0.0:1783444743.663040:0:16917:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91c758838a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8419:x1870075629669376:12345-192.168.204.110@tcp:104: 00000100:00000200:0.0:1783444743.663044:0:16917:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870075629669376 00010000:00000001:0.0:1783444743.663047:0:16917:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1783444743.663069:0:16917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444743.663072:0:16917:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444743.663074:0:16917:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225200 refcount=2 00000020:00000001:0.0:1783444743.663076:0:16917:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:0.0:1783444743.663079:0:16917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:0.0:1783444743.663083:0:16917:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444743.663087:0:16917:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783444743.663092:0:16917:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000294ff445/0x5503b2fe824ef5fc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x332dd2263f6dd44a expref: -99 pid: 32635 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1783444743.663105:0:16917:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1783444743.663107:0:16917:0:(sec.c:2566:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1783444743.663112:0:16917:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff91c746765c00. 02000000:00000001:0.0:1783444743.663114:0:16917:0:(sec.c:2603:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444743.663117:0:16917:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444743.663122:0:16917:0:(ldlm_lib.c:3304:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1783444743.663124:0:16917:0:(ldlm_lib.c:3325:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444743.663128:0:16917:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7590235e8 time=73 v=5 (1 1 1 1) 00000100:00000001:0.0:1783444743.663133:0:16917:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783444743.663135:0:16917:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 16 to 192.168.204.110@tcp 00000100:00000001:0.0:1783444743.663138:0:16917:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 02000000:00000001:0.0:1783444743.663140:0:16917:0:(sec.c:2617:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1783444743.663142:0:16917:0:(sec.c:2628:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444743.663145:0:16917:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444743.663148:0:16917:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444743.663153:0:16917:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9908. 00000100:00000200:0.0:1783444743.663158:0:16917:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1870075629669376, offset 224 00000400:00000200:0.0:1783444743.663164:0:16917:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444743.663170:0:16917:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444743.663177:0:16917:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444743.663182:0:16917:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2761:2761:256:4294967295] 192.168.204.110@tcp LPNI seq info [2761:2761:8:4294967295] 00000400:00000200:0.0:1783444743.663187:0:16917:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444743.663194:0:16917:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444743.663201:0:16917:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444743.663205:0:16917:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3e00. 00000800:00000200:0.0:1783444743.663211:0:16917:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444743.663218:0:16917:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444743.663222:0:16917:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444743.663234:0:16917:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444743.663237:0:16917:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00010000:00000001:0.0:1783444743.663240:0:16917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783444743.663244:0:16917:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff91c7590260c0. 00010000:00000001:0.0:1783444743.663246:0:16917:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783444743.663275:0:16917:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1783444743.663283:0:16917:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444743.663284:0:16917:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444743.663286:0:16917:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444743.663292:0:16917:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758838a80 x1870075629669376/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:364/0 lens 328/224 e 0 to 0 dl 1783444754 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783444743.663301:0:16917:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91c758838a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8419:x1870075629669376:12345-192.168.204.110@tcp:104: Request processed in 271us (1160us total) trans 0 rc 0/0 00000100:00100000:0.0:1783444743.663309:0:16917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.110@tcp, seq: 69 00000100:00000040:0.0:1783444743.663312:0:16917:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91c7510a7000 : new rpc_count 0 00000100:00000001:0.0:1783444743.663315:0:16917:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1783444743.663317:0:16917:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1783444743.663321:0:16917:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91c751113a00. 00000020:00000010:0.0:1783444743.663325:0:16917:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff91c7513a0ed8. 00000020:00000010:0.0:1783444743.663339:0:16917:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c76086d800. 00000020:00000040:0.0:1783444743.663343:0:16917:0:(genops.c:900:class_export_put()) PUTting export ffff91c7510a7000 : new refcount 3 00000100:00000001:0.0:1783444743.663346:0:16917:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783444743.663422:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444743.663425:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3e00. 00000400:00000200:0.0:1783444743.663429:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444743.663433:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444743.663438:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9908 00000400:00000010:0.0:1783444743.663440:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9908. 00000100:00000001:0.0:1783444743.663443:0:2393:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1783444743.663445:0:2393:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1783444743.667094:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444743.667103:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1a00. 00000400:00000200:0.0:1783444743.667110:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444743.667119:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444743.667125:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f835d8 00000400:00000010:0.0:1783444743.667127:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f835d8. 00000100:00000001:0.0:1783444743.667132:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444743.667140:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2300 x1870075608289920/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444759 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444743.667152:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444743.667155:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2300 x1870075608289920/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444759 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444743.667161:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444743.667163:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1783444743.672155:0:32860:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211e00. 00010000:00000010:2.1:1783444743.672167:0:32860:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225200. 00000800:00000001:0.0:1783444743.679602:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444743.679617:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444743.679622:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444743.679625:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444743.679633:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444743.679641:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444743.679649:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444743.679653:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444743.679658:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444743.679662:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 328 into portal 15 MB=0x6a4d2e99c0d00 00000400:00000200:0.0:1783444743.679671:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.110@tcp of length 328/328 into md 0x7701 [2] + 328 00000800:00000001:0.0:1783444743.679678:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444743.679685:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444743.679688:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444743.679692:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444743.679700:0:2393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1783444743.679702:0:2393:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1783444743.679708:0:2393:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746731f80. 00000100:00000040:0.0:1783444743.679711:0:2393:0:(events.c:337:request_in_callback()) incoming req@ffff91c746731f80 x1870075629669632 msgsize 328 00000100:00100000:0.0:1783444743.679716:0:2393:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.110@tcp (source: 12345-192.168.204.110@tcp) 00000100:00000001:0.0:1783444743.679737:0:2393:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1783444743.679746:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444743.679749:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444743.679830:0:16810:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1783444743.679833:0:16810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870075629669632 02000000:00000001:1.0:1783444743.679836:0:16810:0:(sec.c:2495:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1783444743.679839:0:16810:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444743.679841:0:16810:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444743.679846:0:16810:0:(sec.c:2544:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444743.679850:0:16810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870075629669632 00000020:00000001:1.0:1783444743.679854:0:16810:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1783444743.679856:0:16810:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea6b 00000020:00000001:1.0:1783444743.679859:0:16810:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444743.679862:0:16810:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c7510a5800 refcount=4 00000020:00000001:1.0:1783444743.679864:0:16810:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883976992768 : -121189732558848 : ffff91c7510a5800) 00000020:00000001:1.0:1783444743.679867:0:16810:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883976992768 : -121189732558848 : ffff91c7510a5800) 00000100:00000001:1.0:1783444743.679871:0:16810:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783444743.679884:0:16810:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91c74353fb80. 00000100:00000001:1.0:1783444743.679888:0:16810:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1783444743.679891:0:16810:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff91c74353fb80. 00000020:00000010:1.0:1783444743.679897:0:16810:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c743c30400. 00000020:00000010:1.0:1783444743.679902:0:16810:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91c7505f9000. 00000020:00000010:1.0:1783444743.679908:0:16810:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff91c7603a03e8. 00000100:00000040:1.0:1783444743.679916:0:16810:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1783444743.679919:0:16810:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1783444743.679921:0:16810:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1783444743.679923:0:16810:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444743.679931:0:16810:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444743.679951:0:16810:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444743.679962:0:16810:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1783444743.679963:0:16810:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1783444743.679967:0:16810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.110@tcp, seq: 70 00000100:00000040:1.0:1783444743.679971:0:16810:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff91c7510a5800 : new rpc_count 1 00000100:00000001:1.0:1783444743.679973:0:16810:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446622883799310208 : -121189910241408 : ffff91c746731f80) 00000100:00000040:1.0:1783444743.679980:0:16810:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff91c746731f80 x1870075629669632/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:364/0 lens 328/0 e 0 to 0 dl 1783444754 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783444743.679989:0:16810:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783444743.679993:0:16810:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91c74353fb80. 00000100:00000001:1.0:1783444743.679995:0:16810:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1783444743.679997:0:16810:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff91c74353fb80. 00000100:00100000:1.0:1783444743.680001:0:16810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91c746731f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:16815:x1870075629669632:12345-192.168.204.110@tcp:104: 00000100:00000200:1.0:1783444743.680004:0:16810:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870075629669632 00010000:00000001:1.0:1783444743.680006:0:16810:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1783444743.680013:0:16810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444743.680015:0:16810:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444743.680017:0:16810:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db000 refcount=2 00000020:00000001:1.0:1783444743.680018:0:16810:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444743.680021:0:16810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444743.680024:0:16810:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444743.680027:0:16810:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444743.680032:0:16810:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef5e7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x332dd2263f6dd40b expref: -99 pid: 32634 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1783444743.680044:0:16810:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1783444743.680046:0:16810:0:(sec.c:2566:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1783444743.680051:0:16810:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff91c751026400. 02000000:00000001:1.0:1783444743.680083:0:16810:0:(sec.c:2603:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444743.680086:0:16810:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444743.680090:0:16810:0:(ldlm_lib.c:3304:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1783444743.680092:0:16810:0:(ldlm_lib.c:3325:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444743.680095:0:16810:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7590235e8 time=73 v=5 (1 1 1 1) 00000100:00000001:1.0:1783444743.680100:0:16810:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783444743.680103:0:16810:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 16 to 192.168.204.110@tcp 00000100:00000001:1.0:1783444743.680105:0:16810:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 02000000:00000001:1.0:1783444743.680108:0:16810:0:(sec.c:2617:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1783444743.680110:0:16810:0:(sec.c:2628:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444743.680113:0:16810:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444743.680116:0:16810:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444743.680121:0:16810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076e58. 00000100:00000200:1.0:1783444743.680125:0:16810:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1870075629669632, offset 224 00000400:00000200:1.0:1783444743.680132:0:16810:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444743.680137:0:16810:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444743.680143:0:16810:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444743.680149:0:16810:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2763:2763:256:4294967295] 192.168.204.110@tcp LPNI seq info [2763:2763:8:4294967295] 00000400:00000200:1.0:1783444743.680153:0:16810:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444743.680162:0:16810:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444743.680167:0:16810:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444743.680171:0:16810:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298800. 00000800:00000200:1.0:1783444743.680177:0:16810:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444743.680183:0:16810:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444743.680187:0:16810:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783444743.680199:0:16810:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444743.680202:0:16810:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00010000:00000001:1.0:1783444743.680205:0:16810:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1783444743.680208:0:16810:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff91c7586e3840. 00010000:00000001:1.0:1783444743.680211:0:16810:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1783444743.680218:0:16810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1783444743.680220:0:16810:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444743.680222:0:16810:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444743.680224:0:16810:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444743.680229:0:16810:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746731f80 x1870075629669632/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:364/0 lens 328/224 e 0 to 0 dl 1783444754 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783444743.680239:0:16810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91c746731f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:16815:x1870075629669632:12345-192.168.204.110@tcp:104: Request processed in 248us (526us total) trans 0 rc 0/0 00000100:00100000:1.0:1783444743.680246:0:16810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.110@tcp, seq: 70 00000100:00000040:1.0:1783444743.680249:0:16810:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91c7510a5800 : new rpc_count 0 00000100:00000001:1.0:1783444743.680251:0:16810:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1783444743.680253:0:16810:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1783444743.680256:0:16810:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91c7505f9000. 00000020:00000010:1.0:1783444743.680260:0:16810:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff91c7603a03e8. 00000020:00000010:1.0:1783444743.680263:0:16810:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c743c30400. 00000020:00000040:1.0:1783444743.680269:0:16810:0:(genops.c:900:class_export_put()) PUTting export ffff91c7510a5800 : new refcount 3 00000100:00000001:1.0:1783444743.680272:0:16810:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1783444743.680283:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444743.680286:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444743.680288:0:16819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1783444743.680291:0:16819:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1783444743.680293:0:16819:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1783444743.680296:0:16819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef5e7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x332dd2263f6dd40b expref: -99 pid: 32634 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1783444743.680305:0:16819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91c7583db000 already unused, calling callback (ffffffffc1279360) 00000008:00000001:1.0:1783444743.680308:0:16819:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1783444743.680310:0:16819:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1783444743.680311:0:16819:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444743.680312:0:16819:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444743.680314:0:16819:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db000 refcount=3 00000020:00000001:1.0:1783444743.680316:0:16819:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444743.680318:0:16819:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444743.680321:0:16819:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783444743.680324:0:16819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef5e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x332dd2263f6dd40b expref: -99 pid: 32634 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1783444743.680342:0:16819:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1783444743.680345:0:16819:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444743.680350:0:16819:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a13f0. 00000020:00000010:1.0:1783444743.680353:0:16819:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c743c30400. 00000020:00000010:1.0:1783444743.680356:0:16819:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c743c30c00. 00000020:00000010:1.0:1783444743.680360:0:16819:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b3600. 00000008:00000010:1.0:1783444743.680364:0:16819:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444743.680368:0:16819:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025240. 00008000:00000010:1.0:1783444743.680372:0:16819:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444743.680377:0:16819:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444743.680381:0:16819:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444743.680385:0:16819:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c751227600. 00000008:00000010:1.0:1783444743.680388:0:16819:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444743.680392:0:16819:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444743.680395:0:16819:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444743.680398:0:16819:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107cf00. 00000020:00000001:1.0:1783444743.680400:0:16819:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114338808 : -121189595212808 : ffff91c7593a13f8) 00000020:00001000:1.0:1783444743.680402:0:16819:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a13f0 00000008:00000001:1.0:1783444743.680404:0:16819:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1783444743.680406:0:16819:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1783444743.680408:0:16819:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a13f0 00000020:00000010:1.0:1783444743.680410:0:16819:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c743c30c00. 00000020:00000010:1.0:1783444743.680414:0:16819:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b3600. 00000008:00000010:1.0:1783444743.680416:0:16819:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444743.680420:0:16819:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025240. 00008000:00000010:1.0:1783444743.680422:0:16819:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444743.680426:0:16819:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444743.680429:0:16819:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444743.680431:0:16819:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c743c30400. 00000008:00000010:1.0:1783444743.680434:0:16819:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444743.680437:0:16819:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444743.680439:0:16819:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444743.680442:0:16819:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107cf00. 00000020:00000010:1.0:1783444743.680444:0:16819:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c751227600. 00000020:00000010:1.0:1783444743.680447:0:16819:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a13f0. 00000008:00000001:1.0:1783444743.680449:0:16819:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444743.680452:0:16819:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783444743.680456:0:16819:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783444743.680457:0:16819:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783444743.680459:0:16819:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444743.680460:0:16819:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1783444743.680463:0:16819:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c7583db000 with handle 0x5503b2fe824ef5e7 from hash 00010000:00000001:1.0:1783444743.680465:0:16819:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783444743.680468:0:16819:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444743.680469:0:16819:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444743.680470:0:16819:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783444743.680474:0:16819:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783444743.680475:0:16819:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1783444743.680480:0:16819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444743.680483:0:16819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444743.680485:0:16819:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444743.680487:0:16819:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1783444743.680491:0:16819:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758838380. 00000020:00000040:1.0:1783444743.680494:0:16819:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:1.0:1783444743.680498:0:16819:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444743.680500:0:16819:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444743.680504:0:16819:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444743.680509:0:16819:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c751227600. 00000100:00000001:1.0:1783444743.680514:0:16819:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444743.680516:0:16819:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1783444743.680520:0:16819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef5e7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x332dd2263f6dd40b expref: -99 pid: 32634 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1783444743.680526:0:16819:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1783444743.680528:0:16819:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444743.680532:0:16819:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444743.680536:0:16819:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444743.680543:0:16819:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e7f56cc] to pc [ptlrpcd_00_00+0] req@ffff91c758838380 x1870075608290048/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1783444743.680561:0:16819:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444743.680563:0:16819:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444743.680565:0:16819:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444743.680566:0:16819:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444743.680568:0:16819:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444743.680570:0:16819:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444743.680573:0:16819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef5e7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x332dd2263f6dd40b expref: -99 pid: 32634 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783444743.680585:0:16819:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783444743.680587:0:16819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef5e7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x332dd2263f6dd40b expref: -99 pid: 32634 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1783444743.680595:0:16819:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91c74353f180. 00010000:00000040:1.0:1783444743.680598:0:16819:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c741678600 count: 0 00010000:00000010:1.0:1783444743.680604:0:16819:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff91c741678f00. 00010000:00000001:1.0:1783444743.680610:0:16819:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444743.680612:0:16819:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1783444743.680613:0:16819:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff91c7586e3840. 00010000:00000001:1.0:1783444743.680615:0:16819:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444743.680617:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444743.680618:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444743.680620:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1783444743.680621:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444743.680622:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444743.680624:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1783444743.680625:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444743.680626:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444743.680628:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1783444743.680634:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444743.680636:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444743.680638:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444743.680643:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c758838380 x1870075608290048/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444743.680650:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444743.680651:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444743.680655:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444743.680657:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444743.680659:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444743.680662:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c758838380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608290048:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1783444743.680666:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444743.680670:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444743.680672:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444743.680674:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444743.680678:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c751227e00. 02000000:00000001:1.0:1783444743.680680:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444743.680683:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444743.680686:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736160. 00000400:00000010:1.0:1783444743.680690:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076cc0. 00000100:00000200:1.0:1783444743.680694:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608290048, portal 18 00000100:00000001:1.0:1783444743.680696:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444743.680698:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102374272 : -121189607177344 : ffff91c758838380) 00000100:00000040:1.0:1783444743.680703:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c758838380 x1870075608290048/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444759 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444743.680708:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444743.680710:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444743.680712:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076908. 00000100:00000200:1.0:1783444743.680714:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1870075608290048, offset 0 00000400:00000200:1.0:1783444743.680718:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444743.680722:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444743.680726:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444743.680731:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444743.680734:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444743.680737:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444743.680740:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444743.680743:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2764:2764:255:4294967295] 192.168.204.110@tcp LPNI seq info [2764:2764:7:4294967295] 00000400:00000200:1.0:1783444743.680747:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444743.680752:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444743.680756:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444743.680760:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298000. 00000800:00000200:1.0:1783444743.680763:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444743.680769:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444743.680771:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1783444743.680774:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444743.680778:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 19988 usecs (20 jiffies) 00000400:00000200:1.0:1783444743.680781:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444743.680783:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296382705 00000100:00000001:1.0:1783444743.680787:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296385545 00000100:00000001:1.0:1783444743.680789:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296382705 00000100:00000001:1.0:1783444743.680791:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296385545 00000100:00000001:1.0:1783444743.680793:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444743.680796:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444743.680798:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444743.680801:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444743.680805:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444743.680806:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783444743.680808:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444743.680809:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444743.680810:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444743.680812:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444743.680820:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444743.680822:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444743.680852:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444743.680855:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298800. 00000400:00000200:1.0:1783444743.680858:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444743.680861:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444743.680865:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076e58 00000400:00000010:1.0:1783444743.680867:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076e58. 00000100:00000001:1.0:1783444743.680870:0:2392:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1783444743.680871:0:2392:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1783444743.680936:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444743.680939:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298000. 00000400:00000200:1.0:1783444743.680941:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444743.680944:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444743.680946:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076908 00000400:00000010:1.0:1783444743.680948:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076908. 00000100:00000001:1.0:1783444743.680951:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444743.680955:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c758838380 x1870075608290048/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444759 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444743.680964:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444743.680967:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c758838380 x1870075608290048/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444759 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444743.680973:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444743.680974:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444743.696916:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000010:1.1:1783444743.697157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678600. 00010000:00000010:1.1:1783444743.697167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583db000. 00000800:00000001:1.0:1783444743.697185:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444743.697189:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444743.697193:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444743.697201:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444743.697208:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444743.697217:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444743.697222:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444743.697238:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444743.697242:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a4d2e855d280 00000400:00000200:1.0:1783444743.697247:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444743.697253:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7a19 [1] + 224 00000800:00000001:1.0:1783444743.697260:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444743.697297:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444743.697301:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444743.697306:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444743.697315:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444743.697323:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2300 x1870075608289920/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444759 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444743.697341:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f2300 x1870075608289920/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444759 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444743.697360:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444743.697370:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444743.697374:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444743.703052:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444743.703092:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444743.703096:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444743.703099:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444743.703106:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444743.703114:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444743.703122:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444743.703127:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444743.703131:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444743.703135:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a4d2e855d300 00000400:00000200:0.0:1783444743.703139:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444743.703146:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7a29 [1] + 224 00000800:00000001:0.0:1783444743.703153:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444743.703193:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444743.703197:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444743.703200:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444743.703207:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444743.703215:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c758838380 x1870075608290048/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444759 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444743.703224:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c758838380 x1870075608290048/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444759 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444743.703237:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444743.703245:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444743.703249:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444743.703259:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444743.703262:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444743.703280:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444743.703282:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444743.703285:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736160. 00000400:00000200:0.0:1783444743.703290:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076cc0 00000400:00000010:0.0:1783444743.703293:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076cc0. 00000100:00000001:0.0:1783444743.703295:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444743.703299:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c758838380 x1870075608290048/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444759 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444743.703307:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c758838380 x1870075608290048/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444759 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444743.703313:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444743.703316:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444743.703318:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444743.703321:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444743.703324:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444743.703326:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444743.703339:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444743.703348:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1538 time=72 v=5 (5 5 5 5) 00000100:00001000:0.0:1783444743.703353:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=53 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444743.703355:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444743.703357:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444743.703360:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444743.703364:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444743.703367:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444743.703370:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1783444743.703372:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444743.703373:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444743.703378:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c758838380 x1870075608290048/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444759 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444743.703385:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444743.703387:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444743.703389:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444743.703393:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758838380 x1870075608290048/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444759 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444743.703401:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c758838380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608290048:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1783444743.703405:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444743.703408:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444743.703411:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c758838380 x1870075608290048/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444759 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444743.703418:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444743.703421:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444743.703424:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c751227e00. 02000000:00000001:0.0:1783444743.703428:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444743.703430:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444743.703431:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:0.0:1783444743.703435:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444743.703438:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c751227600. 02000000:00000001:0.0:1783444743.703441:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444743.703443:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444743.703445:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758838380. 00000100:00000001:0.0:1783444743.703448:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444743.703449:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444743.703451:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444743.703457:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444743.703459:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444743.703461:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444743.703463:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444744.111842:0:32862:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444744.423567:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444744.423576:0:26147:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444744.423578:0:26147:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444744.423582:0:26147:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444744.423586:0:26147:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444744.423598:0:26147:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444744.423600:0:26147:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444744.423602:0:26147:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444744.427550:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444744.427557:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444744.427560:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444745.443302:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444745.443310:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444745.443382:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444745.443386:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444745.443389:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1783444746.408258:0:33009:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444746.469287:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444746.469294:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444746.469317:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783444746.469320:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444746.469323:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783444747.044914:0:26147:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4800 (cpu 0) has reached its deadline 4296385545, at 4296386050 00000100:00000010:0.0:1783444747.044929:0:26147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c760427360. 00000100:00000040:1.0:1783444747.045154:0:31963:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4910 (cpu 0) has reached its deadline 4296385545, at 4296386050 00000100:00000010:1.0:1783444747.045162:0:31963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7604274e0. 00010000:00000001:0.0:1783444747.490872:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444747.490882:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444747.490947:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444747.490951:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444747.490954:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1783444747.556886:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444747.556890:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444747.556893:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444747.556899:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f3100 x1870075608290304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444747.556906:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444747.556907:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444747.556910:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444747.556912:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444747.556914:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444747.556917:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608290304:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444747.556921:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444747.556923:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444747.556925:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444747.556927:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444747.556931:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c750f6ae00. 02000000:00000001:3.0:1783444747.556933:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444747.556937:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444747.556942:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811e18. 00000400:00000010:3.0:1783444747.556951:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218880. 00000100:00000200:3.0:1783444747.556961:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608290304, portal 10 00000100:00000001:3.0:1783444747.556963:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444747.556965:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232114432 : -121189477437184 : ffff91c7603f3100) 00000100:00000040:3.0:1783444747.556976:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f3100 x1870075608290304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444747.556984:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444747.556987:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444747.556990:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218440. 00000100:00000200:3.0:1783444747.556994:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608290304, offset 0 00000400:00000200:3.0:1783444747.557004:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444747.557015:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444747.557024:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444747.557030:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444747.557035:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444747.557039:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444747.557043:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444747.557046:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2765:2765:256:4294967295] 192.168.204.110@tcp LPNI seq info [2765:2765:8:4294967295] 00000400:00000200:3.0:1783444747.557050:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444747.557084:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444747.557092:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444747.557100:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822ce00. 00000800:00000200:3.0:1783444747.557108:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444747.557120:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444747.557125:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822ce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444747.557143:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444747.557148:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 855415 usecs (856 jiffies) 00000400:00000200:3.0:1783444747.557151:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444747.557154:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296387418 00000100:00000010:3.0:1783444747.557159:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7604bbb40. 00000100:00000001:3.0:1783444747.557167:0:2402:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1783444747.557175:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296387418 00000100:00000010:3.0:1783444747.557178:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7604bb420. 00000100:00000001:3.0:1783444747.557181:0:2402:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1783444747.557186:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444747.557190:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444747.557193:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444747.557197:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f1c00 x1870075608290560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444747.557205:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444747.557206:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444747.557209:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444747.557210:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444747.557212:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444747.557215:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608290560:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444747.557219:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444747.557222:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444747.557224:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444747.557225:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444747.557228:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c750f6aa00. 02000000:00000001:3.0:1783444747.557230:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444747.557234:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444747.557237:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811b00. 00000400:00000010:3.0:1783444747.557241:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218e58. 00000100:00000200:3.0:1783444747.557244:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608290560, portal 4 00000100:00000001:3.0:1783444747.557246:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444747.557247:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232109056 : -121189477442560 : ffff91c7603f1c00) 00000100:00000040:3.0:1783444747.557254:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f1c00 x1870075608290560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444747.557261:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444747.557263:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444747.557266:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218b28. 00000100:00000200:3.0:1783444747.557268:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608290560, offset 0 00000400:00000200:3.0:1783444747.557273:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444747.557277:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444747.557280:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444747.557284:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444747.557287:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444747.557290:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444747.557292:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444747.557295:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2766:2766:255:4294967295] 192.168.204.110@tcp LPNI seq info [2766:2766:7:4294967295] 00000400:00000200:3.0:1783444747.557299:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444747.557305:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444747.557310:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444747.557313:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c900. 00000800:00000200:3.0:1783444747.557317:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444747.557321:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444747.557324:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444747.557327:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444747.557330:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20035 usecs (21 jiffies) 00000400:00000200:3.0:1783444747.557333:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444747.557335:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296386583 00000100:00000001:3.0:1783444747.557338:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296387418 00000100:00000001:3.0:1783444747.557340:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296386583 00000100:00000001:3.0:1783444747.557342:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296387418 00000100:00000001:3.0:1783444747.557344:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444747.557346:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444747.557349:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444747.557351:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444747.557362:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444747.557364:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783444747.557366:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444747.557367:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444747.557369:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444747.557371:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444747.558468:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444747.558474:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822ce00. 00000400:00000200:0.0:1783444747.558482:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444747.558488:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444747.558495:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218440 00000400:00000010:0.0:1783444747.558497:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218440. 00000100:00000001:0.0:1783444747.558502:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444747.558507:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3100 x1870075608290304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444747.558519:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444747.558522:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f3100 x1870075608290304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444763 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444747.558531:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444747.558532:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783444747.558547:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444747.558550:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c900. 00000400:00000200:0.0:1783444747.558552:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444747.558555:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444747.558558:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218b28 00000400:00000010:0.0:1783444747.558560:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218b28. 00000100:00000001:0.0:1783444747.558563:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444747.558567:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1c00 x1870075608290560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444747.558574:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444747.558578:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1c00 x1870075608290560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444763 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444747.558584:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444747.558591:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783444747.558600:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444747.558602:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1f00. 00000400:00000200:0.0:1783444747.558607:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444747.558610:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444747.558613:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83440 00000400:00000010:0.0:1783444747.558614:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83440. 00000100:00000001:0.0:1783444747.558616:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444747.558619:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2300 x1870075608290176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444747.558627:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444747.558630:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2300 x1870075608290176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444763 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444747.558637:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444747.558638:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783444747.558645:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444747.558647:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1200. 00000400:00000200:0.0:1783444747.558650:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444747.558653:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444747.558655:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f837f8 00000400:00000010:0.0:1783444747.558656:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f837f8. 00000100:00000001:0.0:1783444747.558659:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444747.558661:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1f80 x1870075608290432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444747.558669:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444747.558671:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1f80 x1870075608290432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444763 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444747.558678:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444747.558679:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783444747.558765:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444747.558768:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1e00. 00000400:00000200:0.0:1783444747.558771:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444747.558775:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444747.558777:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f833b8 00000400:00000010:0.0:1783444747.558779:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f833b8. 00000100:00000001:0.0:1783444747.558782:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444747.558785:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0e00 x1870075608290688/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444747.558792:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444747.558852:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0e00 x1870075608290688/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444763 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444747.558860:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444747.558863:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444747.567616:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444747.567643:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444747.567650:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444747.567652:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444747.567665:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444747.567677:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444747.567691:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444747.567697:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444747.567705:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444747.567710:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e855d500 00000400:00000200:0.0:1783444747.567717:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444747.567725:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7a41 [1] + 224 00000800:00000001:0.0:1783444747.567735:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444747.567739:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444747.567743:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444747.567748:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444747.567758:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444747.567771:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1c00 x1870075608290560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444763 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444747.567789:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f1c00 x1870075608290560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444747.567817:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444747.567831:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444747.567835:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444747.567837:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444747.567839:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444747.567842:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444747.567846:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444747.567850:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444747.567853:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444747.567856:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444747.567859:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a4d2e855d380 00000400:00000200:0.0:1783444747.567863:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444747.567869:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7a49 [1] + 224 00000800:00000001:0.0:1783444747.567873:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444747.567878:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444747.567880:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444747.567883:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444747.567886:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444747.567892:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2300 x1870075608290176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444763 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444747.567902:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f2300 x1870075608290176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444747.567925:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444747.567930:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444747.567934:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444747.567935:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444747.567938:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444747.567942:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444747.567946:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444747.567951:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444747.567953:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444747.567956:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444747.567959:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855d400 00000400:00000200:0.0:1783444747.567963:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444747.567967:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7a39 [1] + 224 00000800:00000001:0.0:1783444747.567970:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444747.567974:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444747.567975:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444747.567978:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444747.567981:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444747.567988:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3100 x1870075608290304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444763 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444747.567997:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f3100 x1870075608290304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444747.568004:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444747.568007:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444747.568010:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444747.568012:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444747.568014:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444747.568017:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444747.568020:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444747.568025:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444747.568027:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444747.568030:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444747.568033:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855d480 00000400:00000200:0.0:1783444747.568036:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444747.568040:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7a51 [1] + 224 00000800:00000001:0.0:1783444747.568044:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444747.568047:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444747.568049:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444747.568052:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444747.568090:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444747.568096:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1f80 x1870075608290432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444763 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444747.568104:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f1f80 x1870075608290432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444747.568111:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444747.568115:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444747.568119:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444747.568120:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444747.568123:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444747.568125:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444747.568128:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444747.568133:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444747.568135:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444747.568138:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444747.568141:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e855d580 00000400:00000200:0.0:1783444747.568143:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444747.568148:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7a59 [1] + 224 00000800:00000001:0.0:1783444747.568151:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444747.568162:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444747.568164:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444747.568166:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444747.568169:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444747.568174:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0e00 x1870075608290688/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444763 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444747.568182:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f0e00 x1870075608290688/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444747.568189:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444747.568193:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444747.568196:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444747.568868:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444747.568872:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444747.568877:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444747.568879:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444747.568882:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811e18. 00000400:00000200:3.0:1783444747.568886:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218880 00000400:00000010:3.0:1783444747.568887:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218880. 00000100:00000001:3.0:1783444747.568890:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444747.568896:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f3100 x1870075608290304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444747.568904:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f3100 x1870075608290304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444763 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444747.568911:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444747.568913:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444747.568914:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444747.568916:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444747.568917:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444747.568919:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444747.568921:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444747.568927:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=77 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444747.568930:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444747.568932:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444747.568933:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444747.568935:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444747.568937:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444747.568940:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1783444747.568942:0:2402:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: committing for last_committed 4294967630 gen 2 00000100:00000040:3.0:1783444747.568950:0:2402:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967630) req@ffff91c7603f3b80 x1870075608280576/t4294967617(4294967617) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1783444753 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444747.568956:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444747.568959:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f3b80 x1870075608280576/t4294967617(4294967617) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1783444753 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444747.568966:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444747.568969:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444747.568973:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6dc00. 02000000:00000001:3.0:1783444747.568978:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444747.568981:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444747.568983:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=9 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444747.568986:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444747.568990:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c760f5fe00. 02000000:00000001:3.0:1783444747.568994:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444747.568996:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444747.568999:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f3b80. 00000100:00000001:3.0:1783444747.569003:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444747.569004:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444747.569009:0:2402:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967630) req@ffff91c760462300 x1870075608284288/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444753 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444747.569015:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444747.569017:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760462300 x1870075608284288/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444753 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444747.569023:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444747.569024:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444747.569026:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452acc00. 02000000:00000001:3.0:1783444747.569028:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444747.569029:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444747.569030:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444747.569032:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444747.569033:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c7412e7400. 02000000:00000001:3.0:1783444747.569037:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444747.569038:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444747.569039:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760462300. 00000100:00000001:3.0:1783444747.569042:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444747.569043:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444747.569048:0:2402:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967630) req@ffff91c7603f0a80 x1870075608286592/t4294967622(4294967622) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1783444756 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444747.569170:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444747.569174:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0a80 x1870075608286592/t4294967622(4294967622) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1783444756 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444747.569186:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444747.569188:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444747.569189:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6f400. 02000000:00000001:3.0:1783444747.569192:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444747.569193:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444747.569194:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444747.569196:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444747.569198:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c7435f4400. 02000000:00000001:3.0:1783444747.569199:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444747.569200:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444747.569202:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0a80. 00000100:00000001:3.0:1783444747.569204:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444747.569205:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444747.569210:0:2402:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967630) req@ffff91c7603f3480 x1870075608287232/t4294967624(4294967624) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1783444756 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444747.569216:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444747.569219:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f3480 x1870075608287232/t4294967624(4294967624) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1783444756 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444747.569225:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444747.569226:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444747.569227:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6ec00. 02000000:00000001:3.0:1783444747.569229:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444747.569230:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444747.569231:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444747.569233:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444747.569234:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c7435f4200. 02000000:00000001:3.0:1783444747.569236:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444747.569237:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444747.569238:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f3480. 00000100:00000001:3.0:1783444747.569240:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444747.569241:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444747.569246:0:2402:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967630) req@ffff91c758839c00 x1870075608288512/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1783444756 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444747.569257:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444747.569259:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c758839c00 x1870075608288512/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1783444756 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444747.569265:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444747.569266:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444747.569267:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c751024800. 02000000:00000001:3.0:1783444747.569269:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444747.569271:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444747.569272:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444747.569274:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444747.569275:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c7590cde00. 02000000:00000001:3.0:1783444747.569277:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444747.569278:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444747.569279:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758839c00. 00000100:00000001:3.0:1783444747.569281:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444747.569282:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444747.569287:0:2402:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967630) req@ffff91c7603f1500 x1870075608289152/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1783444756 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444747.569293:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444747.569296:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1500 x1870075608289152/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1783444756 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444747.569301:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444747.569303:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444747.569304:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6d000. 02000000:00000001:3.0:1783444747.569306:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444747.569307:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444747.569308:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444747.569309:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444747.569310:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c7435f4e00. 02000000:00000001:3.0:1783444747.569312:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444747.569313:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444747.569314:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1500. 00000100:00000001:3.0:1783444747.569318:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444747.569319:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444747.569322:0:2402:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1783444747.569324:0:2402:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: normal: skip=1 replay=6/6 committed=0/0 00000100:00000001:3.0:1783444747.569328:0:2402:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444747.569329:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444747.569333:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f3100 x1870075608290304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444763 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444747.569340:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444747.569342:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444747.569344:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444747.569348:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f3100 x1870075608290304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444763 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444747.569356:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608290304:192.168.204.110@tcp:400:kworker.0 00000400:00000001:3.0:1783444747.569361:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444747.569362:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444747.569364:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811b00. 00000400:00000200:3.0:1783444747.569366:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218e58 00000400:00000010:3.0:1783444747.569367:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218e58. 00000100:00000001:3.0:1783444747.569369:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444747.569373:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f1c00 x1870075608290560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444747.569381:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f1c00 x1870075608290560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444763 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444747.569387:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444747.569388:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444747.569390:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444747.569391:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444747.569393:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444747.569394:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444747.569396:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444747.569402:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=77 v=5 (5 5 5 138) 00000100:00001000:3.0:1783444747.569405:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=57 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444747.569407:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444747.569409:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444747.569411:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444747.569413:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444747.569415:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444747.569417:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1783444747.569419:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444747.569421:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444747.569424:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f1c00 x1870075608290560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444763 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444747.569431:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444747.569432:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444747.569433:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444747.569436:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f1c00 x1870075608290560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444763 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444747.569442:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608290560:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444747.569446:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444747.569448:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444747.569451:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f3100 x1870075608290304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444763 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444747.569458:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444747.569459:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444747.569461:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c750f6ae00. 02000000:00000001:3.0:1783444747.569463:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444747.569464:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444747.569465:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=3 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444747.569467:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444747.569468:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1800. 02000000:00000001:3.0:1783444747.569473:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444747.569474:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444747.569476:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f3100. 00000100:00000001:3.0:1783444747.569479:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444747.569480:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444747.569481:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444747.569485:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1c00 x1870075608290560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444763 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444747.569490:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444747.569492:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444747.569493:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c750f6aa00. 02000000:00000001:3.0:1783444747.569495:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444747.569496:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444747.569497:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:3.0:1783444747.569499:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444747.569500:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1700. 02000000:00000001:3.0:1783444747.569503:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444747.569504:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444747.569505:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1c00. 00000100:00000001:3.0:1783444747.569507:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444747.569509:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444747.569511:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444747.569522:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444747.569525:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444747.569527:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444747.569530:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1783444747.573507:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444747.573514:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444747.573521:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff580. 00000400:00000200:3.0:1783444747.573528:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83cc0 00000400:00000010:3.0:1783444747.573532:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83cc0. 00000100:00000001:3.0:1783444747.573538:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444747.573548:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f0e00 x1870075608290688/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444747.573560:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f0e00 x1870075608290688/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444763 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444747.573568:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444747.573573:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444747.573576:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444747.573581:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444747.573584:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444747.573587:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444747.573591:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444747.573605:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f460 time=77 v=5 (5 5 5 138) 00000100:00001000:3.0:1783444747.573610:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=48 v=5 (1 1 0 0) 00000100:00000001:3.0:1783444747.573613:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444747.573615:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444747.573619:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444747.573624:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444747.573628:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1783444747.573630:0:2403:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: committing for last_committed 4294967328 gen 11 00000100:00000040:3.0:1783444747.573639:0:2403:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967328) req@ffff91c7603f2d80 x1870075608284032/t4294967328(4294967328) o2->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444753 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444747.573648:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444747.573651:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f2d80 x1870075608284032/t4294967328(4294967328) o2->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444753 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444747.573657:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444747.573660:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444747.573664:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452af400. 02000000:00000001:3.0:1783444747.573670:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444747.573673:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444747.573676:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:3.0:1783444747.573678:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444747.573681:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c760f5e800. 02000000:00000001:3.0:1783444747.573685:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444747.573687:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444747.573689:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f2d80. 00000100:00000001:3.0:1783444747.573694:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444747.573695:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444747.573698:0:2403:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1783444747.573701:0:2403:0:(client.c:3222:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:3.0:1783444747.573704:0:2403:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444747.573706:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444747.573710:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f0e00 x1870075608290688/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444763 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444747.573717:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444747.573719:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444747.573721:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444747.573725:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f0e00 x1870075608290688/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444763 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444747.573731:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608290688:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444747.573736:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444747.573740:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444747.573744:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f2300 x1870075608290176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444763 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444747.573750:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444747.573751:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444747.573753:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7590ccc00. 02000000:00000001:3.0:1783444747.573756:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444747.573757:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444747.573758:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1783444747.573760:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444747.573762:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1400. 02000000:00000001:3.0:1783444747.573768:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444747.573769:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444747.573770:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f2300. 00000100:00000001:3.0:1783444747.573774:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444747.573775:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444747.573776:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444747.573781:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1f80 x1870075608290432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444763 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444747.573787:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444747.573788:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444747.573790:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7590cdc00. 02000000:00000001:3.0:1783444747.573793:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444747.573795:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444747.573796:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:3.0:1783444747.573798:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444747.573799:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1600. 02000000:00000001:3.0:1783444747.573811:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444747.573813:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444747.573814:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1f80. 00000100:00000001:3.0:1783444747.573817:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444747.573818:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444747.573820:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444747.573823:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0e00 x1870075608290688/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444763 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444747.573828:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444747.573830:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444747.573831:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7590cd200. 02000000:00000001:3.0:1783444747.573833:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444747.573834:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444747.573835:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=2 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:3.0:1783444747.573837:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444747.573838:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1500. 02000000:00000001:3.0:1783444747.573841:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444747.573841:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444747.573843:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0e00. 00000100:00000001:3.0:1783444747.573845:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444747.573846:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444747.573849:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444747.573859:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444747.573861:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444747.573864:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444747.573868:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444748.514274:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444748.514285:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444749.457332:0:33164:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444749.539857:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444749.539867:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444750.114901:0:16809:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1783444750.114908:0:16809:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444750.565831:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444750.565840:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444750.566450:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444750.566456:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444750.566460:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444751.586305:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444751.586315:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444751.650365:0:26147:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4800 (cpu 0) has reached its deadline 4296390655, at 4296390656 00000100:00000010:0.0:1783444751.650493:0:26147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7604bbb40. 00000100:00000040:1.0:1783444751.650525:0:31963:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4910 (cpu 0) has reached its deadline 4296390655, at 4296390656 00000100:00000010:1.0:1783444751.650532:0:31963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7604bb420. 00000080:00000001:0.0:1783444751.922432:0:33221:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444751.922443:0:33221:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444751.922447:0:33221:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783444751.922451:0:33221:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940ddbbc0 00000080:00200000:0.0:1783444751.922457:0:33221:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:0.0:1783444751.922467:0:33221:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c760f5f000. 00800000:00000002:0.0:1783444751.922476:0:33221:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444751.922481:0:33221:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444751.922488:0:33221:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444751.922490:0:33221:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940ddbae0 00800000:00000002:0.0:1783444751.922493:0:33221:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444751.922498:0:33221:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783444751.922502:0:33221:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444751.922506:0:33221:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444751.922509:0:33221:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444751.922511:0:33221:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444751.922514:0:33221:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444751.922516:0:33221:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444751.922519:0:33221:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444751.922523:0:33221:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783444751.922531:0:33221:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444751.922533:0:33221:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940ddb9b0 00000002:00010000:0.0:1783444751.922535:0:33221:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783444751.922540:0:33221:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783444751.922543:0:33221:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444751.922547:0:33221:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783444751.922555:0:33221:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444751.922558:0:33221:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444751.922560:0:33221:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444751.922563:0:33221:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783444751.922566:0:33221:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783444751.922574:0:33221:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746732d80. 00000020:00000040:0.0:1783444751.922579:0:33221:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:0.0:1783444751.922588:0:33221:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783444751.922595:0:33221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444751.922600:0:33221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444751.922604:0:33221:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444751.922607:0:33221:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444751.922626:0:33221:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444751.922637:0:33221:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c746767c00. 00000100:00000001:0.0:1783444751.922646:0:33221:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444751.922652:0:33221:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444751.922654:0:33221:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444751.922656:0:33221:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444751.922657:0:33221:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444751.922659:0:33221:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444751.922666:0:33221:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622883799313792 : -121189910237824 : ffff91c746732d80) 00010000:00000001:0.0:1783444751.922671:0:33221:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783444751.922673:0:33221:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783444751.922678:0:33221:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747e41100. 00010000:00000010:0.0:1783444751.922683:0:33221:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c751113080. 00010000:00000001:0.0:1783444751.922691:0:33221:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783444751.922695:0:33221:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c74652cc00. 00000020:00000001:0.0:1783444751.922700:0:33221:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783444751.922704:0:33221:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c74652cc00 with handle 0x5503b2fe824ef634 to hash 00000020:00000001:0.0:1783444751.922706:0:33221:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783444751.922708:0:33221:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:0.0:1783444751.922713:0:33221:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:0.0:1783444751.922730:0:33221:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444751.922733:0:33221:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444751.922738:0:33221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef634 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33221 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444751.922773:0:33221:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef634 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33221 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444751.922786:0:33221:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef634 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33221 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783444751.922792:0:33221:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783444751.922795:0:33221:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783444751.922803:0:33221:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c76024c780. 00000100:00000001:0.0:1783444751.922806:0:33221:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884230383488 : -121189479168128 : ffff91c76024c780) 00000100:00000001:0.0:1783444751.922809:0:33221:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444751.922811:0:33221:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799313792 : -121189910237824 : ffff91c746732d80) 00000100:00000001:0.0:1783444751.922817:0:33221:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444751.922822:0:33221:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444751.922825:0:33221:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783444751.922827:0:33221:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444751.922841:0:33221:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746732d80 x1870075608290816/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444751.922851:0:33221:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444751.922854:0:33221:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444751.922859:0:33221:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444751.922862:0:33221:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444751.922865:0:33221:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444751.922870:0:33221:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746732d80 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:33221:1870075608290816:192.168.204.110@tcp:101:multiop.0 00000100:00000001:0.0:1783444751.922875:0:33221:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444751.922882:0:33221:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444751.922885:0:33221:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444751.922888:0:33221:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444751.922893:0:33221:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c7614b5000. 02000000:00000001:0.0:1783444751.922896:0:33221:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444751.922903:0:33221:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444751.922908:0:33221:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f580. 00000400:00000010:0.0:1783444751.922917:0:33221:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9908. 00000100:00000200:0.0:1783444751.922927:0:33221:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608290816, portal 10 00000100:00000001:0.0:1783444751.922929:0:33221:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444751.922930:0:33221:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799313792 : -121189910237824 : ffff91c746732d80) 00000100:00000040:0.0:1783444751.922936:0:33221:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c746732d80 x1870075608290816/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444767 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444751.922944:0:33221:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444751.922947:0:33221:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444751.922950:0:33221:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9770. 00000100:00000200:0.0:1783444751.922953:0:33221:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870075608290816, offset 0 00000400:00000200:0.0:1783444751.922960:0:33221:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444751.922971:0:33221:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444751.922980:0:33221:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444751.922987:0:33221:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444751.922992:0:33221:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444751.922996:0:33221:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444751.922999:0:33221:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444751.923002:0:33221:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2770:2770:256:4294967295] 192.168.204.110@tcp LPNI seq info [2770:2770:8:4294967295] 00000400:00000200:0.0:1783444751.923007:0:33221:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444751.923017:0:33221:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444751.923023:0:33221:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444751.923029:0:33221:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3d00. 00000800:00000200:0.0:1783444751.923036:0:33221:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444751.923046:0:33221:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444751.923051:0:33221:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1783444751.923088:0:33221:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444751.923094:0:33221:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 854277 usecs (855 jiffies) 00000400:00000200:0.0:1783444751.923098:0:33221:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444751.923101:0:33221:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296391782 00000800:00000200:0.0:1783444751.923229:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444751.923234:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3d00. 00000400:00000200:0.0:1783444751.923240:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444751.923245:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444751.923251:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9770 00000400:00000010:0.0:1783444751.923254:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9770. 00000100:00000001:0.0:1783444751.923258:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444751.923263:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746732d80 x1870075608290816/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444767 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444751.923275:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444751.923278:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746732d80 x1870075608290816/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444767 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444751.923286:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444751.923288:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1783444751.923310:0:33221:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c76050d600. 00000100:00000001:0.0:1783444751.923319:0:33221:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1783444751.923327:0:33221:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296391782 00000100:00000010:0.0:1783444751.923331:0:33221:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c76050d3c0. 00000100:00000001:0.0:1783444751.923334:0:33221:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1783444751.923338:0:33221:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444751.923341:0:33221:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444751.923344:0:33221:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444751.923346:0:33221:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783444751.923349:0:33221:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c76024c780 going to sleep for 11 seconds 00000100:00000001:0.0:1783444751.923352:0:33221:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444751.923356:0:33221:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444751.944774:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444751.944798:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444751.944804:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444751.944807:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444751.944818:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444751.944828:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444751.944840:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444751.944845:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444751.944851:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444751.944856:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e855d600 00000400:00000200:0.0:1783444751.944861:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444751.944870:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x7a61 [1] + 224 00000800:00000001:0.0:1783444751.944879:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444751.944889:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444751.944893:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444751.944898:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444751.944908:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444751.944919:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746732d80 x1870075608290816/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444767 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444751.944933:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c746732d80 x1870075608290816/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444767 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444751.945009:0:33221:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444751.946210:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444751.946229:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444751.946236:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1783444751.951960:0:33221:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444751.951970:0:33221:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444751.951975:0:33221:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f580. 00000400:00000200:1.0:1783444751.951987:0:33221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9908 00000400:00000010:1.0:1783444751.951991:0:33221:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9908. 00000100:00000001:1.0:1783444751.951997:0:33221:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444751.952013:0:33221:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746732d80 x1870075608290816/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444767 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783444751.952025:0:33221:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746732d80 x1870075608290816/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444767 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444751.952035:0:33221:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444751.952038:0:33221:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444751.952041:0:33221:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444751.952045:0:33221:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444751.952048:0:33221:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444751.952051:0:33221:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444751.952427:0:33221:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444751.952442:0:33221:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=81 v=5 (105 105 105 137) 00000100:00001000:1.0:1783444751.952448:0:33221:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444751.952451:0:33221:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444751.952454:0:33221:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444751.952457:0:33221:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444751.952462:0:33221:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444751.952466:0:33221:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444751.952468:0:33221:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967630 00000100:00000001:1.0:1783444751.952471:0:33221:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444751.952472:0:33221:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444751.952478:0:33221:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746732d80 x1870075608290816/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444767 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444751.952486:0:33221:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444751.952490:0:33221:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444751.952492:0:33221:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444751.952496:0:33221:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746732d80 x1870075608290816/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444767 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783444751.952505:0:33221:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746732d80 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:33221:1870075608290816:192.168.204.110@tcp:101:multiop.0 00000100:00000001:1.0:1783444751.952510:0:33221:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444751.952514:0:33221:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444751.952517:0:33221:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783444751.952519:0:33221:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444751.952522:0:33221:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746732d80 x1870075608290816/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444767 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444751.952530:0:33221:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783444751.952533:0:33221:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c76024c780. 00000100:00000001:1.0:1783444751.952537:0:33221:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783444751.952539:0:33221:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444751.952543:0:33221:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1783444751.952547:0:33221:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444751.952551:0:33221:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444751.952555:0:33221:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652cc00 refcount=4 00000020:00000001:1.0:1783444751.952557:0:33221:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:1.0:1783444751.952560:0:33221:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000040:1.0:1783444751.952567:0:33221:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c74652cc00, remote cookie: 0x332dd2263f6dd554, flags: 0x1001 00010000:00010000:1.0:1783444751.952574:0:33221:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef634 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd554 expref: -99 pid: 33221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444751.952586:0:33221:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef634 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd554 expref: -99 pid: 33221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444751.952593:0:33221:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1783444751.952598:0:33221:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1783444751.952600:0:33221:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1783444751.952602:0:33221:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1783444751.952603:0:33221:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1783444751.952606:0:33221:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91c747e41100) refcount = 1 00010000:00010000:1.0:1783444751.952704:0:33221:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef634 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd554 expref: -99 pid: 33221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444751.952713:0:33221:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1783444751.952777:0:33221:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1783444751.952781:0:33221:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444751.952784:0:33221:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1783444751.952787:0:33221:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444751.952791:0:33221:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef634 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd554 expref: -99 pid: 33221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444751.952798:0:33221:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1783444751.952800:0:33221:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444751.952802:0:33221:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444751.952803:0:33221:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444751.952804:0:33221:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444751.952806:0:33221:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444751.952813:0:33221:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1783444751.952814:0:33221:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444751.952816:0:33221:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444751.952818:0:33221:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652cc00 refcount=3 00000020:00000001:1.0:1783444751.952820:0:33221:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:1.0:1783444751.952823:0:33221:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:1.0:1783444751.952825:0:33221:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444751.952827:0:33221:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444751.952828:0:33221:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652cc00 refcount=4 00000020:00000001:1.0:1783444751.952829:0:33221:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:1.0:1783444751.952831:0:33221:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:1.0:1783444751.952834:0:33221:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444751.952837:0:33221:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444751.952840:0:33221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef634 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd554 expref: -99 pid: 33221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444751.952846:0:33221:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444751.952847:0:33221:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444751.952849:0:33221:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444751.952850:0:33221:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444751.952851:0:33221:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652cc00 refcount=5 00000020:00000001:1.0:1783444751.952852:0:33221:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:1.0:1783444751.952853:0:33221:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:1.0:1783444751.952855:0:33221:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444751.952858:0:33221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef634 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd554 expref: -99 pid: 33221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444751.952862:0:33221:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444751.952863:0:33221:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1783444751.952866:0:33221:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef634 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd554 expref: -99 pid: 33221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444751.952871:0:33221:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444751.952872:0:33221:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444751.952873:0:33221:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444751.952874:0:33221:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444751.952875:0:33221:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1783444751.952881:0:33221:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91c746732d80 x1870075608290816/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444767 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1783444751.952890:0:33221:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444751.952891:0:33221:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444751.952892:0:33221:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652cc00 refcount=3 00000020:00000001:1.0:1783444751.952894:0:33221:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:1.0:1783444751.952895:0:33221:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:1.0:1783444751.952898:0:33221:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444751.952899:0:33221:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444751.952900:0:33221:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444751.952902:0:33221:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444751.952905:0:33221:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1783444751.952908:0:33221:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444751.952909:0:33221:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444751.952910:0:33221:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652cc00 refcount=3 00000020:00000001:1.0:1783444751.952912:0:33221:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:1.0:1783444751.952914:0:33221:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00000002:00010000:1.0:1783444751.952918:0:33221:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef634 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd554 expref: -99 pid: 33221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444751.952924:0:33221:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444751.952925:0:33221:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444751.952927:0:33221:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783444751.952928:0:33221:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444751.952929:0:33221:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444751.952930:0:33221:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652cc00 refcount=3 00000020:00000001:1.0:1783444751.952932:0:33221:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:1.0:1783444751.952934:0:33221:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000040:1.0:1783444751.952941:0:33221:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41100 count: 2 00010000:00000001:1.0:1783444751.952944:0:33221:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1783444751.952948:0:33221:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1783444751.952950:0:33221:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444751.952952:0:33221:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444751.952953:0:33221:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1783444751.952956:0:33221:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940ddb938 00000002:00002000:1.0:1783444751.952959:0:33221:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1783444751.952962:0:33221:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444751.952967:0:33221:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444751.952970:0:33221:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783444751.952974:0:33221:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1783444751.952977:0:33221:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444751.952982:0:33221:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444751.952987:0:33221:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c760f5f000. 00000080:00000001:1.0:1783444751.952992:0:33221:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783444751.952995:0:33221:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:1.0:1783444751.953003:0:33221:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1783444751.953008:0:33221:0:(lmv_obd.c:3920:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1783444751.954096:0:33221:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c745359e00. 00800000:00000001:0.0:1783444751.954103:0:33221:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622883778502144 : -121189931049472 : ffff91c745359e00) 00800000:00000001:0.0:1783444751.954107:0:33221:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444751.954110:0:33221:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783444751.954115:0:33221:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783444751.954117:0:33221:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1783444751.954121:0:33221:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1783444751.954126:0:33221:0:(llite_lib.c:1814:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1783444751.954128:0:33221:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444751.954134:0:33221:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1783444751.954138:0:33221:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1783444751.954144:0:33221:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1783444751.954147:0:33221:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444751.954150:0:33221:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444751.954152:0:33221:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652cc00 refcount=3 00000020:00000001:0.0:1783444751.954154:0:33221:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:0.0:1783444751.954156:0:33221:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:0.0:1783444751.954159:0:33221:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444751.954161:0:33221:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783444751.954163:0:33221:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783444751.954167:0:33221:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1783444751.954230:0:33221:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c745359e00 1 00800000:00000010:0.0:1783444751.954234:0:33221:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c745359e00. 00800000:00000001:0.0:1783444751.954238:0:33221:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444751.954242:0:33221:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef634 00800000:00000001:0.0:1783444751.954246:0:33221:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783444751.954248:0:33221:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783444751.954250:0:33221:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444751.954251:0:33221:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444751.954253:0:33221:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652cc00 refcount=3 00000020:00000001:0.0:1783444751.954255:0:33221:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:0.0:1783444751.954257:0:33221:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:0.0:1783444751.954261:0:33221:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444751.954262:0:33221:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444751.954264:0:33221:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444751.954266:0:33221:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444751.954268:0:33221:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444751.954271:0:33221:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:0.0:1783444751.954274:0:33221:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef634 from it ffffa31940ddbbf8 00010000:00000001:0.0:1783444751.954276:0:33221:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444751.954277:0:33221:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444751.954278:0:33221:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652cc00 refcount=3 00000020:00000001:0.0:1783444751.954280:0:33221:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:0.0:1783444751.954282:0:33221:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:0.0:1783444751.954284:0:33221:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444751.954288:0:33221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef634 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd554 expref: -99 pid: 33221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444751.954302:0:33221:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444751.954303:0:33221:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444751.954304:0:33221:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444751.954307:0:33221:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444751.954310:0:33221:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef634 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd554 expref: -99 pid: 33221 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783444751.954593:0:33221:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444751.954598:0:33221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444751.954600:0:33221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444751.954606:0:33221:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444751.954607:0:33221:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444751.954609:0:33221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444751.954613:0:33221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444751.954615:0:33221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444751.954617:0:33221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444751.954620:0:33221:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444751.954622:0:33221:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444751.954624:0:33221:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444751.954625:0:33221:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783444751.954628:0:33221:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444751.954638:0:33221:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746732d80 x1870075608290816/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444767 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444751.954647:0:33221:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444751.954651:0:33221:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444751.954655:0:33221:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c7614b5000. 02000000:00000001:0.0:1783444751.954660:0:33221:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444751.954662:0:33221:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444751.954664:0:33221:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=3 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444751.954667:0:33221:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444751.954670:0:33221:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c746767c00. 02000000:00000001:0.0:1783444751.954676:0:33221:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444751.954679:0:33221:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444751.954681:0:33221:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746732d80. 00000100:00000001:0.0:1783444751.954687:0:33221:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444751.954688:0:33221:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444751.954693:0:33221:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:0.0:1783444751.954699:0:33221:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783444751.954731:0:33221:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91c746478280. 00000080:00000001:0.0:1783444751.954738:0:33221:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444751.954740:0:33221:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783444751.954743:0:33221:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940ddbb00 00000080:00200000:0.0:1783444751.954745:0:33221:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:0.0:1783444751.954751:0:33221:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c760f5f200. 00800000:00000002:0.0:1783444751.954766:0:33221:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444751.954771:0:33221:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444751.954774:0:33221:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444751.954776:0:33221:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940ddba20 00800000:00000002:0.0:1783444751.954778:0:33221:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444751.954868:0:33221:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783444751.954872:0:33221:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444751.954875:0:33221:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444751.954878:0:33221:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444751.954880:0:33221:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444751.954882:0:33221:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444751.954884:0:33221:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444751.954886:0:33221:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444751.954890:0:33221:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783444751.954895:0:33221:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444751.954897:0:33221:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940ddb8f0 00000002:00010000:0.0:1783444751.954899:0:33221:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783444751.954903:0:33221:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783444751.954905:0:33221:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444751.954908:0:33221:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444751.954912:0:33221:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41100 count: 2 00010000:00000001:0.0:1783444751.954915:0:33221:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444751.954920:0:33221:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444751.954923:0:33221:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783444751.954927:0:33221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef634 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd554 expref: -99 pid: 33221 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1783444751.954936:0:33221:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783444751.954941:0:33221:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444751.954943:0:33221:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef634 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd554 expref: -99 pid: 33221 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1783444751.954950:0:33221:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783444751.954952:0:33221:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783444751.954954:0:33221:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444751.954956:0:33221:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444751.954958:0:33221:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444751.954960:0:33221:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783444751.954962:0:33221:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783444751.954964:0:33221:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:0.0:1783444751.954967:0:33221:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c760f5f200. 00000080:00000001:0.0:1783444751.954971:0:33221:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783444751.954973:0:33221:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444751.954974:0:33221:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:0.0:1783444751.954977:0:33221:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef634 00800000:00000001:0.0:1783444751.954980:0:33221:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783444751.954982:0:33221:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783444751.954983:0:33221:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444751.954985:0:33221:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444751.954986:0:33221:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652cc00 refcount=3 00000020:00000001:0.0:1783444751.954988:0:33221:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:0.0:1783444751.954990:0:33221:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:0.0:1783444751.954993:0:33221:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444751.954994:0:33221:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444751.954995:0:33221:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444751.954996:0:33221:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444751.954999:0:33221:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef634 from it ffffa31940ddbb38 00010000:00000001:0.0:1783444751.955001:0:33221:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444751.955002:0:33221:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444751.955004:0:33221:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652cc00 refcount=3 00000020:00000001:0.0:1783444751.955006:0:33221:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:0.0:1783444751.955008:0:33221:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797191680 : -121189912359936 : ffff91c74652cc00) 00010000:00000001:0.0:1783444751.955011:0:33221:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444751.955013:0:33221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef634 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd554 expref: -99 pid: 33221 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783444751.955019:0:33221:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444751.955020:0:33221:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444751.955022:0:33221:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444751.955023:0:33221:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444751.955025:0:33221:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef634 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd554 expref: -99 pid: 33221 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783444751.955032:0:33221:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444751.955034:0:33221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444751.955035:0:33221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444751.955037:0:33221:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444751.955038:0:33221:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444751.955040:0:33221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444751.955042:0:33221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444751.955043:0:33221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444751.955045:0:33221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444751.955047:0:33221:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444751.955049:0:33221:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444751.955050:0:33221:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444751.955051:0:33221:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783444751.955052:0:33221:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783444751.955118:0:33221:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444751.955122:0:33221:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 3 00000080:00000001:0.0:1783444751.955125:0:33221:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444751.955129:0:33221:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1783444751.955131:0:33221:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940ddbb50 00000080:00200000:0.0:1783444751.955133:0:33221:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), file ffff91c7502d6a80, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1783444751.955139:0:33221:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff91c76050d720. 00000080:00000001:0.0:1783444751.955145:0:33221:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783444751.955147:0:33221:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940ddba00 00000080:00200000:0.0:1783444751.955149:0:33221:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), intent=open|creat 00000080:00000010:0.0:1783444751.955156:0:33221:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c760f5f200. 00800000:00000002:0.0:1783444751.955159:0:33221:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444751.955165:0:33221:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444751.955166:0:33221:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444751.955228:0:33221:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940ddb920 00800000:00000002:0.0:1783444751.955231:0:33221:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444751.955235:0:33221:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783444751.955238:0:33221:0:(lmv_obd.c:2238:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1783444751.955241:0:33221:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444751.955243:0:33221:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444751.955244:0:33221:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444751.955245:0:33221:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444751.955247:0:33221:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444751.955248:0:33221:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444751.955250:0:33221:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444751.955254:0:33221:0:(lmv_obd.c:2284:lmv_locate_tgt_create()) Process leaving (rc=18446622883747488256 : -121189962063360 : ffff91c7435c6200) 00800000:00000001:0.0:1783444751.955258:0:33221:0:(lmv_obd.c:1203:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1783444751.955261:0:33221:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1783444751.955263:0:33221:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1783444751.955267:0:33221:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1783444751.955270:0:33221:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff91c759350000: Allocated FID [0x200000405:0x27:0x0] 40000000:00000001:0.0:1783444751.955273:0:33221:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444751.955275:0:33221:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444751.955277:0:33221:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444751.955279:0:33221:0:(lmv_obd.c:1227:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444751.955281:0:33221:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940ddb8a0 00800000:00000002:0.0:1783444751.955283:0:33221:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x27:0x0], name='f22.recovery-small-2' -> mds #0 layout version 1 00000002:00000001:0.0:1783444751.955287:0:33221:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444751.955288:0:33221:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940ddb7d8 00000002:00010000:0.0:1783444751.955290:0:33221:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f22.recovery-small-2,[0x200000405:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1783444751.955294:0:33221:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783444751.955296:0:33221:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783444751.955301:0:33221:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783444751.955304:0:33221:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444751.955306:0:33221:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783444751.955308:0:33221:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41100 count: 2 00010000:00000001:0.0:1783444751.955310:0:33221:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444751.955313:0:33221:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783444751.955317:0:33221:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783444751.955626:0:33221:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef634 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6dd554 expref: -99 pid: 33221 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1783444751.955638:0:33221:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783444751.955642:0:33221:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783444751.955645:0:33221:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783444751.955647:0:33221:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1783444751.955650:0:33221:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444751.955651:0:33221:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444751.955655:0:33221:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41100 count: 3 00010000:00000001:0.0:1783444751.955657:0:33221:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783444751.955661:0:33221:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444751.955663:0:33221:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444751.955664:0:33221:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444751.955665:0:33221:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41100 count: 3 00010000:00000001:0.0:1783444751.955667:0:33221:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783444751.955669:0:33221:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444751.955670:0:33221:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444751.955672:0:33221:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444751.955673:0:33221:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41100 count: 3 00010000:00000001:0.0:1783444751.955675:0:33221:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783444751.955676:0:33221:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444751.955678:0:33221:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783444751.955681:0:33221:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91c748db39c0, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783444751.955686:0:33221:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783444751.955689:0:33221:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783444751.955692:0:33221:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783444751.955693:0:33221:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444751.955697:0:33221:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783444751.955701:0:33221:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783444751.955703:0:33221:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783444751.955705:0:33221:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444751.955707:0:33221:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783444751.955711:0:33221:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c74652cc00 with handle 0x5503b2fe824ef634 from hash 00010000:00000001:0.0:1783444751.955714:0:33221:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783444751.955715:0:33221:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444751.955727:0:33221:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444751.955729:0:33221:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783444751.955732:0:33221:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783444751.955734:0:33221:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783444751.955737:0:33221:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783444751.955739:0:33221:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783444751.955741:0:33221:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1783444751.955747:0:33221:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746732d80. 00000020:00000040:0.0:1783444751.955760:0:33221:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:0.0:1783444751.955766:0:33221:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783444751.955769:0:33221:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444751.955772:0:33221:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783444751.955777:0:33221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444751.955779:0:33221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444751.955883:0:33221:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444751.955885:0:33221:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444751.955889:0:33221:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444751.955899:0:33221:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c746767c00. 00000100:00000001:0.0:1783444751.955906:0:33221:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444751.955913:0:33221:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444751.955916:0:33221:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783444751.955920:0:33221:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef634 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd554 expref: -99 pid: 33221 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783444751.955928:0:33221:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1783444751.955930:0:33221:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783444751.955932:0:33221:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783444751.955934:0:33221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652cc00/0x5503b2fe824ef634 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd554 expref: -99 pid: 33221 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1783444751.955949:0:33221:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747e41100 count: 0 00010000:00000010:0.0:1783444751.955956:0:33221:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c751113080. 00010000:00000001:0.0:1783444751.955968:0:33221:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444751.955969:0:33221:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444751.955971:0:33221:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444751.955973:0:33221:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444751.955974:0:33221:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444751.955986:0:33221:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622883799313792 : -121189910237824 : ffff91c746732d80) 00010000:00000001:0.0:1783444751.955990:0:33221:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783444751.955993:0:33221:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783444751.955997:0:33221:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747e41700. 00010000:00000010:0.0:1783444751.956001:0:33221:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c751113080. 00010000:00000001:0.0:1783444751.956006:0:33221:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783444751.956011:0:33221:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c74652c400. 00000020:00000001:0.0:1783444751.956014:0:33221:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783444751.956016:0:33221:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c74652c400 with handle 0x5503b2fe824ef63b to hash 00000020:00000001:0.0:1783444751.956019:0:33221:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783444751.956021:0:33221:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883797189632 : -121189912361984 : ffff91c74652c400) 00010000:00000001:0.0:1783444751.956025:0:33221:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883797189632 : -121189912361984 : ffff91c74652c400) 00010000:00000001:0.0:1783444751.956028:0:33221:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444751.956031:0:33221:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444751.956034:0:33221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c400/0x5503b2fe824ef63b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33221 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444751.956041:0:33221:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c400/0x5503b2fe824ef63b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33221 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783444751.956111:0:33221:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783444751.956122:0:33221:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c746732d80 x1870075608291072/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783444751.956138:0:33221:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c400/0x5503b2fe824ef63b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33221 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783444751.956144:0:33221:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783444751.956146:0:33221:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783444751.956156:0:33221:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c76024c600. 00000100:00000001:0.0:1783444751.956158:0:33221:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884230383104 : -121189479168512 : ffff91c76024c600) 00000100:00000001:0.0:1783444751.956161:0:33221:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444751.956162:0:33221:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799313792 : -121189910237824 : ffff91c746732d80) 00000100:00000001:0.0:1783444751.956167:0:33221:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444751.956243:0:33221:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444751.956246:0:33221:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783444751.956248:0:33221:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444751.956253:0:33221:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746732d80 x1870075608291072/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444751.956261:0:33221:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444751.956263:0:33221:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444751.956268:0:33221:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444751.956271:0:33221:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444751.956274:0:33221:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444751.956278:0:33221:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746732d80 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:33221:1870075608291072:192.168.204.110@tcp:101:multiop.0 00000100:00000001:0.0:1783444751.956282:0:33221:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444751.956290:0:33221:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444751.956293:0:33221:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444751.956295:0:33221:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444751.956716:0:33221:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff91c7604e0000. 02000000:00000001:0.0:1783444751.956732:0:33221:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444751.956740:0:33221:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444751.956746:0:33221:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658ff78. 00000400:00000010:0.0:1783444751.956763:0:33221:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff91c746767000. 00000100:00000200:0.0:1783444751.956772:0:33221:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870075608291072, portal 10 00000100:00000001:0.0:1783444751.956774:0:33221:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444751.956776:0:33221:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799313792 : -121189910237824 : ffff91c746732d80) 00000100:00000040:0.0:1783444751.956962:0:33221:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c746732d80 x1870075608291072/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783444767 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444751.956972:0:33221:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444751.956974:0:33221:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444751.956979:0:33221:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9770. 00000100:00000200:0.0:1783444751.956982:0:33221:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1870075608291072, offset 0 00000400:00000200:0.0:1783444751.956989:0:33221:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444751.956999:0:33221:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444751.957010:0:33221:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444751.957016:0:33221:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444751.957021:0:33221:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444751.957024:0:33221:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444751.957027:0:33221:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444751.957031:0:33221:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2771:2771:256:4294967295] 192.168.204.110@tcp LPNI seq info [2771:2771:8:4294967295] 00000400:00000200:0.0:1783444751.957035:0:33221:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444751.957045:0:33221:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444751.957052:0:33221:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444751.959300:0:33221:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3d00. 00000800:00000200:0.0:1783444751.959335:0:33221:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444751.959353:0:33221:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444751.959359:0:33221:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3d00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1783444751.960279:0:33221:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444751.960289:0:33221:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 853171 usecs (854 jiffies) 00000400:00000200:0.0:1783444751.960297:0:33221:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444751.960301:0:33221:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296391820 00000100:00000001:0.0:1783444751.960314:0:33221:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296391782 00000100:00000001:0.0:1783444751.960321:0:33221:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296391820 00000100:00000001:0.0:1783444751.960325:0:33221:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296391782 00000100:00000001:0.0:1783444751.960331:0:33221:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444751.960336:0:33221:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444751.960340:0:33221:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444751.960342:0:33221:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783444751.960346:0:33221:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c76024c600 going to sleep for 11 seconds 00000100:00000001:0.0:1783444751.960350:0:33221:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444751.960354:0:33221:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444751.963801:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444751.963815:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3d00. 00000400:00000200:1.0:1783444751.963824:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444751.963835:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444751.963845:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9770 00000400:00000010:1.0:1783444751.963847:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9770. 00000100:00000001:1.0:1783444751.963854:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444751.963864:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746732d80 x1870075608291072/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783444767 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444751.963880:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444751.963884:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746732d80 x1870075608291072/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783444767 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444751.963891:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444751.963893:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1783444751.965594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41100. 00010000:00000010:0.1:1783444751.965612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652cc00. 00000800:00000001:0.0:1783444751.969906:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444751.969934:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444751.969940:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444751.969943:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444751.969955:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444751.969965:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444751.969977:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444751.969983:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444751.969989:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444751.969994:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a4d2e855d700 00000400:00000200:0.0:1783444751.970000:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444751.970008:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x7a71 [32] + 224 00000800:00000001:0.0:1783444751.970018:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444751.970026:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444751.970031:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444751.970036:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444751.970045:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444751.970109:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746732d80 x1870075608291072/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783444767 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444751.970131:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff91c746732d80 x1870075608291072/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783444767 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444751.970159:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444751.970171:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444751.970175:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1783444751.976521:0:33221:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91c746111900. 00000080:00000010:3.0:1783444751.976534:0:33221:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff91c74317b800. 00000080:00000001:3.0:1783444751.976538:0:33221:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:3.0:1783444751.976546:0:33221:0:(lmv_obd.c:4175:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1783444751.976550:0:33221:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444751.976554:0:33221:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444751.976558:0:33221:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444751.976561:0:33221:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444751.976563:0:33221:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444751.976565:0:33221:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:3.0:1783444751.976568:0:33221:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444751.976573:0:33221:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1783444751.976578:0:33221:0:(obd.h:1438:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91c74630a5e0. 00000002:00100000:3.0:1783444751.976587:0:33221:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c746732d80 x1870075608291072/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444767 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1783444751.976595:0:33221:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444751.976597:0:33221:0:(lmv_obd.c:4181:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1783444751.976601:0:33221:0:(rw.c:949:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1783444751.976605:0:33221:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444751.976608:0:33221:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444751.976612:0:33221:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444751.976616:0:33221:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746732d80 x1870075608291072/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444767 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1783444751.976624:0:33221:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444751.976628:0:33221:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff91c7604e0000. 02000000:00000001:3.0:1783444751.976659:0:33221:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1783444751.976661:0:33221:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444751.976665:0:33221:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940ddba60 00000080:00000008:3.0:1783444751.976667:0:33221:0:(file.c:1297:ll_file_open()) COMPLETED file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff91c748db3248), flags 100102, rc = 0 00000080:00000001:3.0:1783444751.976673:0:33221:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1783444751.976675:0:33221:0:(dcache.c:176:ll_intent_release()) intent ffff91c76050d720 released 00000080:00010000:3.0:1783444751.976677:0:33221:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef63b from it ffff91c76050d720 00010000:00000001:3.0:1783444751.976680:0:33221:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444751.976683:0:33221:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444751.976685:0:33221:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c400 refcount=3 00000020:00000001:3.0:1783444751.976688:0:33221:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189632 : -121189912361984 : ffff91c74652c400) 00010000:00000001:3.0:1783444751.976691:0:33221:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189632 : -121189912361984 : ffff91c74652c400) 00010000:00000001:3.0:1783444751.976694:0:33221:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444751.976699:0:33221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c400/0x5503b2fe824ef63b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6dd570 expref: -99 pid: 33221 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444751.976709:0:33221:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444751.976711:0:33221:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444751.976713:0:33221:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444751.977642:0:33221:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444751.977650:0:33221:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c400/0x5503b2fe824ef63b lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dd570 expref: -99 pid: 33221 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444751.977664:0:33221:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444751.977667:0:33221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444751.977670:0:33221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444751.977676:0:33221:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444751.977678:0:33221:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444751.977680:0:33221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444751.977684:0:33221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444751.977686:0:33221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444751.977688:0:33221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444751.977692:0:33221:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444751.977694:0:33221:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444751.977696:0:33221:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444751.977697:0:33221:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783444751.977700:0:33221:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1783444751.977703:0:33221:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1783444751.977705:0:33221:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1783444751.977707:0:33221:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444751.977710:0:33221:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1783444751.977711:0:33221:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444751.977715:0:33221:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1783444751.977859:0:33221:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444751.977863:0:33221:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1783444751.977865:0:33221:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444751.977867:0:33221:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1783444751.977870:0:33221:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff91c76050d720. 00000080:00000001:3.0:1783444751.977877:0:33221:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444751.977883:0:33221:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:3.0:1783444751.977886:0:33221:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000405:0x27:0x0](ffff91c748db3248), inode mode 81a4 mask 40 00000080:00000001:3.0:1783444751.977892:0:33221:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444751.977926:0:33221:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1783444751.977931:0:33221:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b78b8) owner 0000000000000000/ffff91c747e00000 00020000:00000002:3.0:1783444751.977937:0:33221:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b78b8) owner 0000000000000000/ffff91c747e00000 00020000:00000001:3.0:1783444751.977940:0:33221:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444751.977949:0:33221:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:3.0:1783444751.977952:0:33221:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940ddbdb8 00000080:00200008:3.0:1783444751.977954:0:33221:0:(file.c:447:ll_file_release()) START file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff91c748db3248), flags 100002 00000080:00000001:3.0:1783444751.977957:0:33221:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1783444751.977959:0:33221:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1783444751.977960:0:33221:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1783444751.977961:0:33221:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b78b8) owner 0000000000000000/ffff91c747e00000 00020000:00000002:3.0:1783444751.977963:0:33221:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b78b8) owner 0000000000000000/ffff91c747e00000 00020000:00000001:3.0:1783444751.977965:0:33221:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444751.977967:0:33221:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:3.0:1783444751.977971:0:33221:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444751.977974:0:33221:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444751.977976:0:33221:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444751.977979:0:33221:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444751.977980:0:33221:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444751.977982:0:33221:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:3.0:1783444751.977984:0:33221:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444751.977989:0:33221:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444751.977992:0:33221:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444751.977999:0:33221:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 2 00010000:00000001:3.0:1783444751.978002:0:33221:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444751.978007:0:33221:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444751.978009:0:33221:0:(lmv_obd.c:4132:lmv_lock_match()) Lock match for [0x200000405:0x27:0x0]: 0 00000080:00000001:3.0:1783444751.978011:0:33221:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1783444751.978013:0:33221:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1783444751.978020:0:33221:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff91c741284a00. 00000080:00000001:3.0:1783444751.978022:0:33221:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1783444751.978029:0:33221:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1783444751.978033:0:33221:0:(lmv_obd.c:1665:lmv_close()) Process entered 00800000:00000001:3.0:1783444751.978034:0:33221:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444751.978035:0:33221:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444751.978037:0:33221:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444751.978038:0:33221:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444751.978040:0:33221:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444751.978041:0:33221:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:3.0:1783444751.978043:0:33221:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444751.978045:0:33221:0:(lmv_obd.c:1671:lmv_close()) CLOSE [0x200000405:0x27:0x0] 00000002:00000001:3.0:1783444751.978049:0:33221:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1783444751.978051:0:33221:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91c759350000: [0x200000405:0x27:0x0] file closed with intent: 0 00010000:00000010:2.1:1783444751.978824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41700. 00000100:00000010:3.0:1783444751.979265:0:33221:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462300. 00000020:00000040:3.0:1783444751.979272:0:33221:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:3.0:1783444751.979278:0:33221:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444751.979282:0:33221:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444751.979288:0:33221:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444751.979297:0:33221:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c741284e00. 00000100:00000001:3.0:1783444751.979305:0:33221:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1783444751.985448:0:33221:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91c746732d80 x1870075608291072/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444767 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1783444751.985486:0:33221:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1783444751.985503:0:33221:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c760462300 x1870075608291328/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1783444751.985513:0:33221:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444751.985515:0:33221:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444751.985532:0:33221:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7590a8b40. 00000100:00000001:3.0:1783444751.985535:0:33221:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884111223616 : -121189598328000 : ffff91c7590a8b40) 00000100:00000001:3.0:1783444751.985538:0:33221:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444751.985540:0:33221:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00000100:00000001:3.0:1783444751.985547:0:33221:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444751.985552:0:33221:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444751.985554:0:33221:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444751.985556:0:33221:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444751.985561:0:33221:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462300 x1870075608291328/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444751.985569:0:33221:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444751.985571:0:33221:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444751.985577:0:33221:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444751.985583:0:33221:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444751.985587:0:33221:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444751.985590:0:33221:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462300 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:33221:1870075608291328:192.168.204.110@tcp:35:multiop.0 00000100:00000001:3.0:1783444751.985595:0:33221:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444751.985603:0:33221:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444751.985606:0:33221:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444751.985608:0:33221:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444751.985616:0:33221:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452ac400. 02000000:00000001:3.0:1783444751.985619:0:33221:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444751.985627:0:33221:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444751.985633:0:33221:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811b00. 00000400:00000010:3.0:1783444751.985642:0:33221:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218e58. 00000100:00000200:3.0:1783444751.985652:0:33221:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608291328, portal 10 00000100:00000001:3.0:1783444751.985655:0:33221:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444751.985656:0:33221:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00000100:00000040:3.0:1783444751.985665:0:33221:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c760462300 x1870075608291328/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444767 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444751.985673:0:33221:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444751.985677:0:33221:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444751.985680:0:33221:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218880. 00000100:00000200:3.0:1783444751.985684:0:33221:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870075608291328, offset 0 00000400:00000200:3.0:1783444751.985692:0:33221:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444751.985703:0:33221:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444751.985714:0:33221:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444751.985732:0:33221:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444751.985737:0:33221:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444751.985741:0:33221:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444751.985745:0:33221:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444751.985749:0:33221:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2772:2772:256:4294967295] 192.168.204.110@tcp LPNI seq info [2772:2772:8:4294967295] 00000400:00000200:3.0:1783444751.985754:0:33221:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444751.985766:0:33221:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444751.985776:0:33221:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444751.985783:0:33221:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c300. 00000800:00000200:3.0:1783444751.985791:0:33221:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444751.985801:0:33221:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444751.985806:0:33221:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1783444751.985833:0:33221:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444751.985839:0:33221:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 852042 usecs (853 jiffies) 00000400:00000200:3.0:1783444751.985843:0:33221:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444751.985846:0:33221:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296391844 00000100:00000001:3.0:1783444751.985858:0:33221:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296391820 00000100:00000001:3.0:1783444751.985865:0:33221:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296391844 00000100:00000001:3.0:1783444751.985869:0:33221:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296391820 00000100:00000001:3.0:1783444751.985873:0:33221:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444751.985876:0:33221:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444751.985879:0:33221:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444751.985881:0:33221:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444751.985884:0:33221:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7590a8b40 going to sleep for 11 seconds 00000100:00000001:3.0:1783444751.985888:0:33221:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444751.985891:0:33221:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444751.988386:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444751.988398:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c300. 00000400:00000200:1.0:1783444751.988408:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444751.988418:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444751.988433:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218880 00000400:00000010:1.0:1783444751.988436:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218880. 00000100:00000001:1.0:1783444751.988444:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444751.988454:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462300 x1870075608291328/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444767 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444751.988469:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444751.988473:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462300 x1870075608291328/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444767 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444751.988480:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444751.988482:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1783444752.614763:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444752.614775:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444752.614782:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444752.614784:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444752.676840:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444752.676845:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444752.676849:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444752.676856:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f1880 x1870075608291456/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444752.676866:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444752.676869:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444752.676874:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444752.676877:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444752.676880:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444752.676884:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2402:1870075608291456:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444752.676893:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444752.676901:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444752.676904:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444752.676907:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444752.676915:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c741343200. 02000000:00000001:3.0:1783444752.676917:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444752.676927:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444752.676932:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811e18. 00000400:00000010:3.0:1783444752.676940:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218110. 00000100:00000200:3.0:1783444752.676949:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608291456, portal 25 00000100:00000001:3.0:1783444752.676952:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444752.676954:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232108160 : -121189477443456 : ffff91c7603f1880) 00000100:00000040:3.0:1783444752.676961:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f1880 x1870075608291456/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444752.676969:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444752.676973:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444752.676976:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602187f8. 00000100:00000200:3.0:1783444752.676980:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870075608291456, offset 0 00000400:00000200:3.0:1783444752.676988:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444752.676999:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444752.677009:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444752.677016:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444752.677021:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444752.677026:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444752.677029:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444752.677034:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2773:2773:256:4294967295] 192.168.204.110@tcp LPNI seq info [2773:2773:8:4294967295] 00000400:00000200:3.0:1783444752.677039:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444752.677050:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444752.677102:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444752.677108:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822cd00. 00000800:00000200:3.0:1783444752.677116:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444752.677127:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444752.677133:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822cd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444752.677144:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444752.677149:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444752.677152:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296395774 00000100:00000001:3.0:1783444752.677162:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296391844 00000100:00000001:3.0:1783444752.677167:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296395774 00000100:00000001:3.0:1783444752.677171:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296391844 00000100:00000001:3.0:1783444752.677174:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444752.677177:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444752.677180:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444752.677185:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f0e00 x1870075608291712/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444752.677194:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444752.677196:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444752.677198:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444752.677200:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444752.677202:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444752.677204:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608291712:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444752.677208:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444752.677211:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444752.677212:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444752.677214:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444752.677218:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c741342800. 02000000:00000001:3.0:1783444752.677220:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444752.677224:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444752.677227:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811c08. 00000400:00000010:3.0:1783444752.677231:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218770. 00000100:00000200:3.0:1783444752.677234:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608291712, portal 10 00000100:00000001:3.0:1783444752.677656:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444752.677658:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232105472 : -121189477446144 : ffff91c7603f0e00) 00000100:00000040:3.0:1783444752.677668:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f0e00 x1870075608291712/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444752.677675:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444752.677678:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444752.677682:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602186e8. 00000100:00000200:3.0:1783444752.677685:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608291712, offset 0 00000400:00000200:3.0:1783444752.677690:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444752.677694:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444752.677699:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444752.677702:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444752.677718:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444752.677721:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444752.677723:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444752.677726:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2774:2774:255:4294967295] 192.168.204.110@tcp LPNI seq info [2774:2774:7:4294967295] 00000400:00000200:3.0:1783444752.677730:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000800:00000200:0.0:1783444752.677937:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444752.677943:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822cd00. 00000400:00000200:0.0:1783444752.677950:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444752.677957:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:3.0:1783444752.677977:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444752.677983:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444752.677988:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822ca00. 00000800:00000200:3.0:1783444752.677992:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444752.677997:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444752.678001:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444752.678004:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444752.678008:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 20860 usecs (21 jiffies) 00000400:00000200:3.0:1783444752.678012:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444752.678014:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296391704 00000100:00000001:3.0:1783444752.678017:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296395774 00000100:00000001:3.0:1783444752.678020:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296391704 00000100:00000001:3.0:1783444752.678021:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296395774 00000100:00000001:3.0:1783444752.678024:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444752.678026:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444752.678028:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444752.678033:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f2300 x1870075608291968/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444752.678041:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444752.678042:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444752.678045:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444752.678047:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444752.678049:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444752.678051:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608291968:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444752.678093:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444752.678096:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444752.678098:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444752.678099:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444752.678103:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c741342e00. 02000000:00000001:3.0:1783444752.678105:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444752.678108:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444752.678111:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811318. 00000400:00000010:3.0:1783444752.678115:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218990. 00000100:00000200:3.0:1783444752.678118:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608291968, portal 4 00000100:00000001:3.0:1783444752.678119:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444752.678121:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232110848 : -121189477440768 : ffff91c7603f2300) 00000100:00000040:3.0:1783444752.678127:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f2300 x1870075608291968/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444752.678132:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444752.678135:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444752.678137:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218f68. 00000100:00000200:3.0:1783444752.678139:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608291968, offset 0 00000400:00000200:3.0:1783444752.678143:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444752.678147:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444752.678150:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444752.678153:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444752.678156:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444752.678158:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444752.678161:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444752.678164:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2775:2775:254:4294967295] 192.168.204.110@tcp LPNI seq info [2775:2775:6:4294967295] 00000400:00000200:3.0:1783444752.678167:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444752.689033:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7602187f8 00000400:00000010:0.0:1783444752.689045:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7602187f8. 00000100:00000001:0.0:1783444752.689075:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444752.689092:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1880 x1870075608291456/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444752.689108:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444752.689113:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1880 x1870075608291456/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444768 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444752.689121:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444752.689123:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444752.689567:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444752.689587:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444752.689590:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444752.689594:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444752.689613:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444752.689619:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444752.689629:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444752.689634:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444752.689640:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444752.689644:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a4d2e855d880 00000400:00000200:1.0:1783444752.689650:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444752.689657:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7a89 [1] + 224 00000800:00000001:1.0:1783444752.689666:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444752.689674:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444752.689678:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444752.689683:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444752.689688:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444752.689694:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1880 x1870075608291456/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444768 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444752.689703:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f1880 x1870075608291456/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444752.689723:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1783444752.689834:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444752.689838:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822ca00. 00000400:00000200:1.0:1783444752.689843:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444752.689848:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444752.689851:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7602186e8 00000400:00000010:1.0:1783444752.689853:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7602186e8. 00000100:00000001:1.0:1783444752.689857:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444752.689862:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0e00 x1870075608291712/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444752.689870:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444752.689873:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0e00 x1870075608291712/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444768 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444752.689879:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444752.689881:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444752.689885:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444752.689888:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783444752.696461:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444752.696479:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444752.696489:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c200. 00000800:00000200:3.0:1783444752.696498:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444752.696508:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444752.696514:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444752.696531:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444752.696539:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 123565 usecs (124 jiffies) 00000400:00000200:3.0:1783444752.696547:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444752.696550:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296391826 00000100:00000001:3.0:1783444752.696555:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296395774 00000100:00000001:3.0:1783444752.696558:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296391826 00000100:00000001:3.0:1783444752.696561:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296395774 00000100:00000001:3.0:1783444752.696564:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444752.696569:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444752.696574:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444752.696578:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444752.696589:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444752.696592:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783444752.696596:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1783444752.696915:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444752.696933:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444752.696937:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444752.696940:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444752.696946:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444752.696951:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444752.696961:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444752.696967:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444752.696971:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444752.696976:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855d980 00000400:00000200:1.0:1783444752.696981:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444752.696987:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7a91 [1] + 224 00000800:00000001:1.0:1783444752.696996:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444752.697004:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444752.697009:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444752.697014:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444752.697022:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444752.697034:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0e00 x1870075608291712/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444768 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444752.697053:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f0e00 x1870075608291712/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444752.697095:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1783444752.697195:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444752.697200:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c200. 00000400:00000200:1.0:1783444752.697203:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444752.697206:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444752.697211:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218f68 00000400:00000010:1.0:1783444752.697214:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218f68. 00000100:00000001:1.0:1783444752.697218:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444752.697223:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2300 x1870075608291968/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444752.697236:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444752.697240:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2300 x1870075608291968/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444768 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444752.697246:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444752.697248:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444752.697253:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444752.697257:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444752.697693:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444752.697701:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444752.697713:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444752.697717:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811e18. 00000400:00000200:3.0:1783444752.697722:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218110 00000400:00000010:3.0:1783444752.697723:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218110. 00000100:00000001:3.0:1783444752.697727:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444752.697733:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f1880 x1870075608291456/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444752.697754:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f1880 x1870075608291456/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444768 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444752.697760:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444752.697763:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444752.697765:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444752.697769:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444752.697772:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444752.697775:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444752.697778:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444752.697787:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=82 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444752.697791:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=82 v=5 (1 1 1 1) 00000100:00000001:3.0:1783444752.697794:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444752.697796:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444752.697851:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444752.697855:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444752.697859:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444752.697864:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f1880 x1870075608291456/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444768 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444752.697871:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444752.697874:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444752.697877:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444752.697881:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f1880 x1870075608291456/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444768 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444752.697889:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2402:1870075608291456:192.168.204.110@tcp:400:kworker.0 00000400:00000001:3.0:1783444752.697896:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444752.697897:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444752.697899:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811c08. 00000400:00000200:3.0:1783444752.697901:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218770 00000400:00000010:3.0:1783444752.697903:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218770. 00000100:00000001:3.0:1783444752.697906:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444752.697910:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f0e00 x1870075608291712/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444752.697918:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f0e00 x1870075608291712/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444768 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444752.697923:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444752.697925:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444752.697926:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444752.697928:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444752.697929:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444752.697931:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444752.697932:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444752.697939:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=82 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444752.697942:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=82 v=5 (1 1 1 1) 00000100:00000001:3.0:1783444752.697944:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444752.697945:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444752.697946:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444752.697950:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444752.697953:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444752.697955:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1783444752.697958:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444752.697959:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444752.697962:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f0e00 x1870075608291712/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444768 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444752.697969:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444752.697971:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444752.697973:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444752.697976:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f0e00 x1870075608291712/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444768 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444752.697984:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608291712:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444752.697989:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444752.697992:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444752.697995:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1880 x1870075608291456/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444768 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444752.698001:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444752.698004:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444752.698008:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c741343200. 02000000:00000001:3.0:1783444752.698013:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444752.698017:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444752.698019:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1783444752.698022:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444752.698025:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1300. 02000000:00000001:3.0:1783444752.698030:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444752.698031:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444752.698033:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1880. 00000100:00000001:3.0:1783444752.698037:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444752.698038:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444752.698040:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444752.698043:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0e00 x1870075608291712/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444768 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444752.698049:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444752.698050:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444752.698077:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c741342800. 02000000:00000001:3.0:1783444752.698081:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444752.698082:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444752.698083:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:3.0:1783444752.698085:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444752.698087:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1d00. 02000000:00000001:3.0:1783444752.698089:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444752.698090:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444752.698091:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0e00. 00000100:00000001:3.0:1783444752.698094:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444752.698095:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444752.698099:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444752.698101:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444752.698103:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444752.698105:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444752.698106:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444752.706011:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444752.706041:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444752.706048:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444752.706051:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444752.706077:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444752.706087:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444752.706115:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444752.706121:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444752.706127:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444752.706132:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e855da80 00000400:00000200:1.0:1783444752.706137:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444752.706144:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7a99 [1] + 224 00000800:00000001:1.0:1783444752.706167:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444752.706183:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444752.706187:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444752.706192:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444752.706201:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444752.706213:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2300 x1870075608291968/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444768 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444752.706225:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f2300 x1870075608291968/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444752.706457:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444752.706472:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444752.706475:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444752.706631:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444752.706636:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444752.706646:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444752.706648:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444752.706652:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811318. 00000400:00000200:3.0:1783444752.706657:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218990 00000400:00000010:3.0:1783444752.706659:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218990. 00000100:00000001:3.0:1783444752.706663:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444752.706668:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f2300 x1870075608291968/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444752.706679:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f2300 x1870075608291968/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444768 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444752.706685:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444752.706688:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444752.706690:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444752.706695:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444752.706698:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444752.706701:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444752.706719:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444752.706732:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f460 time=82 v=5 (5 5 5 138) 00000100:00001000:3.0:1783444752.706736:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=53 v=5 (1 1 0 0) 00000100:00000001:3.0:1783444752.706739:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444752.706742:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444752.706746:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444752.706750:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444752.706755:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444752.706758:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1783444752.706760:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444752.706762:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444752.706768:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f2300 x1870075608291968/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444768 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444752.706774:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444752.706778:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444752.706780:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444752.706783:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f2300 x1870075608291968/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444768 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444752.706791:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608291968:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444752.706796:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444752.706798:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444752.706801:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f2300 x1870075608291968/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444768 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444752.706807:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444752.706810:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444752.706815:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c741342e00. 02000000:00000001:3.0:1783444752.706819:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444752.706822:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444752.706824:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=2 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:3.0:1783444752.706827:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444752.706830:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1600. 02000000:00000001:3.0:1783444752.706835:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444752.706837:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444752.706839:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f2300. 00000100:00000001:3.0:1783444752.706843:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444752.706844:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444752.706846:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444752.706855:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444752.706857:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444752.706859:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444752.706862:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444752.711752:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444752.711759:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1400. 00000400:00000200:1.0:1783444752.711768:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444752.711774:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444752.711780:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f836e8 00000400:00000010:1.0:1783444752.711783:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f836e8. 00000100:00000001:1.0:1783444752.711788:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444752.711794:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3800 x1870075608291584/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444752.711806:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444752.711810:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f3800 x1870075608291584/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444768 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444752.711818:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444752.711819:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444752.711938:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444752.711941:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1700. 00000400:00000200:1.0:1783444752.711944:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444752.711948:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444752.711950:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83f68 00000400:00000010:1.0:1783444752.711952:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83f68. 00000100:00000001:1.0:1783444752.711955:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444752.711959:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1f80 x1870075608291840/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444752.711966:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444752.711969:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1f80 x1870075608291840/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444768 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444752.711974:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444752.711976:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444752.718187:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444752.718210:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444752.718215:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444752.718218:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444752.718231:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444752.718241:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444752.718253:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444752.718259:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444752.718266:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444752.718271:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e855da00 00000400:00000200:0.0:1783444752.718276:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444752.718283:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7aa9 [1] + 224 00000800:00000001:0.0:1783444752.718292:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444752.718296:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444752.718300:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444752.718305:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444752.718326:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444752.718340:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1f80 x1870075608291840/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444768 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444752.718352:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f1f80 x1870075608291840/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444752.718375:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444752.718386:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444752.718390:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444752.718392:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444752.718394:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444752.718397:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444752.718409:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444752.718414:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444752.718417:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444752.718420:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444752.718423:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855d900 00000400:00000200:0.0:1783444752.718427:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444752.718432:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7aa1 [1] + 224 00000800:00000001:0.0:1783444752.718437:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444752.718502:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444752.718504:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444752.718508:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444752.718512:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444752.718517:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3800 x1870075608291584/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444768 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444752.718526:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f3800 x1870075608291584/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444752.718534:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444752.718538:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444752.718541:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783444752.953613:0:33223:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444752.953625:0:33223:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444752.953628:0:33223:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783444752.953633:0:33223:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fb98 00000080:00200000:0.0:1783444752.953639:0:33223:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:0.0:1783444752.953649:0:33223:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c760f5e800. 00800000:00000002:0.0:1783444752.953658:0:33223:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444752.953663:0:33223:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444752.953669:0:33223:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444752.953671:0:33223:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fab8 00800000:00000002:0.0:1783444752.953673:0:33223:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444752.953678:0:33223:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783444752.953681:0:33223:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444752.953685:0:33223:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444752.953688:0:33223:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444752.953691:0:33223:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444752.953693:0:33223:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444752.953696:0:33223:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444752.953710:0:33223:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444752.953716:0:33223:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783444752.953723:0:33223:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444752.953725:0:33223:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157f988 00000002:00010000:0.0:1783444752.953727:0:33223:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783444752.953732:0:33223:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783444752.953735:0:33223:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444752.953739:0:33223:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783444752.953747:0:33223:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444752.953749:0:33223:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444752.953752:0:33223:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444752.953755:0:33223:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783444752.953758:0:33223:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783444752.953766:0:33223:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746733800. 00000020:00000040:0.0:1783444752.953771:0:33223:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:0.0:1783444752.953780:0:33223:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783444752.953787:0:33223:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444752.953795:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444752.953797:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444752.953799:0:33223:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444752.953803:0:33223:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444752.953807:0:33223:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444752.953812:0:33223:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444752.953822:0:33223:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c746764c00. 00000100:00000001:0.0:1783444752.953831:0:33223:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444752.953836:0:33223:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444752.953838:0:33223:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444752.953840:0:33223:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444752.953841:0:33223:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444752.953843:0:33223:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444752.953849:0:33223:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622883799316480 : -121189910235136 : ffff91c746733800) 00010000:00000001:0.0:1783444752.953855:0:33223:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783444752.953857:0:33223:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783444752.953862:0:33223:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747e41100. 00010000:00000010:0.0:1783444752.953867:0:33223:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c751113d80. 00010000:00000001:0.0:1783444752.953872:0:33223:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783444752.953876:0:33223:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c74652ce00. 00000020:00000001:0.0:1783444752.953882:0:33223:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783444752.953886:0:33223:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c74652ce00 with handle 0x5503b2fe824ef642 to hash 00000020:00000001:0.0:1783444752.953888:0:33223:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783444752.953890:0:33223:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883797192192 : -121189912359424 : ffff91c74652ce00) 00010000:00000001:0.0:1783444752.953894:0:33223:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883797192192 : -121189912359424 : ffff91c74652ce00) 00010000:00000001:0.0:1783444752.953899:0:33223:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444752.953903:0:33223:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444752.953907:0:33223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ce00/0x5503b2fe824ef642 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33223 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444752.953918:0:33223:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ce00/0x5503b2fe824ef642 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33223 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444752.953930:0:33223:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ce00/0x5503b2fe824ef642 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33223 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783444752.953935:0:33223:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783444752.953938:0:33223:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783444752.953946:0:33223:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c76024c9c0. 00000100:00000001:0.0:1783444752.953949:0:33223:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884230384064 : -121189479167552 : ffff91c76024c9c0) 00000100:00000001:0.0:1783444752.953951:0:33223:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444752.953953:0:33223:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799316480 : -121189910235136 : ffff91c746733800) 00000100:00000001:0.0:1783444752.953958:0:33223:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444752.953963:0:33223:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444752.953965:0:33223:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783444752.953967:0:33223:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444752.953981:0:33223:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746733800 x1870075608292096/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444752.953991:0:33223:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444752.953993:0:33223:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444752.953998:0:33223:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444752.954001:0:33223:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444752.954004:0:33223:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444752.954008:0:33223:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746733800 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:33223:1870075608292096:192.168.204.110@tcp:101:multiop.0 00000100:00000001:0.0:1783444752.954013:0:33223:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444752.954020:0:33223:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444752.954023:0:33223:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444752.954026:0:33223:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444752.954032:0:33223:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c7614b5000. 02000000:00000001:0.0:1783444752.954034:0:33223:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444752.954042:0:33223:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444752.954048:0:33223:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658fbb0. 00000400:00000010:0.0:1783444752.954088:0:33223:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9440. 00000100:00000200:0.0:1783444752.954097:0:33223:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608292096, portal 10 00000100:00000001:0.0:1783444752.954100:0:33223:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444752.954101:0:33223:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799316480 : -121189910235136 : ffff91c746733800) 00000100:00000040:0.0:1783444752.954107:0:33223:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c746733800 x1870075608292096/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444768 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444752.954115:0:33223:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444752.954118:0:33223:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444752.954122:0:33223:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9bb0. 00000100:00000200:0.0:1783444752.954125:0:33223:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870075608292096, offset 0 00000400:00000200:0.0:1783444752.954133:0:33223:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444752.954144:0:33223:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444752.954154:0:33223:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444752.954162:0:33223:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444752.954167:0:33223:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444752.954172:0:33223:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444752.954175:0:33223:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444752.954179:0:33223:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2778:2778:256:4294967295] 192.168.204.110@tcp LPNI seq info [2778:2778:8:4294967295] 00000400:00000200:0.0:1783444752.954184:0:33223:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444752.954196:0:33223:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444752.954204:0:33223:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444752.954209:0:33223:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3400. 00000800:00000200:0.0:1783444752.954217:0:33223:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444752.954227:0:33223:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444752.954232:0:33223:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1783444752.954246:0:33223:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444752.954251:0:33223:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 850968 usecs (851 jiffies) 00000400:00000200:0.0:1783444752.954255:0:33223:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444752.954258:0:33223:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296392811 00000100:00000001:0.0:1783444752.954262:0:33223:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296395774 00000100:00000001:0.0:1783444752.954265:0:33223:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296392811 00000100:00000001:0.0:1783444752.954268:0:33223:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296395774 00000100:00000001:0.0:1783444752.954270:0:33223:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444752.954273:0:33223:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444752.954275:0:33223:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444752.954277:0:33223:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783444752.954281:0:33223:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c76024c9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783444752.954284:0:33223:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444752.954288:0:33223:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444752.957619:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444752.957633:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3400. 00000400:00000200:1.0:1783444752.957642:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444752.957653:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444752.957660:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9bb0 00000400:00000010:1.0:1783444752.957664:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9bb0. 00000100:00000001:1.0:1783444752.957669:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444752.957679:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746733800 x1870075608292096/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444768 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444752.957694:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444752.957698:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746733800 x1870075608292096/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444768 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444752.957716:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444752.957718:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444752.972813:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444752.972836:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444752.972841:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444752.972844:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444752.972856:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444752.972866:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444752.972877:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444752.972883:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444752.972889:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444752.972894:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e855db00 00000400:00000200:0.0:1783444752.972900:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444752.972906:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x7ab1 [1] + 224 00000800:00000001:0.0:1783444752.972915:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444752.972923:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444752.972926:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444752.972931:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444752.972940:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444752.972951:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746733800 x1870075608292096/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444768 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444752.972964:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c746733800 x1870075608292096/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444768 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444752.972989:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444752.972998:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444752.973001:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444752.973140:0:33223:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444752.973160:0:33223:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444752.973163:0:33223:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444752.973167:0:33223:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658fbb0. 00000400:00000200:3.0:1783444752.973171:0:33223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9440 00000400:00000010:3.0:1783444752.973174:0:33223:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9440. 00000100:00000001:3.0:1783444752.973177:0:33223:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444752.973182:0:33223:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746733800 x1870075608292096/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444768 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783444752.973199:0:33223:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746733800 x1870075608292096/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444768 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444752.973207:0:33223:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444752.973209:0:33223:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444752.973212:0:33223:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444752.973217:0:33223:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444752.973220:0:33223:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444752.973222:0:33223:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444752.973226:0:33223:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444752.973239:0:33223:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=82 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444752.973243:0:33223:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444752.973246:0:33223:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444752.973248:0:33223:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444752.973251:0:33223:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444752.973255:0:33223:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444752.973260:0:33223:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444752.973262:0:33223:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967630 00000100:00000001:3.0:1783444752.973264:0:33223:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444752.973267:0:33223:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444752.973272:0:33223:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746733800 x1870075608292096/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444768 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444752.973279:0:33223:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444752.973282:0:33223:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444752.973284:0:33223:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444752.973289:0:33223:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746733800 x1870075608292096/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444768 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783444752.973297:0:33223:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746733800 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:33223:1870075608292096:192.168.204.110@tcp:101:multiop.0 00000100:00000001:3.0:1783444752.973302:0:33223:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444752.973305:0:33223:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444752.973308:0:33223:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444752.973624:0:33223:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444752.973630:0:33223:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746733800 x1870075608292096/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444768 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444752.973639:0:33223:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444752.973643:0:33223:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c76024c9c0. 00000100:00000001:3.0:1783444752.973648:0:33223:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444752.973650:0:33223:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444752.973653:0:33223:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783444752.973659:0:33223:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444752.973662:0:33223:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444752.973665:0:33223:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652ce00 refcount=4 00000020:00000001:3.0:1783444752.973668:0:33223:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797192192 : -121189912359424 : ffff91c74652ce00) 00010000:00000001:3.0:1783444752.973671:0:33223:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797192192 : -121189912359424 : ffff91c74652ce00) 00010000:00000040:3.0:1783444752.973679:0:33223:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c74652ce00, remote cookie: 0x332dd2263f6dd585, flags: 0x1001 00010000:00010000:3.0:1783444752.973685:0:33223:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ce00/0x5503b2fe824ef642 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd585 expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444752.973709:0:33223:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ce00/0x5503b2fe824ef642 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd585 expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444752.973718:0:33223:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783444752.973723:0:33223:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783444752.973725:0:33223:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783444752.973727:0:33223:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783444752.973728:0:33223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783444752.973731:0:33223:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91c747e41100) refcount = 1 00010000:00010000:3.0:1783444752.973736:0:33223:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ce00/0x5503b2fe824ef642 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd585 expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444752.973743:0:33223:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783444752.973747:0:33223:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783444752.973749:0:33223:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444752.973752:0:33223:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783444752.973755:0:33223:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444752.973758:0:33223:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ce00/0x5503b2fe824ef642 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd585 expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444752.973769:0:33223:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783444752.973771:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444752.973774:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444752.973775:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444752.973776:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444752.973778:0:33223:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444752.973783:0:33223:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783444752.973785:0:33223:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444752.973786:0:33223:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444752.973788:0:33223:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652ce00 refcount=3 00000020:00000001:3.0:1783444752.973790:0:33223:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797192192 : -121189912359424 : ffff91c74652ce00) 00010000:00000001:3.0:1783444752.973792:0:33223:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797192192 : -121189912359424 : ffff91c74652ce00) 00010000:00000001:3.0:1783444752.973795:0:33223:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444752.973796:0:33223:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444752.973798:0:33223:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652ce00 refcount=4 00000020:00000001:3.0:1783444752.973799:0:33223:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797192192 : -121189912359424 : ffff91c74652ce00) 00010000:00000001:3.0:1783444752.973802:0:33223:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797192192 : -121189912359424 : ffff91c74652ce00) 00010000:00000001:3.0:1783444752.973805:0:33223:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444752.973808:0:33223:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444752.973811:0:33223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ce00/0x5503b2fe824ef642 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd585 expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444752.973818:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444752.973819:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444752.973821:0:33223:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444752.973822:0:33223:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444752.973823:0:33223:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652ce00 refcount=5 00000020:00000001:3.0:1783444752.973825:0:33223:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797192192 : -121189912359424 : ffff91c74652ce00) 00010000:00000001:3.0:1783444752.973827:0:33223:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797192192 : -121189912359424 : ffff91c74652ce00) 00010000:00000001:3.0:1783444752.973829:0:33223:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444752.973832:0:33223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ce00/0x5503b2fe824ef642 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd585 expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444752.973839:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444752.973840:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783444752.973843:0:33223:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ce00/0x5503b2fe824ef642 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd585 expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444752.973850:0:33223:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444752.973851:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444752.973852:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444752.973853:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444752.973853:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783444752.973858:0:33223:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91c746733800 x1870075608292096/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444768 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783444752.973867:0:33223:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444752.973868:0:33223:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444752.973869:0:33223:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652ce00 refcount=3 00000020:00000001:3.0:1783444752.973871:0:33223:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797192192 : -121189912359424 : ffff91c74652ce00) 00010000:00000001:3.0:1783444752.973873:0:33223:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797192192 : -121189912359424 : ffff91c74652ce00) 00010000:00000001:3.0:1783444752.973875:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444752.973876:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444752.973878:0:33223:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444752.973881:0:33223:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444752.973884:0:33223:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783444752.973887:0:33223:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444752.973888:0:33223:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444752.973889:0:33223:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652ce00 refcount=3 00000020:00000001:3.0:1783444752.973891:0:33223:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797192192 : -121189912359424 : ffff91c74652ce00) 00010000:00000001:3.0:1783444752.973893:0:33223:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797192192 : -121189912359424 : ffff91c74652ce00) 00000002:00010000:3.0:1783444752.973897:0:33223:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ce00/0x5503b2fe824ef642 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd585 expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444752.973902:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444752.973904:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444752.973906:0:33223:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783444752.973907:0:33223:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444752.973908:0:33223:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444752.973909:0:33223:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652ce00 refcount=3 00000020:00000001:3.0:1783444752.973911:0:33223:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797192192 : -121189912359424 : ffff91c74652ce00) 00010000:00000001:3.0:1783444752.973913:0:33223:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797192192 : -121189912359424 : ffff91c74652ce00) 00010000:00000040:3.0:1783444752.973920:0:33223:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41100 count: 2 00010000:00000001:3.0:1783444752.973923:0:33223:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783444752.973928:0:33223:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1783444752.973930:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444752.973931:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444752.973933:0:33223:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783444752.973936:0:33223:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157f910 00000002:00002000:3.0:1783444752.973938:0:33223:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1783444752.973942:0:33223:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444752.973946:0:33223:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444752.973949:0:33223:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783444752.973954:0:33223:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1783444752.973957:0:33223:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444752.973962:0:33223:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444752.973967:0:33223:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c760f5e800. 00000080:00000001:3.0:1783444752.973972:0:33223:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444752.973975:0:33223:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783444752.973983:0:33223:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1783444752.973988:0:33223:0:(lmv_obd.c:3920:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1783444752.973995:0:33223:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c74317b980. 00800000:00000001:3.0:1783444752.973998:0:33223:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622883742988672 : -121189966562944 : ffff91c74317b980) 00800000:00000001:3.0:1783444752.974001:0:33223:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444752.974003:0:33223:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783444752.974007:0:33223:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783444752.974010:0:33223:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1783444752.974013:0:33223:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1783444752.974017:0:33223:0:(llite_lib.c:1814:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1783444752.974019:0:33223:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444752.974025:0:33223:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1783444752.974029:0:33223:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1783444752.974032:0:33223:0:(llite_lib.c:2920:ll_update_inode()) setting ino 144115188193296385 mtime from 1783444740 to 1783444751 00000080:00200000:3.0:1783444752.974038:0:33223:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1783444752.974041:0:33223:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444752.974042:0:33223:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444752.974043:0:33223:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652ce00 refcount=3 00000020:00000001:3.0:1783444752.974045:0:33223:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797192192 : -121189912359424 : ffff91c74652ce00) 00010000:00000001:3.0:1783444752.976489:0:33223:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797192192 : -121189912359424 : ffff91c74652ce00) 00010000:00000001:3.0:1783444752.976497:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444752.976499:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783444752.976502:0:33223:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783444752.976507:0:33223:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1783444752.976510:0:33223:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c74317b980 1 00800000:00000010:3.0:1783444752.976515:0:33223:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c74317b980. 00800000:00000001:3.0:1783444752.976521:0:33223:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444752.976525:0:33223:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef642 00800000:00000001:3.0:1783444752.976529:0:33223:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444752.976532:0:33223:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444752.976534:0:33223:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444752.976536:0:33223:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444752.976539:0:33223:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652ce00 refcount=3 00000020:00000001:3.0:1783444752.976541:0:33223:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797192192 : -121189912359424 : ffff91c74652ce00) 00010000:00000001:3.0:1783444752.976543:0:33223:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797192192 : -121189912359424 : ffff91c74652ce00) 00010000:00000001:3.0:1783444752.976546:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444752.976547:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444752.976549:0:33223:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444752.976551:0:33223:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444752.976554:0:33223:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444752.976557:0:33223:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:3.0:1783444752.976560:0:33223:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef642 from it ffffa3194157fbd0 00010000:00000001:3.0:1783444752.976563:0:33223:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444752.976564:0:33223:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444752.976565:0:33223:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652ce00 refcount=3 00000020:00000001:3.0:1783444752.976569:0:33223:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797192192 : -121189912359424 : ffff91c74652ce00) 00010000:00000001:3.0:1783444752.976571:0:33223:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797192192 : -121189912359424 : ffff91c74652ce00) 00010000:00000001:3.0:1783444752.976573:0:33223:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444752.976578:0:33223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ce00/0x5503b2fe824ef642 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd585 expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444752.976587:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444752.976588:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444752.976590:0:33223:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444752.976593:0:33223:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444752.976596:0:33223:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ce00/0x5503b2fe824ef642 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd585 expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444752.976608:0:33223:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444752.976612:0:33223:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444752.976614:0:33223:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444752.976620:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444752.976621:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444752.976623:0:33223:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444752.976627:0:33223:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444752.976629:0:33223:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444752.976631:0:33223:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444752.976633:0:33223:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444752.976635:0:33223:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444752.976637:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444752.976638:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444752.976642:0:33223:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444752.976654:0:33223:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746733800 x1870075608292096/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444768 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444752.976662:0:33223:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444752.976667:0:33223:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444752.976671:0:33223:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c7614b5000. 02000000:00000001:3.0:1783444752.976676:0:33223:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444752.976679:0:33223:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444752.976681:0:33223:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444752.976684:0:33223:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444752.976687:0:33223:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c746764c00. 02000000:00000001:3.0:1783444752.976693:0:33223:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444752.976695:0:33223:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444752.976697:0:33223:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746733800. 00000100:00000001:3.0:1783444752.976712:0:33223:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444752.976714:0:33223:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444752.976718:0:33223:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:3.0:1783444752.976724:0:33223:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783444752.976751:0:33223:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91c74630a8c0. 00000020:00000001:3.0:1783444752.976757:0:33223:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fd88 00000080:00200000:3.0:1783444752.976761:0:33223:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), flags=1536 00000080:00000001:3.0:1783444752.976765:0:33223:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783444752.976766:0:33223:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444752.976768:0:33223:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fc98 00000080:00200000:3.0:1783444752.976770:0:33223:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:3.0:1783444752.976776:0:33223:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75a268200. 00800000:00000002:3.0:1783444752.976784:0:33223:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444752.976788:0:33223:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444752.976792:0:33223:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444752.976794:0:33223:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fbb8 00800000:00000002:3.0:1783444752.976796:0:33223:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444752.976799:0:33223:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444752.976803:0:33223:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444752.976806:0:33223:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444752.976809:0:33223:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444752.976811:0:33223:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444752.976813:0:33223:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444752.976815:0:33223:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444752.976817:0:33223:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444752.976821:0:33223:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444752.976826:0:33223:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444752.976828:0:33223:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fa88 00000002:00010000:3.0:1783444752.976830:0:33223:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444752.976834:0:33223:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444752.976837:0:33223:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444752.976840:0:33223:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444752.976847:0:33223:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41100 count: 2 00010000:00000001:3.0:1783444752.976850:0:33223:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444752.976855:0:33223:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444752.976858:0:33223:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444752.976863:0:33223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ce00/0x5503b2fe824ef642 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd585 expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1783444752.976872:0:33223:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444752.976876:0:33223:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444752.976879:0:33223:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ce00/0x5503b2fe824ef642 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd585 expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1783444752.976886:0:33223:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783444752.976888:0:33223:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444752.976890:0:33223:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444752.976893:0:33223:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444752.976895:0:33223:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444752.976897:0:33223:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783444752.976900:0:33223:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783444752.976902:0:33223:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444752.976904:0:33223:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75a268200. 00000080:00000001:3.0:1783444752.976908:0:33223:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444752.976910:0:33223:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444752.976912:0:33223:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:3.0:1783444752.976915:0:33223:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef642 00800000:00000001:3.0:1783444752.976918:0:33223:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444752.976919:0:33223:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444752.976921:0:33223:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444752.976922:0:33223:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444752.976924:0:33223:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652ce00 refcount=3 00000020:00000001:3.0:1783444752.976926:0:33223:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797192192 : -121189912359424 : ffff91c74652ce00) 00010000:00000001:3.0:1783444752.976928:0:33223:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797192192 : -121189912359424 : ffff91c74652ce00) 00010000:00000001:3.0:1783444752.976931:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444752.976932:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444752.976933:0:33223:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444752.976935:0:33223:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444752.976937:0:33223:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef642 from it ffffa3194157fcd0 00010000:00000001:3.0:1783444752.976939:0:33223:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444752.976940:0:33223:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444752.976941:0:33223:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652ce00 refcount=3 00000020:00000001:3.0:1783444752.976943:0:33223:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797192192 : -121189912359424 : ffff91c74652ce00) 00010000:00000001:3.0:1783444752.976945:0:33223:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797192192 : -121189912359424 : ffff91c74652ce00) 00010000:00000001:3.0:1783444752.976947:0:33223:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444752.976950:0:33223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ce00/0x5503b2fe824ef642 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd585 expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444752.976956:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444752.976957:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444752.976958:0:33223:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444752.976960:0:33223:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444752.976962:0:33223:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ce00/0x5503b2fe824ef642 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd585 expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1783444752.976968:0:33223:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444752.976970:0:33223:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444752.976971:0:33223:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444752.976973:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444752.976974:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444752.976975:0:33223:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444752.976977:0:33223:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444752.976979:0:33223:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444752.976980:0:33223:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444752.976982:0:33223:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444752.976983:0:33223:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444752.976984:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444752.976986:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444752.976987:0:33223:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783444752.976989:0:33223:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444752.976992:0:33223:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 3 00000080:00000001:3.0:1783444752.976994:0:33223:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444752.977001:0:33223:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783444752.977002:0:33223:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444752.977003:0:33223:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fd78 00000080:00200000:3.0:1783444752.977005:0:33223:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:3.0:1783444752.977009:0:33223:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75a268200. 00800000:00000002:3.0:1783444752.977012:0:33223:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444752.977013:0:33223:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444752.977015:0:33223:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444752.977016:0:33223:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fc98 00800000:00000002:3.0:1783444752.977018:0:33223:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444752.977021:0:33223:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444752.977022:0:33223:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444752.977023:0:33223:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444752.977024:0:33223:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444752.977026:0:33223:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444752.977027:0:33223:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444752.977029:0:33223:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444752.977031:0:33223:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444752.977033:0:33223:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444752.977036:0:33223:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444752.977037:0:33223:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fb68 00000002:00010000:3.0:1783444752.977039:0:33223:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444752.977042:0:33223:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444752.977043:0:33223:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444752.977044:0:33223:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444752.977046:0:33223:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41100 count: 2 00010000:00000001:3.0:1783444752.977049:0:33223:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444752.977051:0:33223:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444752.977053:0:33223:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444752.977077:0:33223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ce00/0x5503b2fe824ef642 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd585 expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1783444752.977088:0:33223:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444752.977091:0:33223:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444752.977093:0:33223:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ce00/0x5503b2fe824ef642 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd585 expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1783444752.977099:0:33223:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783444752.977102:0:33223:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444752.977103:0:33223:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444752.977105:0:33223:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444752.977107:0:33223:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444752.977109:0:33223:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783444752.977111:0:33223:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783444752.977113:0:33223:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444752.977115:0:33223:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75a268200. 00000080:00000001:3.0:1783444752.977117:0:33223:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444752.977118:0:33223:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444752.977120:0:33223:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:3.0:1783444752.977123:0:33223:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef642 00800000:00000001:3.0:1783444752.977125:0:33223:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444752.977126:0:33223:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444752.977128:0:33223:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444752.977129:0:33223:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444752.977131:0:33223:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652ce00 refcount=3 00000020:00000001:3.0:1783444752.977133:0:33223:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797192192 : -121189912359424 : ffff91c74652ce00) 00010000:00000001:3.0:1783444752.977135:0:33223:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797192192 : -121189912359424 : ffff91c74652ce00) 00010000:00000001:3.0:1783444752.977138:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444752.977139:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444752.977140:0:33223:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444752.977141:0:33223:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444752.977143:0:33223:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef642 from it ffffa3194157fdb0 00010000:00000001:3.0:1783444752.977145:0:33223:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444752.977146:0:33223:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444752.977148:0:33223:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652ce00 refcount=3 00000020:00000001:3.0:1783444752.977150:0:33223:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797192192 : -121189912359424 : ffff91c74652ce00) 00010000:00000001:3.0:1783444752.977151:0:33223:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797192192 : -121189912359424 : ffff91c74652ce00) 00010000:00000001:3.0:1783444752.977153:0:33223:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444752.977155:0:33223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ce00/0x5503b2fe824ef642 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd585 expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1783444752.977161:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444752.977161:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444752.977162:0:33223:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444752.977164:0:33223:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444752.977166:0:33223:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ce00/0x5503b2fe824ef642 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd585 expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1783444752.977171:0:33223:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444752.977173:0:33223:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444752.977174:0:33223:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444752.977176:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444752.977176:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444752.977178:0:33223:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444752.977179:0:33223:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444752.977181:0:33223:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444752.977182:0:33223:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444752.977197:0:33223:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444752.977199:0:33223:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444752.977200:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444752.977201:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444752.977203:0:33223:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783444752.977204:0:33223:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444752.977206:0:33223:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 3 00000080:00000001:3.0:1783444752.977208:0:33223:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444752.977212:0:33223:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fe20 00000080:00200000:3.0:1783444752.977214:0:33223:0:(namei.c:2118:ll_create_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), flags=33188, excl=1 00000080:00000001:3.0:1783444752.977217:0:33223:0:(namei.c:2069:ll_mknod()) Process entered 00000020:00000001:3.0:1783444752.977219:0:33223:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fdd0 00000080:00200000:3.0:1783444752.977221:0:33223:0:(namei.c:2073:ll_mknod()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91c748db3a88) mode 100644 dev 0 00000080:00000001:3.0:1783444752.977224:0:33223:0:(namei.c:1957:ll_new_node()) Process entered 00000080:00000001:3.0:1783444752.977226:0:33223:0:(namei.c:1767:ll_new_node_prepare()) Process entered 00000080:00000010:3.0:1783444752.977229:0:33223:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75a268200. 00800000:00000002:3.0:1783444752.977232:0:33223:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444752.977239:0:33223:0:(namei.c:1873:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444752.977242:0:33223:0:(lmv_obd.c:2300:lmv_create()) Process entered 00800000:00000001:3.0:1783444752.977244:0:33223:0:(lmv_obd.c:2238:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1783444752.977247:0:33223:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444752.977248:0:33223:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444752.977249:0:33223:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444752.977251:0:33223:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444752.977252:0:33223:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444752.977254:0:33223:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444752.977256:0:33223:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444752.977259:0:33223:0:(lmv_obd.c:2284:lmv_locate_tgt_create()) Process leaving (rc=18446622883747488256 : -121189962063360 : ffff91c7435c6200) 00800000:00000001:3.0:1783444752.977263:0:33223:0:(lmv_obd.c:1203:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1783444752.977265:0:33223:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1783444752.977268:0:33223:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1783444752.977271:0:33223:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1783444752.977274:0:33223:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff91c759350000: Allocated FID [0x200000405:0x28:0x0] 40000000:00000001:3.0:1783444752.977277:0:33223:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444752.977279:0:33223:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444752.977280:0:33223:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444752.977282:0:33223:0:(lmv_obd.c:1227:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444752.977284:0:33223:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fbf0 00800000:00000002:3.0:1783444752.977286:0:33223:0:(lmv_obd.c:2341:lmv_create()) CREATE name 'f22.recovery-small-1' [0x200000405:0x28:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:3.0:1783444752.977291:0:33223:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1783444752.977293:0:33223:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783444752.977296:0:33223:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41100 count: 2 00010000:00000001:3.0:1783444752.977298:0:33223:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444752.977300:0:33223:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783444752.977303:0:33223:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783444752.977306:0:33223:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ce00/0x5503b2fe824ef642 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6dd585 expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:3.0:1783444752.978632:0:33223:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783444752.978637:0:33223:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783444752.978641:0:33223:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783444752.978643:0:33223:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1783444752.978647:0:33223:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444752.978650:0:33223:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444752.978655:0:33223:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41100 count: 3 00010000:00000001:3.0:1783444752.978657:0:33223:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444752.978661:0:33223:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444752.978662:0:33223:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444752.978663:0:33223:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444752.978665:0:33223:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41100 count: 3 00010000:00000001:3.0:1783444752.978666:0:33223:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444752.978668:0:33223:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444752.978669:0:33223:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444752.978670:0:33223:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444752.978671:0:33223:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41100 count: 3 00010000:00000001:3.0:1783444752.978673:0:33223:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444752.978675:0:33223:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444752.978677:0:33223:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1783444752.978679:0:33223:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91c748db39c0, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1783444752.978684:0:33223:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1783444752.978687:0:33223:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1783444752.978689:0:33223:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783444752.978691:0:33223:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444752.978695:0:33223:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783444752.978716:0:33223:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783444752.978719:0:33223:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783444752.978721:0:33223:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444752.978723:0:33223:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783444752.978727:0:33223:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c74652ce00 with handle 0x5503b2fe824ef642 from hash 00010000:00000001:3.0:1783444752.978730:0:33223:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783444752.978732:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444752.978734:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444752.978736:0:33223:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783444752.978740:0:33223:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783444752.978741:0:33223:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783444752.978745:0:33223:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783444752.978747:0:33223:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444752.978750:0:33223:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1783444752.978761:0:33223:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462d80. 00000020:00000040:3.0:1783444752.978766:0:33223:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:3.0:1783444752.978772:0:33223:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1783444752.978774:0:33223:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444752.978777:0:33223:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783444752.978782:0:33223:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444752.978785:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444752.978787:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444752.978788:0:33223:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444752.978791:0:33223:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444752.978794:0:33223:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444752.978799:0:33223:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444752.978808:0:33223:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c7452adc00. 00000100:00000001:3.0:1783444752.978815:0:33223:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444752.978818:0:33223:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444752.978821:0:33223:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1783444752.978828:0:33223:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ce00/0x5503b2fe824ef642 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd585 expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1783444752.978835:0:33223:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1783444752.978836:0:33223:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783444752.978839:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783444752.978841:0:33223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ce00/0x5503b2fe824ef642 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd585 expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:3.0:1783444752.978848:0:33223:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747e41100 count: 0 00010000:00000010:3.0:1783444752.978853:0:33223:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c751113d80. 00010000:00000001:3.0:1783444752.978865:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444752.978866:0:33223:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444752.978868:0:33223:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444752.978870:0:33223:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444752.978872:0:33223:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1783444752.978885:0:33223:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:3.0:1783444752.978896:0:33223:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c760462d80 x1870075608292352/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783444752.978904:0:33223:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444752.978906:0:33223:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444752.978914:0:33223:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7590a8300. 00000100:00000001:3.0:1783444752.978916:0:33223:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884111221504 : -121189598330112 : ffff91c7590a8300) 00000100:00000001:3.0:1783444752.978919:0:33223:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444752.978921:0:33223:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232572288 : -121189476979328 : ffff91c760462d80) 00000100:00000001:3.0:1783444752.978926:0:33223:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444752.978931:0:33223:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444752.978934:0:33223:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444752.978936:0:33223:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444752.978940:0:33223:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462d80 x1870075608292352/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444752.978947:0:33223:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444752.978950:0:33223:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444752.978954:0:33223:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444752.978957:0:33223:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444752.978959:0:33223:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444752.978962:0:33223:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462d80 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:33223:1870075608292352:192.168.204.110@tcp:36:multiop.0 00000100:00000001:3.0:1783444752.978967:0:33223:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444752.978972:0:33223:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444752.978975:0:33223:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444752.978977:0:33223:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444752.978981:0:33223:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452ae800. 02000000:00000001:3.0:1783444752.978983:0:33223:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444752.978990:0:33223:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444752.978996:0:33223:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811318. 00000400:00000010:3.0:1783444752.979003:0:33223:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218990. 00000100:00000200:3.0:1783444752.979018:0:33223:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608292352, portal 10 00000100:00000001:3.0:1783444752.979020:0:33223:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444752.979021:0:33223:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232572288 : -121189476979328 : ffff91c760462d80) 00000100:00000040:3.0:1783444752.979027:0:33223:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760462d80 x1870075608292352/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/576 e 0 to 0 dl 1783444768 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444752.979034:0:33223:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444752.979037:0:33223:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444752.979040:0:33223:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218770. 00000100:00000200:3.0:1783444752.979044:0:33223:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870075608292352, offset 0 00000400:00000200:3.0:1783444752.979051:0:33223:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444752.982921:0:33223:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444752.982943:0:33223:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444752.982949:0:33223:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444752.982954:0:33223:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444752.982959:0:33223:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444752.982963:0:33223:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444752.982967:0:33223:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2779:2779:256:4294967295] 192.168.204.110@tcp LPNI seq info [2779:2779:8:4294967295] 00000400:00000200:3.0:1783444752.982972:0:33223:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444752.982985:0:33223:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444752.982992:0:33223:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444752.983474:0:33223:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822cf00. 00000800:00000200:3.0:1783444752.983486:0:33223:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444752.983495:0:33223:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444752.983500:0:33223:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822cf00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1783444752.983580:0:33223:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444752.983589:0:33223:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 849855 usecs (850 jiffies) 00000400:00000200:3.0:1783444752.983594:0:33223:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444752.983597:0:33223:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296392839 00000100:00000001:3.0:1783444752.983601:0:33223:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296395774 00000100:00000001:3.0:1783444752.983604:0:33223:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296392839 00000100:00000001:3.0:1783444752.983608:0:33223:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296395774 00000100:00000001:3.0:1783444752.983610:0:33223:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444752.983615:0:33223:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444752.983619:0:33223:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444752.983622:0:33223:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444752.983625:0:33223:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7590a8300 going to sleep for 11 seconds 00000100:00000001:3.0:1783444752.983628:0:33223:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444752.983632:0:33223:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444752.990505:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444752.990519:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822cf00. 00000400:00000200:1.0:1783444752.990529:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444752.990542:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444752.990552:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218770 00000400:00000010:1.0:1783444752.990555:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218770. 00000100:00000001:1.0:1783444752.990560:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444752.990571:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462d80 x1870075608292352/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/576 e 0 to 0 dl 1783444768 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444752.990588:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444752.990593:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462d80 x1870075608292352/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/576 e 0 to 0 dl 1783444768 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444752.990601:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444752.990603:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1783444752.994296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41100. 00010000:00000010:3.1:1783444752.994321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652ce00. 00000800:00000001:0.0:1783444752.996159:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444752.996181:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444752.996187:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444752.996190:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444752.996201:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444752.996211:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444752.996222:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444752.996228:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444752.996236:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444752.996240:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 448 into portal 10 MB=0x6a4d2e855dc00 00000400:00000200:0.0:1783444752.996246:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444752.996253:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 448/448 into md 0x7ac1 [1] + 224 00000800:00000001:0.0:1783444752.996262:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444752.996271:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444752.996274:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444752.996279:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444752.996287:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444752.996297:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462d80 x1870075608292352/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/576 e 0 to 0 dl 1783444768 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444752.996308:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff91c760462d80 x1870075608292352/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/576 e 0 to 0 dl 1783444768 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444752.996331:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444752.996341:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444752.996344:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444752.996413:0:33223:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444752.996423:0:33223:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444752.996426:0:33223:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444752.996430:0:33223:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811318. 00000400:00000200:3.0:1783444752.996435:0:33223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218990 00000400:00000010:3.0:1783444752.996439:0:33223:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218990. 00000100:00000001:3.0:1783444752.996442:0:33223:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444752.996447:0:33223:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462d80 x1870075608292352/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/576 e 0 to 0 dl 1783444768 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444752.996456:0:33223:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462d80 x1870075608292352/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/576 e 0 to 0 dl 1783444768 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444752.996461:0:33223:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444752.996464:0:33223:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444752.996466:0:33223:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444752.996470:0:33223:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444752.996474:0:33223:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444752.996476:0:33223:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444752.996481:0:33223:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444752.996492:0:33223:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=82 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444752.996497:0:33223:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444752.996499:0:33223:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444752.996501:0:33223:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444752.996504:0:33223:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444752.996508:0:33223:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444752.996512:0:33223:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783444752.996514:0:33223:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x10000009a/0x1] 00000100:00000001:3.0:1783444752.996516:0:33223:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783444752.996520:0:33223:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444752.996521:0:33223:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232572288 : -121189476979328 : ffff91c760462d80) 00000100:00000001:3.0:1783444752.996525:0:33223:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444752.996527:0:33223:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967630 00000100:00000001:3.0:1783444752.996529:0:33223:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444752.996532:0:33223:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444752.996537:0:33223:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760462d80 x1870075608292352/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/448 e 0 to 0 dl 1783444768 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444752.996544:0:33223:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444752.996547:0:33223:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444752.996549:0:33223:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444752.996553:0:33223:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760462d80 x1870075608292352/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/448 e 0 to 0 dl 1783444768 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444752.996562:0:33223:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760462d80 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:33223:1870075608292352:192.168.204.110@tcp:36:multiop.0 00000100:00000001:3.0:1783444752.996567:0:33223:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444752.996571:0:33223:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444752.996573:0:33223:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444752.996576:0:33223:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444752.996579:0:33223:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462d80 x1870075608292352/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/448 e 0 to 0 dl 1783444768 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444752.996587:0:33223:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444752.996590:0:33223:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7590a8300. 00000100:00000001:3.0:1783444752.996594:0:33223:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444752.996596:0:33223:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444752.996606:0:33223:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444752.996610:0:33223:0:(lmv_obd.c:2349:lmv_create()) Created - [0x200000405:0x28:0x0] 00800000:00000001:3.0:1783444752.996613:0:33223:0:(lmv_obd.c:2406:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444752.996617:0:33223:0:(namei.c:1893:ll_new_node_finish()) Process entered 00000080:00000002:3.0:1783444752.996621:0:33223:0:(namei.c:1689:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1783444751 to 1783444752 00000080:00000001:3.0:1783444752.996625:0:33223:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783444752.996633:0:33223:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1783444752.996637:0:33223:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783444752.996641:0:33223:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611176 : 144115205339611176 : 200000405000028) 00000080:00000001:3.0:1783444752.996644:0:33223:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1783444752.996662:0:33223:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91c748d75280. 00000020:00000001:3.0:1783444752.996676:0:33223:0:(class_obd.c:1011:obd_heat_clear()) Process entered 00000020:00000001:3.0:1783444752.996678:0:33223:0:(class_obd.c:1014:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1783444752.996682:0:33223:0:(llite_lib.c:3223:ll_read_inode2()) Process entered 00000080:00200000:3.0:1783444752.996683:0:33223:0:(llite_lib.c:3226:ll_read_inode2()) VFS Op:inode=[0x200000405:0x28:0x0](ffff91c748d75348) 00000080:00000001:3.0:1783444752.996686:0:33223:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611176 : 144115205339611176 : 200000405000028) 00000080:00000001:3.0:1783444752.996689:0:33223:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1783444752.996693:0:33223:0:(llite_lib.c:2920:ll_update_inode()) setting ino 144115205339611176 mtime from 0 to 1783444752 00000080:00000001:3.0:1783444752.996709:0:33223:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000020:00000001:3.0:1783444752.996713:0:33223:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783444752.996719:0:33223:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c74526c990. 00000020:00000010:3.0:1783444752.996726:0:33223:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75a269c00. 00000020:00000010:3.0:1783444752.996733:0:33223:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c75a268400. 00000020:00000010:3.0:1783444752.996737:0:33223:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7604bb7e0. 00000008:00000010:3.0:1783444752.996746:0:33223:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444752.996752:0:33223:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759654540. 00008000:00000010:3.0:1783444752.996757:0:33223:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444752.996765:0:33223:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444752.996770:0:33223:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444752.996776:0:33223:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75a269a00. 00000008:00000010:3.0:1783444752.996780:0:33223:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444752.996784:0:33223:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444752.996789:0:33223:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444752.996793:0:33223:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c758828000. 00000020:00000001:3.0:1783444752.996797:0:33223:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883777530264 : -121189932021352 : ffff91c74526c998) 00000020:00001000:3.0:1783444752.996799:0:33223:0:(cl_object.c:831:cl_env_get()) 1@ffff91c74526c990 00000020:00000001:3.0:1783444752.996804:0:33223:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:3.0:1783444752.996809:0:33223:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff91c74353b000. 00000020:00000001:3.0:1783444752.996811:0:33223:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1783444752.996814:0:33223:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444752.996823:0:33223:0:(lov_object.c:2354:lov_object_alloc()) Process entered 00020000:00000010:3.0:1783444752.996827:0:33223:0:(lov_object.c:2355:lov_object_alloc()) slab-alloced 'lov': 248 at ffff91c7435f10f8. 00020000:00000001:3.0:1783444752.996829:0:33223:0:(lov_object.c:2369:lov_object_alloc()) Process leaving (rc=18446622883747664120 : -121189961887496 : ffff91c7435f10f8) 00020000:00000001:3.0:1783444752.996833:0:33223:0:(lov_object.c:1409:lov_object_init()) Process entered 00020000:00000001:3.0:1783444752.996836:0:33223:0:(lov_object.c:1437:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444752.996841:0:33223:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622883746918528 : -121189962633088 : ffff91c74353b080) 00000020:00001000:3.0:1783444752.996844:0:33223:0:(cl_object.c:925:cl_env_put()) 1@ffff91c74526c990 00000020:00000010:3.0:1783444752.996848:0:33223:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c75a268400. 00000020:00000010:3.0:1783444752.996852:0:33223:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7604bb7e0. 00000008:00000010:3.0:1783444752.996856:0:33223:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444752.996859:0:33223:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759654540. 00008000:00000010:3.0:1783444752.996863:0:33223:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444752.996866:0:33223:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444752.996869:0:33223:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444752.996872:0:33223:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75a269c00. 00000008:00000010:3.0:1783444752.996877:0:33223:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444752.996880:0:33223:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444752.996882:0:33223:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444752.996885:0:33223:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c758828000. 00000020:00000010:3.0:1783444752.996888:0:33223:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75a269a00. 00000020:00000010:3.0:1783444752.996890:0:33223:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c74526c990. 00000080:00000001:3.0:1783444752.996893:0:33223:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622883839431496 : -121189870120120 : ffff91c748d75348) 00000080:00000001:3.0:1783444752.996897:0:33223:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783444752.996901:0:33223:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1783444752.996903:0:33223:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444752.996909:0:33223:0:(namei.c:1940:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444752.996912:0:33223:0:(namei.c:2052:ll_new_node()) Process leaving 00000100:00000001:3.0:1783444752.996913:0:33223:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444752.996918:0:33223:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462d80 x1870075608292352/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/448 e 0 to 0 dl 1783444768 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444752.996924:0:33223:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444752.996927:0:33223:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444752.996930:0:33223:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75a268200. 00000080:00000001:3.0:1783444752.996933:0:33223:0:(namei.c:2060:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444752.996937:0:33223:0:(namei.c:2101:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444752.996940:0:33223:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fe20 00000080:00200000:3.0:1783444752.996944:0:33223:0:(namei.c:2126:ll_create_nd()) VFS Op:name=f22.recovery-small-1, unhashed 1 00000080:00000001:3.0:1783444752.996961:0:33223:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1783444752.997019:0:33223:0:(dcache.c:48:ll_release()) Process leaving 00000100:00000001:3.0:1783444753.006450:0:33223:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296395774 00000100:00000001:3.0:1783444753.006455:0:33223:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296392861 00000100:00000001:3.0:1783444753.006458:0:33223:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296395774 00000100:00000001:3.0:1783444753.006461:0:33223:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444753.006464:0:33223:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444753.006467:0:33223:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444753.006469:0:33223:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444753.006473:0:33223:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7435e4600 going to sleep for 11 seconds 00000100:00000001:3.0:1783444753.006476:0:33223:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444753.006480:0:33223:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444753.007304:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444753.007311:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1a00. 00000400:00000200:1.0:1783444753.007327:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444753.007334:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444753.007341:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83e58 00000400:00000010:1.0:1783444753.007344:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83e58. 00000100:00000001:1.0:1783444753.007350:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444753.007356:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1f80 x1870075608292480/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444769 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444753.007369:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444753.007373:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f1f80 x1870075608292480/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444769 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444753.007380:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444753.007381:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:3.1:1783444753.010112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630a8c0. 00000800:00000001:0.0:1783444753.021959:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444753.021983:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444753.021987:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444753.021990:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444753.022002:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444753.022012:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444753.022022:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444753.022027:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444753.022034:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444753.022038:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e855dc80 00000400:00000200:0.0:1783444753.022043:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444753.022050:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x7ac9 [1] + 224 00000800:00000001:0.0:1783444753.022115:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444753.022125:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444753.022129:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444753.022134:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444753.022144:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444753.022166:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1f80 x1870075608292480/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444769 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444753.022178:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c7603f1f80 x1870075608292480/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444769 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444753.022203:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444753.022213:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444753.022217:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444753.022372:0:33223:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444753.022381:0:33223:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444753.022383:0:33223:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444753.022388:0:33223:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff420. 00000400:00000200:3.0:1783444753.022394:0:33223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83d48 00000400:00000010:3.0:1783444753.022397:0:33223:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83d48. 00000100:00000001:3.0:1783444753.022400:0:33223:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444753.022405:0:33223:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f1f80 x1870075608292480/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444769 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783444753.022415:0:33223:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f1f80 x1870075608292480/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444769 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444753.022421:0:33223:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444753.022423:0:33223:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444753.022426:0:33223:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444753.022430:0:33223:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444753.022434:0:33223:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444753.022436:0:33223:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444753.022440:0:33223:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444753.022452:0:33223:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=83 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444753.022457:0:33223:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444753.022460:0:33223:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444753.022462:0:33223:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444753.022466:0:33223:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444753.022471:0:33223:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444753.022475:0:33223:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444753.022477:0:33223:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967630 00000100:00000001:3.0:1783444753.022480:0:33223:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444753.022483:0:33223:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444753.022488:0:33223:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f1f80 x1870075608292480/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444769 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444753.022495:0:33223:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444753.022498:0:33223:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444753.022500:0:33223:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444753.022504:0:33223:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f1f80 x1870075608292480/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444769 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783444753.022512:0:33223:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f1f80 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:33223:1870075608292480:192.168.204.110@tcp:101:multiop.0 00000100:00000001:3.0:1783444753.022518:0:33223:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444753.022521:0:33223:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444753.022524:0:33223:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444753.022527:0:33223:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444753.022530:0:33223:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1f80 x1870075608292480/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444769 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444753.022537:0:33223:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444753.022541:0:33223:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7435e4600. 00000100:00000001:3.0:1783444753.022544:0:33223:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444753.022546:0:33223:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444753.022550:0:33223:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783444753.022554:0:33223:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444753.022558:0:33223:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444753.022561:0:33223:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224800 refcount=4 00000020:00000001:3.0:1783444753.022564:0:33223:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338752 : -121189714212864 : ffff91c752224800) 00010000:00000001:3.0:1783444753.022567:0:33223:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338752 : -121189714212864 : ffff91c752224800) 00010000:00000040:3.0:1783444753.022574:0:33223:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c752224800, remote cookie: 0x332dd2263f6dd5a1, flags: 0x1001 00010000:00010000:3.0:1783444753.022581:0:33223:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224800/0x5503b2fe824ef649 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd5a1 expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444753.022593:0:33223:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224800/0x5503b2fe824ef649 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd5a1 expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444753.022601:0:33223:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783444753.022607:0:33223:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783444753.022609:0:33223:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783444753.022611:0:33223:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783444753.022613:0:33223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783444753.022616:0:33223:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91c747211900) refcount = 1 00010000:00010000:3.0:1783444753.022620:0:33223:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224800/0x5503b2fe824ef649 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd5a1 expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444753.022628:0:33223:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783444753.022632:0:33223:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783444753.022633:0:33223:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444753.022637:0:33223:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783444753.022640:0:33223:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444753.022643:0:33223:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224800/0x5503b2fe824ef649 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd5a1 expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444753.022649:0:33223:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783444753.022651:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444753.022652:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444753.022653:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444753.022655:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444753.022656:0:33223:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444753.022662:0:33223:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783444753.022663:0:33223:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444753.022665:0:33223:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444753.022666:0:33223:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224800 refcount=3 00000020:00000001:3.0:1783444753.022668:0:33223:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338752 : -121189714212864 : ffff91c752224800) 00010000:00000001:3.0:1783444753.022672:0:33223:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338752 : -121189714212864 : ffff91c752224800) 00010000:00000001:3.0:1783444753.022674:0:33223:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444753.022675:0:33223:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444753.022677:0:33223:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224800 refcount=4 00000020:00000001:3.0:1783444753.022679:0:33223:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338752 : -121189714212864 : ffff91c752224800) 00010000:00000001:3.0:1783444753.022681:0:33223:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338752 : -121189714212864 : ffff91c752224800) 00010000:00000001:3.0:1783444753.022684:0:33223:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444753.022688:0:33223:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444753.022692:0:33223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224800/0x5503b2fe824ef649 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd5a1 expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444753.022711:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444753.022713:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444753.022714:0:33223:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444753.022715:0:33223:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444753.022717:0:33223:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224800 refcount=5 00000020:00000001:3.0:1783444753.022718:0:33223:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338752 : -121189714212864 : ffff91c752224800) 00010000:00000001:3.0:1783444753.022720:0:33223:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338752 : -121189714212864 : ffff91c752224800) 00010000:00000001:3.0:1783444753.022723:0:33223:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444753.022727:0:33223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224800/0x5503b2fe824ef649 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd5a1 expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444753.022733:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444753.022735:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783444753.022737:0:33223:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224800/0x5503b2fe824ef649 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd5a1 expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444753.022743:0:33223:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444753.022744:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444753.022745:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444753.022747:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444753.022748:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783444753.022754:0:33223:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91c7603f1f80 x1870075608292480/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444769 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783444753.022763:0:33223:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444753.022765:0:33223:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444753.022766:0:33223:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224800 refcount=3 00000020:00000001:3.0:1783444753.022768:0:33223:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338752 : -121189714212864 : ffff91c752224800) 00010000:00000001:3.0:1783444753.022770:0:33223:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338752 : -121189714212864 : ffff91c752224800) 00010000:00000001:3.0:1783444753.022773:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444753.022774:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444753.022776:0:33223:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444753.022778:0:33223:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444753.022781:0:33223:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783444753.022784:0:33223:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444753.022785:0:33223:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444753.022787:0:33223:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224800 refcount=3 00000020:00000001:3.0:1783444753.022789:0:33223:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338752 : -121189714212864 : ffff91c752224800) 00010000:00000001:3.0:1783444753.022790:0:33223:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338752 : -121189714212864 : ffff91c752224800) 00000002:00010000:3.0:1783444753.022793:0:33223:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224800/0x5503b2fe824ef649 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd5a1 expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444753.022800:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444753.022802:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444753.022804:0:33223:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783444753.022805:0:33223:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444753.022806:0:33223:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444753.022807:0:33223:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224800 refcount=3 00000020:00000001:3.0:1783444753.022809:0:33223:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338752 : -121189714212864 : ffff91c752224800) 00010000:00000001:3.0:1783444753.022811:0:33223:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338752 : -121189714212864 : ffff91c752224800) 00010000:00000040:3.0:1783444753.022818:0:33223:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211900 count: 2 00010000:00000001:3.0:1783444753.022822:0:33223:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783444753.022827:0:33223:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1783444753.022830:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444753.022832:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444753.022833:0:33223:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783444753.022837:0:33223:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157f898 00000002:00002000:3.0:1783444753.022839:0:33223:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1783444753.022842:0:33223:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444753.022846:0:33223:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444753.022850:0:33223:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783444753.022854:0:33223:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1783444753.022858:0:33223:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444753.022864:0:33223:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444753.022868:0:33223:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cdc00. 00000080:00000001:3.0:1783444753.022874:0:33223:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444753.022877:0:33223:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783444753.022884:0:33223:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1783444753.022890:0:33223:0:(lmv_obd.c:3920:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1783444753.022897:0:33223:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c74317b980. 00800000:00000001:3.0:1783444753.022900:0:33223:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622883742988672 : -121189966562944 : ffff91c74317b980) 00800000:00000001:3.0:1783444753.022902:0:33223:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444753.022904:0:33223:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783444753.022907:0:33223:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783444753.022909:0:33223:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1783444753.022912:0:33223:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1783444753.022917:0:33223:0:(llite_lib.c:1814:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1783444753.022919:0:33223:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444753.022924:0:33223:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1783444753.022927:0:33223:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1783444753.022933:0:33223:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1783444753.022936:0:33223:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444753.022937:0:33223:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444753.022939:0:33223:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224800 refcount=3 00000020:00000001:3.0:1783444753.022940:0:33223:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338752 : -121189714212864 : ffff91c752224800) 00010000:00000001:3.0:1783444753.022943:0:33223:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338752 : -121189714212864 : ffff91c752224800) 00010000:00000001:3.0:1783444753.022945:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444753.022946:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783444753.022948:0:33223:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783444753.022951:0:33223:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1783444753.022953:0:33223:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c74317b980 1 00800000:00000010:3.0:1783444753.022955:0:33223:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c74317b980. 00800000:00000001:3.0:1783444753.022958:0:33223:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444753.022962:0:33223:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef649 00800000:00000001:3.0:1783444753.022965:0:33223:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444753.022967:0:33223:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444753.022968:0:33223:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444753.022969:0:33223:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444753.022970:0:33223:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224800 refcount=3 00000020:00000001:3.0:1783444753.022972:0:33223:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338752 : -121189714212864 : ffff91c752224800) 00010000:00000001:3.0:1783444753.022974:0:33223:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338752 : -121189714212864 : ffff91c752224800) 00010000:00000001:3.0:1783444753.022976:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444753.022977:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444753.022979:0:33223:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444753.022981:0:33223:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444753.022984:0:33223:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444753.022986:0:33223:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:3.0:1783444753.022990:0:33223:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef649 from it ffffa3194157fb58 00010000:00000001:3.0:1783444753.022992:0:33223:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444753.022993:0:33223:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444753.022995:0:33223:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224800 refcount=3 00000020:00000001:3.0:1783444753.022996:0:33223:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338752 : -121189714212864 : ffff91c752224800) 00010000:00000001:3.0:1783444753.022998:0:33223:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338752 : -121189714212864 : ffff91c752224800) 00010000:00000001:3.0:1783444753.023000:0:33223:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444753.023003:0:33223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224800/0x5503b2fe824ef649 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd5a1 expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444753.023009:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444753.023010:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444753.023012:0:33223:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444753.023014:0:33223:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444753.023017:0:33223:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224800/0x5503b2fe824ef649 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd5a1 expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444753.023029:0:33223:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444753.023032:0:33223:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444753.023034:0:33223:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444753.023040:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444753.023041:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444753.023043:0:33223:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444753.023047:0:33223:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444753.023049:0:33223:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444753.023051:0:33223:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444753.023090:0:33223:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444753.023093:0:33223:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444753.023094:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444753.023102:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444753.023105:0:33223:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444753.023109:0:33223:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1f80 x1870075608292480/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444769 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444753.023116:0:33223:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444753.023119:0:33223:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444753.023123:0:33223:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c743c0b000. 02000000:00000001:3.0:1783444753.023127:0:33223:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444753.023129:0:33223:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444753.023131:0:33223:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444753.023134:0:33223:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444753.023137:0:33223:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c750f6d400. 02000000:00000001:3.0:1783444753.023141:0:33223:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444753.023142:0:33223:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444753.023144:0:33223:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1f80. 00000100:00000001:3.0:1783444753.023156:0:33223:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444753.023158:0:33223:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444753.023162:0:33223:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:3.0:1783444753.023168:0:33223:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783444753.023185:0:33223:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91c74630a8c0. 00000020:00000001:3.0:1783444753.023190:0:33223:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157fae8 00000080:00200000:3.0:1783444753.023193:0:33223:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), flags=9 00000080:00000001:3.0:1783444753.023197:0:33223:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1783444753.023199:0:33223:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157f998 00000080:00200000:3.0:1783444753.023201:0:33223:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), intent=getattr 00000080:00000010:3.0:1783444753.023211:0:33223:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75a268200. 00800000:00000002:3.0:1783444753.023216:0:33223:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444753.023221:0:33223:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444753.023224:0:33223:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444753.023225:0:33223:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157f8b8 00800000:00000002:3.0:1783444753.023227:0:33223:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f22.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444753.023230:0:33223:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444753.023234:0:33223:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444753.023237:0:33223:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444753.023239:0:33223:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444753.023242:0:33223:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444753.023243:0:33223:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444753.023247:0:33223:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444753.023249:0:33223:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444753.023252:0:33223:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157f850 00800000:00000002:3.0:1783444753.023254:0:33223:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f22.recovery-small-1' -> mds #0 00000002:00000001:3.0:1783444753.023259:0:33223:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444753.023260:0:33223:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157f788 00000002:00010000:3.0:1783444753.023262:0:33223:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f22.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:3.0:1783444753.023266:0:33223:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783444753.023268:0:33223:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1783444753.023272:0:33223:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462a00. 00000020:00000040:3.0:1783444753.023276:0:33223:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:3.0:1783444753.023280:0:33223:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783444753.023284:0:33223:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444753.023287:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444753.023288:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444753.023289:0:33223:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444753.023292:0:33223:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444753.023294:0:33223:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444753.023298:0:33223:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444753.023306:0:33223:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c7452acc00. 00000100:00000001:3.0:1783444753.023313:0:33223:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444753.023317:0:33223:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444753.023319:0:33223:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444753.023320:0:33223:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444753.023321:0:33223:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444753.023323:0:33223:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444753.023331:0:33223:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622884232571392 : -121189476980224 : ffff91c760462a00) 00010000:00000001:3.0:1783444753.023335:0:33223:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783444753.023338:0:33223:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1783444753.023340:0:33223:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211900 count: 2 00010000:00000001:3.0:1783444753.023343:0:33223:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444753.023346:0:33223:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783444753.023350:0:33223:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c751b14800. 00000020:00000001:3.0:1783444753.023353:0:33223:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783444753.023356:0:33223:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c751b14800 with handle 0x5503b2fe824ef650 to hash 00000020:00000001:3.0:1783444753.023358:0:33223:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783444753.023360:0:33223:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444753.023364:0:33223:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444753.023367:0:33223:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444753.023369:0:33223:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444753.023372:0:33223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef650 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 33223 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444753.023380:0:33223:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef650 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33223 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444753.023391:0:33223:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef650 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33223 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783444753.023397:0:33223:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444753.023399:0:33223:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444753.023406:0:33223:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7590a8300. 00000100:00000001:3.0:1783444753.023408:0:33223:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884111221504 : -121189598330112 : ffff91c7590a8300) 00000100:00000001:3.0:1783444753.023411:0:33223:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444753.023412:0:33223:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232571392 : -121189476980224 : ffff91c760462a00) 00000100:00000001:3.0:1783444753.023417:0:33223:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444753.023422:0:33223:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444753.023424:0:33223:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444753.023425:0:33223:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444753.023430:0:33223:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462a00 x1870075608292608/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444753.023438:0:33223:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444753.023440:0:33223:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444753.023445:0:33223:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444753.023447:0:33223:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444753.023450:0:33223:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444753.023454:0:33223:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462a00 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:33223:1870075608292608:192.168.204.110@tcp:101:multiop.0 00000100:00000001:3.0:1783444753.023458:0:33223:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444753.023464:0:33223:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444753.023467:0:33223:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444753.023470:0:33223:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444753.023475:0:33223:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c742b23800. 02000000:00000001:3.0:1783444753.023476:0:33223:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444753.023481:0:33223:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444753.023485:0:33223:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811318. 00000400:00000010:3.0:1783444753.023490:0:33223:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218990. 00000100:00000200:3.0:1783444753.023497:0:33223:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608292608, portal 10 00000100:00000001:3.0:1783444753.023499:0:33223:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444753.023500:0:33223:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232571392 : -121189476980224 : ffff91c760462a00) 00000100:00000040:3.0:1783444753.023506:0:33223:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c760462a00 x1870075608292608/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444769 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444753.023513:0:33223:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444753.023515:0:33223:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444753.023518:0:33223:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218110. 00000100:00000200:3.0:1783444753.023522:0:33223:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1870075608292608, offset 0 00000400:00000200:3.0:1783444753.023529:0:33223:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444753.023537:0:33223:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444753.023544:0:33223:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444753.023551:0:33223:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444753.023556:0:33223:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444753.023560:0:33223:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444753.023562:0:33223:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444753.023566:0:33223:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2781:2781:256:4294967295] 192.168.204.110@tcp LPNI seq info [2781:2781:8:4294967295] 00000400:00000200:3.0:1783444753.023570:0:33223:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444753.023579:0:33223:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444753.023585:0:33223:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444753.023591:0:33223:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c700. 00000800:00000200:3.0:1783444753.023598:0:33223:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444753.023608:0:33223:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444753.023613:0:33223:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c700 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1783444753.023623:0:33223:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444753.023628:0:33223:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 847627 usecs (848 jiffies) 00000400:00000200:3.0:1783444753.023632:0:33223:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444753.023635:0:33223:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296392877 00000100:00000001:3.0:1783444753.023639:0:33223:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296395774 00000100:00000001:3.0:1783444753.023642:0:33223:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296392877 00000100:00000001:3.0:1783444753.023644:0:33223:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296395774 00000100:00000001:3.0:1783444753.023647:0:33223:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444753.023650:0:33223:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444753.023652:0:33223:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444753.023655:0:33223:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444753.023657:0:33223:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7590a8300 going to sleep for 11 seconds 00000100:00000001:3.0:1783444753.023659:0:33223:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444753.023661:0:33223:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444753.024604:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444753.024615:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c700. 00000400:00000200:1.0:1783444753.024620:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444753.024628:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444753.024635:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218110 00000400:00000010:1.0:1783444753.024638:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218110. 00000100:00000001:1.0:1783444753.024643:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444753.024649:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462a00 x1870075608292608/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444769 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444753.024658:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444753.024661:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462a00 x1870075608292608/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444769 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444753.024667:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444753.024668:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444753.038408:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444753.038432:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444753.038438:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444753.038441:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444753.038452:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444753.038463:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444753.038474:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444753.038480:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444753.038486:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444753.038491:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 584 into portal 10 MB=0x6a4d2e855dd00 00000400:00000200:0.0:1783444753.038497:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444753.038504:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 584/584 into md 0x7ad1 [1] + 224 00000800:00000001:0.0:1783444753.038513:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444753.038522:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444753.038526:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444753.038531:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444753.038546:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444753.038558:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462a00 x1870075608292608/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444769 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444753.038571:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff91c760462a00 x1870075608292608/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444769 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444753.038599:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444753.038610:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444753.038614:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444753.038692:0:33223:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444753.038806:0:33223:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444753.038809:0:33223:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444753.038814:0:33223:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811318. 00000400:00000200:3.0:1783444753.038819:0:33223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218990 00000400:00000010:3.0:1783444753.038822:0:33223:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218990. 00000100:00000001:3.0:1783444753.038825:0:33223:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444753.038830:0:33223:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462a00 x1870075608292608/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444769 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783444753.038841:0:33223:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462a00 x1870075608292608/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444769 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444753.038848:0:33223:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444753.038850:0:33223:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444753.038854:0:33223:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444753.038858:0:33223:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444753.038862:0:33223:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444753.038865:0:33223:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444753.038870:0:33223:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444753.038885:0:33223:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=83 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444753.038890:0:33223:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444753.038893:0:33223:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444753.038895:0:33223:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444753.038899:0:33223:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444753.038904:0:33223:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444753.038910:0:33223:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444753.038913:0:33223:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967630 00000100:00000001:3.0:1783444753.038915:0:33223:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444753.038918:0:33223:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444753.038924:0:33223:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760462a00 x1870075608292608/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1783444769 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444753.038932:0:33223:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444753.038935:0:33223:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444753.038938:0:33223:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444753.038942:0:33223:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760462a00 x1870075608292608/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1783444769 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783444753.038950:0:33223:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760462a00 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:33223:1870075608292608:192.168.204.110@tcp:101:multiop.0 00000100:00000001:3.0:1783444753.038959:0:33223:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444753.038962:0:33223:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444753.038965:0:33223:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444753.038967:0:33223:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444753.038970:0:33223:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462a00 x1870075608292608/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1783444769 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444753.038976:0:33223:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444753.038979:0:33223:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7590a8300. 00000100:00000001:3.0:1783444753.038983:0:33223:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444753.038985:0:33223:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444753.038989:0:33223:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783444753.038994:0:33223:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444753.038997:0:33223:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444753.039001:0:33223:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14800 refcount=4 00000020:00000001:3.0:1783444753.039003:0:33223:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444753.039007:0:33223:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000040:3.0:1783444753.039015:0:33223:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c751b14800, remote cookie: 0x332dd2263f6dd5bd, flags: 0x1001 00010000:00010000:3.0:1783444753.039021:0:33223:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef650 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd5bd expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1783444753.039030:0:33223:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1783444753.039035:0:33223:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1783444753.039045:0:33223:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c743ebf200. 00010000:00000010:3.0:1783444753.039051:0:33223:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c75904a300. 00010000:00000001:3.0:1783444753.039430:0:33223:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444753.039436:0:33223:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef650 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x28:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd5bd expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444753.039446:0:33223:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef650 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd5bd expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444753.039459:0:33223:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783444753.039464:0:33223:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783444753.039466:0:33223:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783444753.039468:0:33223:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783444753.039469:0:33223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783444753.039472:0:33223:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x28:0x0].0x0 (ffff91c743ebf200) refcount = 1 00010000:00010000:3.0:1783444753.039475:0:33223:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef650 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd5bd expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444753.039481:0:33223:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783444753.039485:0:33223:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783444753.039487:0:33223:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444753.039489:0:33223:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783444753.039492:0:33223:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444753.039495:0:33223:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef650 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd5bd expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444753.039500:0:33223:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783444753.039502:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444753.039504:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444753.039505:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444753.039505:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444753.039507:0:33223:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444753.039513:0:33223:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783444753.039515:0:33223:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444753.039516:0:33223:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444753.039517:0:33223:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14800 refcount=3 00000020:00000001:3.0:1783444753.039519:0:33223:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444753.039521:0:33223:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444753.039524:0:33223:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444753.039525:0:33223:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444753.039526:0:33223:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14800 refcount=4 00000020:00000001:3.0:1783444753.039527:0:33223:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444753.039530:0:33223:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444753.039534:0:33223:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444753.039538:0:33223:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444753.039543:0:33223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef650 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd5bd expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444753.039550:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444753.039551:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444753.039552:0:33223:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444753.039554:0:33223:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444753.039555:0:33223:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14800 refcount=5 00000020:00000001:3.0:1783444753.039557:0:33223:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444753.039559:0:33223:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444753.039561:0:33223:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444753.039564:0:33223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef650 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd5bd expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444753.039571:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444753.039572:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783444753.039575:0:33223:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef650 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd5bd expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444753.039581:0:33223:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444753.039583:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444753.039584:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444753.039585:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444753.039586:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783444753.039592:0:33223:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91c760462a00 x1870075608292608/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1783444769 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783444753.039600:0:33223:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444753.039601:0:33223:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444753.039603:0:33223:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14800 refcount=3 00000020:00000001:3.0:1783444753.039606:0:33223:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444753.039608:0:33223:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444753.039611:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444753.039612:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444753.039614:0:33223:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444753.039616:0:33223:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444753.039619:0:33223:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783444753.039622:0:33223:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444753.039623:0:33223:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444753.039625:0:33223:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14800 refcount=3 00000020:00000001:3.0:1783444753.039627:0:33223:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444753.039629:0:33223:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00000002:00010000:3.0:1783444753.039633:0:33223:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14800/0x5503b2fe824ef650 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd5bd expref: -99 pid: 33223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444753.039640:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444753.039641:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444753.039643:0:33223:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783444753.039645:0:33223:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444753.039646:0:33223:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444753.039648:0:33223:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14800 refcount=3 00000020:00000001:3.0:1783444753.039650:0:33223:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000001:3.0:1783444753.039652:0:33223:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987933184 : -121189721618432 : ffff91c751b14800) 00010000:00000040:3.0:1783444753.039656:0:33223:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf200 count: 2 00010000:00000001:3.0:1783444753.039659:0:33223:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783444753.039662:0:33223:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589935621/40 (0 0) 00010000:00000001:3.0:1783444753.039665:0:33223:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444753.040422:0:33223:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444753.040424:0:33223:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783444753.040429:0:33223:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa3194157f710 00000002:00002000:3.0:1783444753.040433:0:33223:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-1 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1783444753.040438:0:33223:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444753.040445:0:33223:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444753.040450:0:33223:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783444753.040455:0:33223:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1783444753.040458:0:33223:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444753.040463:0:33223:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000001:3.0:1783444753.040467:0:33223:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1783444753.040469:0:33223:0:(namei.c:674:ll_lookup_it_finish()) it ffffa3194157fb20 it_disposition b 00000080:00000001:3.0:1783444753.040473:0:33223:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783444753.040481:0:33223:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1783444753.040485:0:33223:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783444753.040488:0:33223:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611176 : 144115205339611176 : 200000405000028) 00000080:00000001:3.0:1783444753.040493:0:33223:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1783444753.055169:0:33225:0:(statahead.c:1097:ll_agl_thread()) Process entered 00000080:00400000:1.0:1783444753.055172:0:33225:0:(statahead.c:1100:ll_agl_thread()) agl thread started: sai ffff91c7590ccc00, parent / 00000080:00000001:3.0:1783444753.055488:0:33224:0:(statahead.c:1544:ll_statahead_thread()) Process entered 00000080:00400000:3.0:1783444753.055493:0:33224:0:(statahead.c:1547:ll_statahead_thread()) statahead thread starting: sai ffff91c7590ccc00, parent / 00800000:00000001:3.0:1783444753.055496:0:33224:0:(lmv_obd.c:4421:lmv_batch_create()) Process entered 00800000:00000010:3.0:1783444753.055501:0:33224:0:(lmv_obd.c:4422:lmv_batch_create()) kmalloced '(lbh)': 48 at ffff91c74317b4c0. 00800000:00000001:3.0:1783444753.055503:0:33224:0:(lmv_obd.c:4439:lmv_batch_create()) Process leaving (rc=18446622883742987456 : -121189966564160 : ffff91c74317b4c0) 00000080:00000001:3.0:1783444753.055506:0:33224:0:(statahead.c:1486:ll_statahead_by_fname()) Process entered 00000080:00400000:3.0:1783444753.055508:0:33224:0:(statahead.c:1489:ll_statahead_by_fname()) lustre: FNAME statahead: parent / fname prefix f22.recovery-small- 00000080:00000010:3.0:1783444753.055513:0:33224:0:(statahead.c:1491:ll_statahead_by_fname()) kmalloced '(fname)': 255 at ffff91c75822c400. 00000080:00000001:3.0:1783444753.055518:0:33224:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1783444753.055521:0:33224:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1783444753.055524:0:33224:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff91c75904aa00. 00000020:00000001:3.0:1783444753.055527:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941537cd8 00000080:00400000:3.0:1783444753.055528:0:33224:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-2(ffff91c75904aa00) index 1 00000080:00000001:3.0:1783444753.055533:0:33224:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446622884110838272 : -121189598713344 : ffff91c75904aa00) 00000080:00000001:3.0:1783444753.055537:0:33224:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1783444753.055539:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941537c98 00000080:00002000:3.0:1783444753.055541:0:33224:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-2(ffff91c748d03bd0) flags 0x40000e refc 1 00000080:00000001:3.0:1783444753.055544:0:33224:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444753.055546:0:33224:0:(statahead.c:1012:sa_revalidate()) Process entered 00000080:00000010:3.0:1783444753.055549:0:33224:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff91c7452af400. 00800000:00000002:3.0:1783444753.055554:0:33224:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00800000:00000001:3.0:1783444753.055561:0:33224:0:(lmv_obd.c:4251:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1783444753.055563:0:33224:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444753.055564:0:33224:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444753.055566:0:33224:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444753.055569:0:33224:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444753.055571:0:33224:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444753.055573:0:33224:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:3.0:1783444753.055575:0:33224:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444753.055579:0:33224:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444753.055580:0:33224:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444753.055582:0:33224:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444753.055587:0:33224:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 2 00010000:00000001:3.0:1783444753.055657:0:33224:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444753.055661:0:33224:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444753.055665:0:33224:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444753.055669:0:33224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c400/0x5503b2fe824ef63b lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dd570 expref: -99 pid: 33221 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1783444753.055678:0:33224:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444753.055680:0:33224:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444753.055683:0:33224:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c400/0x5503b2fe824ef63b lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dd570 expref: -99 pid: 33221 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1783444753.055690:0:33224:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783444753.055692:0:33224:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444753.055694:0:33224:0:(lmv_obd.c:4258:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444753.055809:0:33224:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1783444753.055811:0:33224:0:(dcache.c:176:ll_intent_release()) intent ffffa31941537d78 released 00000080:00010000:3.0:1783444753.055814:0:33224:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef63b from it ffffa31941537d78 00010000:00000001:3.0:1783444753.055816:0:33224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444753.055818:0:33224:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444753.055820:0:33224:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c400 refcount=3 00000020:00000001:3.0:1783444753.055822:0:33224:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189632 : -121189912361984 : ffff91c74652c400) 00010000:00000001:3.0:1783444753.055824:0:33224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189632 : -121189912361984 : ffff91c74652c400) 00010000:00000001:3.0:1783444753.055826:0:33224:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444753.055829:0:33224:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c400/0x5503b2fe824ef63b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6dd570 expref: -99 pid: 33221 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444753.055842:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444753.055844:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444753.055845:0:33224:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444753.055847:0:33224:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444753.055850:0:33224:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c400/0x5503b2fe824ef63b lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dd570 expref: -99 pid: 33221 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1783444753.055857:0:33224:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444753.055858:0:33224:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444753.055860:0:33224:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444753.055862:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444753.055864:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444753.055865:0:33224:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444753.055867:0:33224:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444753.055868:0:33224:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444753.055870:0:33224:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444753.055873:0:33224:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444753.055875:0:33224:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444753.055876:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444753.055877:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783444753.055879:0:33224:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1783444753.055881:0:33224:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444753.055884:0:33224:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff91c7452af400. 00000080:00000001:3.0:1783444753.055888:0:33224:0:(statahead.c:1031:sa_revalidate()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444753.057773:0:33224:0:(statahead.c:1081:sa_statahead()) Process leaving 00000800:00000200:0.0:1783444753.057952:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444753.057959:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1500. 00000400:00000200:0.0:1783444753.057964:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444753.057971:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444753.057977:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83b28 00000400:00000010:0.0:1783444753.057980:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83b28. 00000100:00000001:0.0:1783444753.057984:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444753.057989:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3800 x1870075608292864/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1783444769 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444753.058000:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444753.058003:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f3800 x1870075608292864/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1783444769 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444753.058010:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444753.058011:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000001:1.0:1783444753.064112:0:33225:0:(statahead.c:681:ll_agl_trigger()) Process entered 00000080:00400000:1.0:1783444753.064122:0:33225:0:(statahead.c:738:ll_agl_trigger()) Handling (init) async glimpse: inode = [0x200000405:0x27:0x0], idx = 1 00000001:00000001:1.0:1783444753.064128:0:33225:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1783444753.064132:0:33225:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444753.064147:0:33225:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a13f0. 00000020:00000010:1.0:1783444753.064156:0:33225:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75937ec00. 00000020:00000010:1.0:1783444753.064162:0:33225:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c75937f000. 00000020:00000010:1.0:1783444753.064167:0:33225:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b3b40. 00000008:00000010:1.0:1783444753.064175:0:33225:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444753.064181:0:33225:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025180. 00008000:00000010:1.0:1783444753.064188:0:33225:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444753.064197:0:33225:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444753.064201:0:33225:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444753.064207:0:33225:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75937f600. 00000008:00000010:1.0:1783444753.064211:0:33225:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444753.064215:0:33225:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444753.064220:0:33225:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444753.064224:0:33225:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107cf00. 00000020:00000001:1.0:1783444753.064227:0:33225:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114338808 : -121189595212808 : ffff91c7593a13f8) 00000020:00001000:1.0:1783444753.064230:0:33225:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a13f0 00000020:00000001:1.0:1783444753.064236:0:33225:0:(cl_object.c:151:cl_object_top()) ffff91c74529d148 -> ffff91c74529d148 00000020:00000001:1.0:1783444753.064239:0:33225:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1783444753.064242:0:33225:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:1.0:1783444753.064245:0:33225:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x27:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1783444753.064248:0:33225:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444753.064250:0:33225:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1783444753.064253:0:33225:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1783444753.064256:0:33225:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444753.064258:0:33225:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783444753.064263:0:33225:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x27:0x0]io ffff91c760990e40 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1783444753.064267:0:33225:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b78b8) owner 0000000000000000/ffff91c758a50000 00020000:00000001:1.0:1783444753.064272:0:33225:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1783444753.064274:0:33225:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1783444753.064278:0:33225:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1783444753.064280:0:33225:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444753.064283:0:33225:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1783444753.064285:0:33225:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1783444753.064287:0:33225:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444753.064289:0:33225:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444753.064290:0:33225:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1783444753.064292:0:33225:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1783444753.064293:0:33225:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b78b8) owner 0000000000000000/ffff91c758a50000 00000020:00000001:1.0:1783444753.064296:0:33225:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1783444753.064298:0:33225:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1783444753.064300:0:33225:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x27:0x0] 00000020:00000001:1.0:1783444753.064303:0:33225:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1783444753.064305:0:33225:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1783444753.064308:0:33225:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1783444753.064311:0:33225:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1783444753.064317:0:33225:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1783444753.064338:0:33225:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91c7505f9f00. 00020000:00000002:1.0:1783444753.064341:0:33225:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1783444753.064344:0:33225:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1783444753.064347:0:33225:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783444753.064349:0:33225:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1783444753.064350:0:33225:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444753.064353:0:33225:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a11b0. 00000020:00000010:1.0:1783444753.064356:0:33225:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75937f400. 00000020:00000010:1.0:1783444753.064359:0:33225:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c75937fe00. 00000020:00000010:1.0:1783444753.064361:0:33225:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b34e0. 00000008:00000010:1.0:1783444753.064365:0:33225:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7590664b0. 00020000:00000010:1.0:1783444753.064368:0:33225:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025c00. 00008000:00000010:1.0:1783444753.064371:0:33225:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cb8a98. 00000080:00000010:1.0:1783444753.064374:0:33225:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077888. 00000080:00000010:1.0:1783444753.064377:0:33225:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7609914d0. 00000020:00000010:1.0:1783444753.064380:0:33225:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75937ea00. 00000008:00000010:1.0:1783444753.064383:0:33225:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909a580. 00020000:00000010:1.0:1783444753.064385:0:33225:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a1488. 00008000:00000010:1.0:1783444753.064388:0:33225:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603effe8. 00000080:00000010:1.0:1783444753.064391:0:33225:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107c5a0. 00000020:00000001:1.0:1783444753.064394:0:33225:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114338232 : -121189595213384 : ffff91c7593a11b8) 00000020:00001000:1.0:1783444753.064396:0:33225:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a11b0 00000020:00000001:1.0:1783444753.064400:0:33225:0:(cl_object.c:151:cl_object_top()) ffff91c74529dd00 -> ffff91c74529d148 00000020:00000001:1.0:1783444753.064402:0:33225:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1783444753.064405:0:33225:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444753.064406:0:33225:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1783444753.064408:0:33225:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444753.064410:0:33225:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444753.064412:0:33225:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883747332200 : -121189962219416 : ffff91c7435a0068) 00000020:00000001:1.0:1783444753.064414:0:33225:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1783444753.064419:0:33225:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91c75824ebe0. 00000008:00010000:1.0:1783444753.064422:0:33225:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 2b 00000020:00000001:1.0:1783444753.064425:0:33225:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1783444753.064427:0:33225:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1783444753.064429:0:33225:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91c7505f9f30, osc lock ffff91c75824ebe0, flags 0x400041012 00000020:00000001:1.0:1783444753.064431:0:33225:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444753.064433:0:33225:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444753.064436:0:33225:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446622883965804288 : -121189743747328 : ffff91c7505f9f00) 00000020:00000001:1.0:1783444753.064438:0:33225:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1783444753.064440:0:33225:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1783444753.064441:0:33225:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444753.064443:0:33225:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444753.064445:0:33225:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1783444753.064448:0:33225:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1783444753.064449:0:33225:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783444753.064450:0:33225:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883747332200 : -121189962219416 : ffff91c7435a0068) 00000020:00000001:1.0:1783444753.064452:0:33225:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1783444753.064455:0:33225:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1783444753.064457:0:33225:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1783444753.064462:0:33225:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1783444753.064464:0:33225:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1783444753.064466:0:33225:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1783444753.064468:0:33225:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1783444753.064469:0:33225:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1783444753.064470:0:33225:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1783444753.064473:0:33225:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1783444753.064477:0:33225:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783444753.064486:0:33225:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444753.064491:0:33225:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1783444753.064499:0:33225:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883bb80. 00000020:00000040:1.0:1783444753.064505:0:33225:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00010000:00000001:1.0:1783444753.064509:0:33225:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783444753.064515:0:33225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444753.064519:0:33225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444753.064523:0:33225:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444753.064525:0:33225:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444753.064531:0:33225:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444753.064538:0:33225:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c75937e200. 00000100:00000001:1.0:1783444753.064547:0:33225:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444753.064554:0:33225:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444753.064556:0:33225:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444753.064558:0:33225:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444753.064559:0:33225:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444753.064561:0:33225:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444753.064564:0:33225:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446622884102388608 : -121189607163008 : ffff91c75883bb80) 00010000:00000001:1.0:1783444753.064568:0:33225:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783444753.064570:0:33225:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1783444753.064575:0:33225:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c741678000. 00010000:00000010:1.0:1783444753.064579:0:33225:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff91c741678100. 00010000:00000001:1.0:1783444753.064587:0:33225:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783444753.064601:0:33225:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c7583db000. 00000020:00000001:1.0:1783444753.064608:0:33225:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783444753.064612:0:33225:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c7583db000 with handle 0x5503b2fe824ef657 to hash 00000020:00000001:1.0:1783444753.064614:0:33225:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783444753.064616:0:33225:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000010:1.0:1783444753.064622:0:33225:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff91c742c80400. 00010000:00000001:1.0:1783444753.064624:0:33225:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444753.064630:0:33225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444753.064633:0:33225:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444753.064638:0:33225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef657 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 33225 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444753.064657:0:33225:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400041010 ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef657 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 33225 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444753.064669:0:33225:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444753.064675:0:33225:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444753.064681:0:33225:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444753.064712:0:33225:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003504232f] to pc [ptlrpcd_00_01+1] req@ffff91c75883bb80 x1870075608292992/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:NQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1783444753.065343:0:33225:0:(osc_request.c:3307:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444753.065348:0:33225:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444753.065350:0:33225:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444753.065353:0:33225:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444753.065354:0:33225:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444753.065356:0:33225:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444753.065359:0:33225:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1783444753.065361:0:33225:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91c760990de0 (ffff91c7593a13f8/0) at cl_lock_release():245 00000020:00000001:1.0:1783444753.065364:0:33225:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1783444753.065366:0:33225:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c760990de0 (ffff91c7593a13f8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1783444753.065368:0:33225:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1783444753.065371:0:33225:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783444753.065372:0:33225:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883747332200 : -121189962219416 : ffff91c7435a0068) 00000020:00000001:1.0:1783444753.065374:0:33225:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1783444753.065375:0:33225:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c7505f9f30 (ffff91c7593a11b8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1783444753.065378:0:33225:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1783444753.065380:0:33225:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00000008:00000001:1.0:1783444753.065381:0:33225:0:(osc_lock.c:1123:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1783444753.065384:0:33225:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1783444753.065385:0:33225:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1783444753.065386:0:33225:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1783444753.065388:0:33225:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1783444753.065389:0:33225:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c760990de0 (ffff91c7593a13f8/0) at cl_lock_fini():72 00020000:00000001:1.0:1783444753.065392:0:33225:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1783444753.065394:0:33225:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1783444753.065395:0:33225:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c7505f9f30 (ffff91c7593a13f8/1) at cl_lock_fini():72 00000008:00000010:1.0:1783444753.065398:0:33225:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91c75824ebe0. 00000020:00000001:1.0:1783444753.065403:0:33225:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1783444753.065405:0:33225:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91c7505f9f00. 00020000:00000001:1.0:1783444753.065408:0:33225:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1783444753.065409:0:33225:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1783444753.065411:0:33225:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1783444753.065412:0:33225:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444753.065415:0:33225:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1783444753.065417:0:33225:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:1.0:1783444753.065420:0:33225:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1783444753.065421:0:33225:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1783444753.065422:0:33225:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783444753.065425:0:33225:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a11b0 00000020:00000010:1.0:1783444753.065429:0:33225:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c75937fe00. 00000020:00000010:1.0:1783444753.065433:0:33225:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b34e0. 00000008:00000010:1.0:1783444753.065437:0:33225:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7590664b0. 00020000:00000010:1.0:1783444753.065441:0:33225:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025c00. 00008000:00000010:1.0:1783444753.065445:0:33225:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cb8a98. 00000080:00000010:1.0:1783444753.065450:0:33225:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077888. 00000080:00000010:1.0:1783444753.065454:0:33225:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7609914d0. 00000020:00000010:1.0:1783444753.065457:0:33225:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75937f400. 00000008:00000010:1.0:1783444753.065460:0:33225:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909a580. 00020000:00000010:1.0:1783444753.065463:0:33225:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a1488. 00008000:00000010:1.0:1783444753.065466:0:33225:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603effe8. 00000080:00000010:1.0:1783444753.065469:0:33225:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107c5a0. 00000020:00000010:1.0:1783444753.065472:0:33225:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75937ea00. 00000020:00000010:1.0:1783444753.065474:0:33225:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a11b0. 00020000:00000001:1.0:1783444753.065477:0:33225:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1783444753.065479:0:33225:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:1.0:1783444753.065481:0:33225:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1783444753.065483:0:33225:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x27:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1783444753.065487:0:33225:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1783444753.065489:0:33225:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444753.065491:0:33225:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1783444753.065493:0:33225:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1783444753.065494:0:33225:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783444753.065496:0:33225:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a13f0 00000020:00000010:1.0:1783444753.065498:0:33225:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c75937f000. 00000020:00000010:1.0:1783444753.065500:0:33225:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b3b40. 00000008:00000010:1.0:1783444753.065502:0:33225:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444753.065506:0:33225:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025180. 00008000:00000010:1.0:1783444753.065508:0:33225:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444753.065511:0:33225:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444753.065513:0:33225:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444753.065516:0:33225:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75937ec00. 00000008:00000010:1.0:1783444753.065518:0:33225:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444753.065520:0:33225:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444753.065522:0:33225:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444753.065525:0:33225:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107cf00. 00000020:00000010:1.0:1783444753.065527:0:33225:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75937f600. 00000020:00000010:1.0:1783444753.065529:0:33225:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a13f0. 00000001:00000001:1.0:1783444753.065531:0:33225:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1783444753.065534:0:33225:0:(statahead.c:747:ll_agl_trigger()) Handled (init) async glimpse: inode= [0x200000405:0x27:0x0], idx = 1, rc = 1 00000080:00000001:1.0:1783444753.065538:0:33225:0:(statahead.c:751:ll_agl_trigger()) Process leaving 00000100:00000001:0.0:1783444753.065725:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444753.065737:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444753.065740:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444753.065749:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c75883bb80 x1870075608292992/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:NQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444753.065758:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444753.065761:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444753.065765:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444753.065768:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444753.065771:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444753.065774:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c75883bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608292992:192.168.204.110@tcp:101:ll_agl.0 00000100:00000001:0.0:1783444753.065779:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444753.065786:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444753.065788:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444753.065791:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444753.065798:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c746765400. 02000000:00000001:0.0:1783444753.065800:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444753.065808:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444753.065814:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f058. 00000400:00000010:0.0:1783444753.065822:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9aa0. 00000100:00000200:0.0:1783444753.065831:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608292992, portal 4 00000100:00000001:0.0:1783444753.065833:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444753.065835:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102388608 : -121189607163008 : ffff91c75883bb80) 00000100:00000040:0.0:1783444753.065841:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c75883bb80 x1870075608292992/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444769 ref 2 fl Rpc:Nr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444753.065849:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444753.065851:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444753.065853:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9088. 00000100:00000200:0.0:1783444753.065857:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1870075608292992, offset 0 00000400:00000200:0.0:1783444753.065864:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444753.065874:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444753.065881:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444753.065888:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444753.065892:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444753.065897:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444753.065900:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444753.065904:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2783:2783:256:4294967295] 192.168.204.110@tcp LPNI seq info [2783:2783:8:4294967295] 00000400:00000200:0.0:1783444753.065908:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444753.065918:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444753.065925:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444753.065930:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3800. 00000800:00000200:0.0:1783444753.065937:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444753.065947:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444753.065952:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1783444753.065971:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444753.065976:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20205 usecs (21 jiffies) 00000400:00000200:0.0:1783444753.065980:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444753.065984:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296392092 00000100:00000001:0.0:1783444753.065987:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296395774 00000100:00000001:0.0:1783444753.065990:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296392092 00000100:00000001:0.0:1783444753.065992:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296395774 00000100:00000001:0.0:1783444753.065995:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444753.065998:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444753.066001:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444753.066004:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444753.066011:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444753.066013:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783444753.066015:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444753.066016:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444753.066018:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444753.066020:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444753.066044:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444753.066046:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444753.066630:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444753.066636:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3800. 00000400:00000200:1.0:1783444753.066643:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444753.066650:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444753.066656:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9088 00000400:00000010:1.0:1783444753.066659:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9088. 00000100:00000001:1.0:1783444753.066663:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444753.066668:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c75883bb80 x1870075608292992/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444769 ref 2 fl Rpc:Nr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444753.066680:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444753.066683:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c75883bb80 x1870075608292992/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444769 ref 2 fl Rpc:NQr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444753.066690:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444753.066692:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000001:3.0:1783444753.079812:0:33224:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1783444753.079823:0:33224:0:(statahead.c:199:sa_alloc()) Process entered 00000800:00000001:1.0:1783444753.080266:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444753.080283:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444753.080289:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444753.080292:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444753.080303:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444753.080313:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444753.080324:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444753.080330:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444753.080336:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444753.080341:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 4 MB=0x6a4d2e855de80 00000400:00000200:1.0:1783444753.080347:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444753.080355:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 400/400 into md 0x7ae1 [1] + 224 00000800:00000001:1.0:1783444753.080363:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444753.080371:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444753.080375:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444753.080380:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444753.080388:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444753.080399:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c75883bb80 x1870075608292992/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444769 ref 1 fl Rpc:NQr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444753.080412:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff91c75883bb80 x1870075608292992/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444769 ref 1 fl Rpc:RNQ/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444753.080432:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444753.080443:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444753.080447:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444753.080461:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444753.080466:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444753.080474:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444753.080477:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444753.080480:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f058. 00000400:00000200:1.0:1783444753.080486:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9aa0 00000400:00000010:1.0:1783444753.080489:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9aa0. 00000100:00000001:1.0:1783444753.080492:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444753.080496:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c75883bb80 x1870075608292992/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444769 ref 1 fl Rpc:RNQ/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783444753.080512:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c75883bb80 x1870075608292992/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444769 ref 1 fl Rpc:RNQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444753.080518:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444753.080520:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444753.080523:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444753.080527:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444753.080530:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444753.080533:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444753.080536:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444753.080548:0:2401:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=83 v=5 (5 5 5 138) 00000100:00001000:1.0:1783444753.080553:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=63 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444753.080556:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444753.080558:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444753.080562:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444753.080566:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444753.080571:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444753.080574:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1783444753.080577:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444753.080579:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444753.080584:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c75883bb80 x1870075608292992/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444769 ref 1 fl Rpc:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444753.080607:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444753.080611:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444753.080613:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1783444753.080617:0:2401:0:(osc_request.c:3122:osc_enqueue_interpret()) Process entered 00010000:00000001:1.0:1783444753.080620:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444753.080624:0:2401:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444753.080628:0:2401:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db000 refcount=4 00000020:00000001:1.0:1783444753.080631:0:2401:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444753.080633:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444753.080636:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444753.080637:0:2401:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444753.080639:0:2401:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db000 refcount=5 00000020:00000001:1.0:1783444753.080641:0:2401:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444753.080643:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444753.080648:0:2401:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444753.080651:0:2401:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444753.080657:0:2401:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef657 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 33225 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444753.080670:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444753.080672:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444753.080674:0:2401:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1783444753.080676:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444753.080678:0:2401:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444753.080679:0:2401:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db000 refcount=6 00000020:00000001:1.0:1783444753.080682:0:2401:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444753.080684:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000040:1.0:1783444753.080691:0:2401:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c7583db000, remote cookie: 0x332dd2263f6dd5e0, flags: 0x41011 00010000:00010000:1.0:1783444753.080709:0:2401:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef657 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd5e0 expref: -99 pid: 33225 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444753.080718:0:2401:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1783444753.080720:0:2401:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444753.080723:0:2401:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1783444753.080870:0:2401:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1783444753.080876:0:2401:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef657 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd5e0 expref: -99 pid: 33225 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1783444753.080887:0:2401:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x16:0x0].0x0 (ffff91c741678000) refcount = 1 00010000:00000040:1.0:1783444753.080890:0:2401:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1783444753.080893:0:2401:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef657 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd5e0 expref: -99 pid: 33225 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444753.080908:0:2401:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1783444753.080910:0:2401:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444753.080913:0:2401:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1783444753.080916:0:2401:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444753.080919:0:2401:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef657 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd5e0 expref: -99 pid: 33225 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444753.080926:0:2401:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1783444753.080927:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444753.080928:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444753.080930:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444753.080931:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783444753.080933:0:2401:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1783444753.080937:0:2401:0:(osc_lock.c:317:osc_lock_upcall_speculative()) Process entered 00000020:00000001:1.0:1783444753.080940:0:2401:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444753.080948:0:2401:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a13f0. 00000020:00000010:1.0:1783444753.080954:0:2401:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75937f600. 00000020:00000010:1.0:1783444753.080959:0:2401:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c75937ec00. 00000020:00000010:1.0:1783444753.080964:0:2401:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b3b40. 00000008:00000010:1.0:1783444753.080971:0:2401:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444753.080977:0:2401:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025180. 00008000:00000010:1.0:1783444753.080983:0:2401:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444753.080991:0:2401:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444753.080995:0:2401:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444753.080999:0:2401:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75937f000. 00000008:00000010:1.0:1783444753.081003:0:2401:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444753.081007:0:2401:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444753.081011:0:2401:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444753.081014:0:2401:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107cf00. 00000020:00000001:1.0:1783444753.081017:0:2401:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114338808 : -121189595212808 : ffff91c7593a13f8) 00000020:00001000:1.0:1783444753.081020:0:2401:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a13f0 00010000:00000001:1.0:1783444753.081021:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444753.081023:0:2401:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444753.081025:0:2401:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db000 refcount=5 00000020:00000001:1.0:1783444753.081026:0:2401:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444753.081028:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00000008:00000001:1.0:1783444753.081032:0:2401:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1783444753.081036:0:2401:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529d148 00000008:00010000:1.0:1783444753.081041:0:2401:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef657 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6dd5e0 expref: -99 pid: 33225 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1783444753.081048:0:2401:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529d148 00000020:00000001:1.0:1783444753.081051:0:2401:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1783444753.081054:0:2401:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1783444753.081204:0:2401:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1783444753.081206:0:2401:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444753.081209:0:2401:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444753.081211:0:2401:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529d148 00000008:00000001:1.0:1783444753.081213:0:2401:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00010000:00000001:1.0:1783444753.081215:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444753.081216:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00001000:1.0:1783444753.081220:0:2401:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a13f0 00000020:00000010:1.0:1783444753.081225:0:2401:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c75937ec00. 00000020:00000010:1.0:1783444753.081230:0:2401:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b3b40. 00000008:00000010:1.0:1783444753.081234:0:2401:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444753.081238:0:2401:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025180. 00008000:00000010:1.0:1783444753.081241:0:2401:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444753.081246:0:2401:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444753.081250:0:2401:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444753.081253:0:2401:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75937f600. 00000008:00000010:1.0:1783444753.081256:0:2401:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444753.081259:0:2401:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444753.081262:0:2401:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444753.081265:0:2401:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107cf00. 00000020:00000010:1.0:1783444753.081268:0:2401:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75937f000. 00000020:00000010:1.0:1783444753.081270:0:2401:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a13f0. 00000008:00000001:1.0:1783444753.081273:0:2401:0:(osc_lock.c:344:osc_lock_upcall_speculative()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444753.081276:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444753.081277:0:2401:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444753.081279:0:2401:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db000 refcount=5 00000020:00000001:1.0:1783444753.081281:0:2401:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444753.081283:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444753.081285:0:2401:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444753.081288:0:2401:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef657 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6dd5e0 expref: -99 pid: 33225 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444753.081296:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444753.081297:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1783444753.081300:0:2401:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef657 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6dd5e0 expref: -99 pid: 33225 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444753.081307:0:2401:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444753.081308:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444753.081309:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783444753.081311:0:2401:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444753.081312:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444753.081314:0:2401:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444753.081315:0:2401:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db000 refcount=4 00000020:00000001:1.0:1783444753.081317:0:2401:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444753.081319:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444753.081321:0:2401:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444753.081324:0:2401:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef657 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6dd5e0 expref: -99 pid: 33225 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444753.081330:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444753.081331:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444753.081333:0:2401:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444753.081335:0:2401:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444753.081338:0:2401:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef657 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dd5e0 expref: -99 pid: 33225 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783444753.081349:0:2401:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444753.081352:0:2401:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444753.081354:0:2401:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444753.081359:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444753.081361:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444753.081362:0:2401:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444753.081366:0:2401:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444753.081368:0:2401:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444753.081370:0:2401:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444753.081372:0:2401:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444753.081374:0:2401:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444753.081375:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444753.081376:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444753.081378:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444753.081379:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783444753.081380:0:2401:0:(osc_request.c:3161:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444753.081387:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883bb80 x1870075608292992/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444769 ref 1 fl Interpret:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783444753.081397:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c75883bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608292992:192.168.204.110@tcp:101:ll_agl.0 00000100:00000001:1.0:1783444753.081403:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444753.081406:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444753.081410:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c75883bb80 x1870075608292992/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444769 ref 1 fl Complete:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444753.081417:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444753.081420:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444753.081424:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c746765400. 02000000:00000001:1.0:1783444753.081428:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444753.081431:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444753.081433:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:1.0:1783444753.081436:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444753.081439:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c75937e200. 02000000:00000001:1.0:1783444753.081443:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444753.081446:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444753.081448:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c75883bb80. 00000100:00000001:1.0:1783444753.081452:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444753.081453:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444753.081456:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444753.081462:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444753.081464:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444753.081467:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444753.081469:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783444753.081538:0:33224:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff91c751113380. 00000020:00000001:0.0:1783444753.081544:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941537cd8 00000080:00400000:0.0:1783444753.081546:0:33224:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-3(ffff91c751113380) index 2 00000080:00000001:0.0:1783444753.081551:0:33224:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446622883977442176 : -121189732109440 : ffff91c751113380) 00000080:00000001:0.0:1783444753.081556:0:33224:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:0.0:1783444753.081559:0:33224:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff91c746766000. 00800000:00000002:0.0:1783444753.081569:0:33224:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 3 00800000:00000001:0.0:1783444753.081581:0:33224:0:(lmv_obd.c:4615:lmv_batch_add()) Process entered 00800000:00000001:0.0:1783444753.081586:0:33224:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444753.081599:0:33224:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444753.081602:0:33224:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444753.081605:0:33224:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444753.081607:0:33224:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444753.081609:0:33224:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444753.081612:0:33224:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444753.081616:0:33224:0:(lmv_obd.c:4578:lmv_batch_get_sub()) Process entered 00800000:00000010:0.0:1783444753.081620:0:33224:0:(lmv_obd.c:4584:lmv_batch_get_sub()) kmalloced '(sbh)': 32 at ffff91c746478120. 00000002:00000001:0.0:1783444753.081625:0:33224:0:(batch.c:649:cli_batch_create()) Process entered 00000002:00000010:0.0:1783444753.081627:0:33224:0:(batch.c:651:cli_batch_create()) kmalloced '(cbh)': 32 at ffff91c746478e00. 00000002:00000010:0.0:1783444753.081630:0:33224:0:(batch.c:289:batch_update_request_create()) kmalloced '(head)': 80 at ffff91c76050da20. 00000002:00000010:0.0:1783444753.081635:0:33224:0:(batch.c:217:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff91c745359e00. 00000002:00000010:0.0:1783444753.081639:0:33224:0:(batch.c:223:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff91c749794000. 00000002:00000001:0.0:1783444753.081642:0:33224:0:(batch.c:666:cli_batch_create()) Process leaving (rc=18446622883796454912 : -121189913096704 : ffff91c746478e00) 00800000:00000001:0.0:1783444753.081645:0:33224:0:(lmv_obd.c:4602:lmv_batch_get_sub()) Process leaving (rc=18446622883796454912 : -121189913096704 : ffff91c746478e00) 00000002:00000001:0.0:1783444753.081648:0:33224:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:0.0:1783444753.081651:0:33224:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff91c76024c540. 00000002:00000001:0.0:1783444753.081654:0:33224:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:0.0:1783444753.081656:0:33224:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:0.0:1783444753.081658:0:33224:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:0.0:1783444753.081669:0:33224:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:0.0:1783444753.081673:0:33224:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:0.0:1783444753.081676:0:33224:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783444753.081685:0:33224:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747e41400. 00010000:00000010:0.0:1783444753.081689:0:33224:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c751113c80. 00010000:00000001:0.0:1783444753.081694:0:33224:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783444753.081710:0:33224:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c74652de00. 00000020:00000001:0.0:1783444753.081715:0:33224:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783444753.081718:0:33224:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c74652de00 with handle 0x5503b2fe824ef65e to hash 00000020:00000001:0.0:1783444753.081720:0:33224:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783444753.081722:0:33224:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883797196288 : -121189912355328 : ffff91c74652de00) 00010000:00000001:0.0:1783444753.081726:0:33224:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883797196288 : -121189912355328 : ffff91c74652de00) 00010000:00000001:0.0:1783444753.081737:0:33224:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444753.081739:0:33224:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444753.081743:0:33224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652de00/0x5503b2fe824ef65e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444753.081753:0:33224:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652de00/0x5503b2fe824ef65e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.081760:0:33224:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444753.081762:0:33224:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444753.081767:0:33224:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1783444753.081771:0:33224:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff91c7453597c0. 00000002:00000001:0.0:1783444753.081773:0:33224:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444753.081776:0:33224:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444753.081777:0:33224:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444753.081780:0:33224:0:(lmv_obd.c:4627:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444753.081782:0:33224:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444753.081784:0:33224:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:0.0:1783444753.081788:0:33224:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:0.0:1783444753.081789:0:33224:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:0.0:1783444753.081791:0:33224:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff91c751113200. 00000020:00000001:0.0:1783444753.081793:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941537cd8 00000080:00400000:0.0:1783444753.081795:0:33224:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-4(ffff91c751113200) index 3 00000080:00000001:0.0:1783444753.081797:0:33224:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446622883977441792 : -121189732109824 : ffff91c751113200) 00000080:00000001:0.0:1783444753.081800:0:33224:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:0.0:1783444753.081802:0:33224:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff91c746767400. 00800000:00000002:0.0:1783444753.081805:0:33224:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 4 00800000:00000001:0.0:1783444753.081808:0:33224:0:(lmv_obd.c:4615:lmv_batch_add()) Process entered 00800000:00000001:0.0:1783444753.081810:0:33224:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444753.081811:0:33224:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444753.081812:0:33224:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444753.081814:0:33224:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444753.081816:0:33224:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444753.081817:0:33224:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444753.081819:0:33224:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444753.081820:0:33224:0:(lmv_obd.c:4578:lmv_batch_get_sub()) Process entered 00800000:00000001:0.0:1783444753.081822:0:33224:0:(lmv_obd.c:4582:lmv_batch_get_sub()) Process leaving (rc=18446622883796454912 : -121189913096704 : ffff91c746478e00) 00000002:00000001:0.0:1783444753.081824:0:33224:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:0.0:1783444753.081827:0:33224:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff91c76024ce40. 00000002:00000001:0.0:1783444753.081828:0:33224:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:0.0:1783444753.081830:0:33224:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:0.0:1783444753.081831:0:33224:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:0.0:1783444753.081835:0:33224:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:0.0:1783444753.081836:0:33224:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:0.0:1783444753.081837:0:33224:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783444753.081841:0:33224:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41400 count: 2 00010000:00000001:0.0:1783444753.081843:0:33224:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444753.081845:0:33224:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783444753.081847:0:33224:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c74652d000. 00000020:00000001:0.0:1783444753.081849:0:33224:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783444753.081852:0:33224:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c74652d000 with handle 0x5503b2fe824ef665 to hash 00000020:00000001:0.0:1783444753.081854:0:33224:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783444753.081856:0:33224:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:0.0:1783444753.081858:0:33224:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:0.0:1783444753.081860:0:33224:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444753.081862:0:33224:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444753.081865:0:33224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef665 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444753.081872:0:33224:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef665 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.081877:0:33224:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444753.081879:0:33224:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444753.081881:0:33224:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1783444753.081884:0:33224:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff91c7453595c0. 00000002:00000001:0.0:1783444753.081886:0:33224:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444753.081887:0:33224:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444753.081889:0:33224:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444753.081891:0:33224:0:(lmv_obd.c:4627:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444753.081892:0:33224:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444753.081894:0:33224:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:0.0:1783444753.081896:0:33224:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:0.0:1783444753.081897:0:33224:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:0.0:1783444753.081899:0:33224:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff91c751113180. 00000020:00000001:0.0:1783444753.081901:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941537cd8 00000080:00400000:0.0:1783444753.081902:0:33224:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-5(ffff91c751113180) index 4 00000080:00000001:0.0:1783444753.081905:0:33224:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446622883977441664 : -121189732109952 : ffff91c751113180) 00000080:00000001:0.0:1783444753.081907:0:33224:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:0.0:1783444753.081909:0:33224:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff91c746764800. 00800000:00000002:0.0:1783444753.081912:0:33224:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 5 00800000:00000001:0.0:1783444753.081915:0:33224:0:(lmv_obd.c:4615:lmv_batch_add()) Process entered 00800000:00000001:0.0:1783444753.081916:0:33224:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444753.081917:0:33224:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444753.081918:0:33224:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444753.081920:0:33224:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444753.081922:0:33224:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444753.081924:0:33224:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444753.081926:0:33224:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444753.081928:0:33224:0:(lmv_obd.c:4578:lmv_batch_get_sub()) Process entered 00800000:00000001:0.0:1783444753.081929:0:33224:0:(lmv_obd.c:4582:lmv_batch_get_sub()) Process leaving (rc=18446622883796454912 : -121189913096704 : ffff91c746478e00) 00000002:00000001:0.0:1783444753.081932:0:33224:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:0.0:1783444753.081934:0:33224:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff91c76024c840. 00000002:00000001:0.0:1783444753.081936:0:33224:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:0.0:1783444753.081937:0:33224:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:0.0:1783444753.081939:0:33224:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:0.0:1783444753.081942:0:33224:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:0.0:1783444753.081943:0:33224:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:0.0:1783444753.081945:0:33224:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783444753.081946:0:33224:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41400 count: 3 00010000:00000001:0.0:1783444753.081949:0:33224:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444753.081951:0:33224:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783444753.081954:0:33224:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c74652d800. 00000020:00000001:0.0:1783444753.081956:0:33224:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783444753.081958:0:33224:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c74652d800 with handle 0x5503b2fe824ef66c to hash 00000020:00000001:0.0:1783444753.081959:0:33224:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783444753.081961:0:33224:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883797194752 : -121189912356864 : ffff91c74652d800) 00010000:00000001:0.0:1783444753.081963:0:33224:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883797194752 : -121189912356864 : ffff91c74652d800) 00010000:00000001:0.0:1783444753.081965:0:33224:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444753.081966:0:33224:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444753.081969:0:33224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d800/0x5503b2fe824ef66c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444753.081974:0:33224:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d800/0x5503b2fe824ef66c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.081979:0:33224:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444753.081980:0:33224:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444753.081982:0:33224:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1783444753.081985:0:33224:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff91c745359980. 00000002:00000001:0.0:1783444753.081986:0:33224:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444753.081988:0:33224:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444753.081989:0:33224:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444753.081991:0:33224:0:(lmv_obd.c:4627:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444753.081993:0:33224:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444753.081994:0:33224:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:0.0:1783444753.081996:0:33224:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:0.0:1783444753.081997:0:33224:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:0.0:1783444753.081999:0:33224:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff91c751113b00. 00000020:00000001:0.0:1783444753.082001:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941537cd8 00000080:00400000:0.0:1783444753.082003:0:33224:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-6(ffff91c751113b00) index 5 00000080:00000001:0.0:1783444753.082005:0:33224:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446622883977444096 : -121189732107520 : ffff91c751113b00) 00000080:00000001:0.0:1783444753.082007:0:33224:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:0.0:1783444753.082009:0:33224:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff91c746764000. 00800000:00000002:0.0:1783444753.082012:0:33224:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 6 00800000:00000001:0.0:1783444753.082014:0:33224:0:(lmv_obd.c:4615:lmv_batch_add()) Process entered 00800000:00000001:0.0:1783444753.082016:0:33224:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444753.082017:0:33224:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444753.082018:0:33224:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444753.082019:0:33224:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444753.082021:0:33224:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444753.082023:0:33224:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444753.082024:0:33224:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444753.082026:0:33224:0:(lmv_obd.c:4578:lmv_batch_get_sub()) Process entered 00800000:00000001:0.0:1783444753.082027:0:33224:0:(lmv_obd.c:4582:lmv_batch_get_sub()) Process leaving (rc=18446622883796454912 : -121189913096704 : ffff91c746478e00) 00000002:00000001:0.0:1783444753.082029:0:33224:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:0.0:1783444753.082031:0:33224:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff91c76024c900. 00000002:00000001:0.0:1783444753.082033:0:33224:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:0.0:1783444753.082034:0:33224:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:0.0:1783444753.082035:0:33224:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:0.0:1783444753.082039:0:33224:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:0.0:1783444753.082040:0:33224:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:0.0:1783444753.082041:0:33224:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783444753.082043:0:33224:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41400 count: 4 00010000:00000001:0.0:1783444753.082045:0:33224:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444753.082047:0:33224:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783444753.082050:0:33224:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c74652da00. 00000020:00000001:0.0:1783444753.082052:0:33224:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783444753.082084:0:33224:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c74652da00 with handle 0x5503b2fe824ef673 to hash 00000020:00000001:0.0:1783444753.082087:0:33224:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783444753.082090:0:33224:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883797195264 : -121189912356352 : ffff91c74652da00) 00010000:00000001:0.0:1783444753.082092:0:33224:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883797195264 : -121189912356352 : ffff91c74652da00) 00010000:00000001:0.0:1783444753.082094:0:33224:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444753.082651:0:33224:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444753.082657:0:33224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652da00/0x5503b2fe824ef673 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444753.082664:0:33224:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652da00/0x5503b2fe824ef673 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.082670:0:33224:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444753.082673:0:33224:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444753.082676:0:33224:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1783444753.082681:0:33224:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff91c745359900. 00000002:00000001:0.0:1783444753.082684:0:33224:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444753.082685:0:33224:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444753.082687:0:33224:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444753.082689:0:33224:0:(lmv_obd.c:4627:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444753.082691:0:33224:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444753.082708:0:33224:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:0.0:1783444753.082711:0:33224:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:0.0:1783444753.082713:0:33224:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:0.0:1783444753.082716:0:33224:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff91c751113a00. 00000020:00000001:0.0:1783444753.082718:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941537cd8 00000080:00400000:0.0:1783444753.082720:0:33224:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-7(ffff91c751113a00) index 6 00000080:00000001:0.0:1783444753.082723:0:33224:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446622883977443840 : -121189732107776 : ffff91c751113a00) 00000080:00000001:0.0:1783444753.082734:0:33224:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:0.0:1783444753.082738:0:33224:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff91c746767800. 00800000:00000002:0.0:1783444753.082742:0:33224:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 7 00800000:00000001:0.0:1783444753.082745:0:33224:0:(lmv_obd.c:4615:lmv_batch_add()) Process entered 00800000:00000001:0.0:1783444753.082747:0:33224:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444753.082748:0:33224:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444753.082750:0:33224:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444753.082751:0:33224:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444753.082753:0:33224:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444753.082755:0:33224:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444753.082757:0:33224:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444753.082760:0:33224:0:(lmv_obd.c:4578:lmv_batch_get_sub()) Process entered 00800000:00000001:0.0:1783444753.082761:0:33224:0:(lmv_obd.c:4582:lmv_batch_get_sub()) Process leaving (rc=18446622883796454912 : -121189913096704 : ffff91c746478e00) 00000002:00000001:0.0:1783444753.082763:0:33224:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:0.0:1783444753.082769:0:33224:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff91c76024c9c0. 00000002:00000001:0.0:1783444753.082771:0:33224:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:0.0:1783444753.082772:0:33224:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:0.0:1783444753.082774:0:33224:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:0.0:1783444753.082779:0:33224:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:0.0:1783444753.082781:0:33224:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:0.0:1783444753.082782:0:33224:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783444753.082785:0:33224:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41400 count: 5 00010000:00000001:0.0:1783444753.082787:0:33224:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444753.082790:0:33224:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783444753.082793:0:33224:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c74652dc00. 00000020:00000001:0.0:1783444753.082795:0:33224:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783444753.082797:0:33224:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c74652dc00 with handle 0x5503b2fe824ef67a to hash 00000020:00000001:0.0:1783444753.082799:0:33224:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783444753.082801:0:33224:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:0.0:1783444753.082803:0:33224:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:0.0:1783444753.082805:0:33224:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444753.082807:0:33224:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444753.082810:0:33224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef67a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x10000000000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444753.082817:0:33224:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef67a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.082822:0:33224:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444753.082824:0:33224:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444753.082826:0:33224:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1783444753.082829:0:33224:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff91c7453591c0. 00000002:00000001:0.0:1783444753.082831:0:33224:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444753.082833:0:33224:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444753.082834:0:33224:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444753.082837:0:33224:0:(lmv_obd.c:4627:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444753.082838:0:33224:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444753.082840:0:33224:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:0.0:1783444753.082841:0:33224:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:0.0:1783444753.082842:0:33224:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:0.0:1783444753.082845:0:33224:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff91c751113100. 00000020:00000001:0.0:1783444753.082847:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941537cd8 00000080:00400000:0.0:1783444753.082848:0:33224:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-8(ffff91c751113100) index 7 00000080:00000001:0.0:1783444753.082850:0:33224:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446622883977441536 : -121189732110080 : ffff91c751113100) 00000080:00000001:0.0:1783444753.082852:0:33224:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:0.0:1783444753.082855:0:33224:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff91c746764400. 00800000:00000002:0.0:1783444753.082857:0:33224:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 8 00800000:00000001:0.0:1783444753.082860:0:33224:0:(lmv_obd.c:4615:lmv_batch_add()) Process entered 00800000:00000001:0.0:1783444753.082862:0:33224:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444753.082863:0:33224:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444753.082864:0:33224:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444753.082865:0:33224:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444753.082867:0:33224:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444753.082868:0:33224:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444753.082970:0:33224:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444753.082973:0:33224:0:(lmv_obd.c:4578:lmv_batch_get_sub()) Process entered 00800000:00000001:0.0:1783444753.082975:0:33224:0:(lmv_obd.c:4582:lmv_batch_get_sub()) Process leaving (rc=18446622883796454912 : -121189913096704 : ffff91c746478e00) 00000002:00000001:0.0:1783444753.082977:0:33224:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:0.0:1783444753.082981:0:33224:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff91c76024c600. 00000002:00000001:0.0:1783444753.082983:0:33224:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:0.0:1783444753.082984:0:33224:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:0.0:1783444753.082985:0:33224:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:0.0:1783444753.082990:0:33224:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:0.0:1783444753.082991:0:33224:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:0.0:1783444753.082993:0:33224:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783444753.082995:0:33224:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41400 count: 6 00010000:00000001:0.0:1783444753.082997:0:33224:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444753.083000:0:33224:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783444753.083002:0:33224:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c74652d200. 00000020:00000001:0.0:1783444753.083005:0:33224:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783444753.083007:0:33224:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c74652d200 with handle 0x5503b2fe824ef681 to hash 00000020:00000001:0.0:1783444753.083008:0:33224:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783444753.083010:0:33224:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883797193216 : -121189912358400 : ffff91c74652d200) 00010000:00000001:0.0:1783444753.083013:0:33224:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883797193216 : -121189912358400 : ffff91c74652d200) 00010000:00000001:0.0:1783444753.083016:0:33224:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444753.083017:0:33224:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444753.083021:0:33224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef681 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x10000000000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444753.083027:0:33224:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef681 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.083033:0:33224:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444753.083035:0:33224:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444753.083037:0:33224:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1783444753.083040:0:33224:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff91c745359680. 00000002:00000001:0.0:1783444753.083042:0:33224:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444753.083044:0:33224:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444753.083046:0:33224:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444753.083047:0:33224:0:(lmv_obd.c:4627:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444753.083049:0:33224:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444753.083051:0:33224:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:0.0:1783444753.083053:0:33224:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:0.0:1783444753.083210:0:33224:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:0.0:1783444753.083215:0:33224:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff91c751113f00. 00000020:00000001:0.0:1783444753.083217:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941537cd8 00000080:00400000:0.0:1783444753.083219:0:33224:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-9(ffff91c751113f00) index 8 00000080:00000001:0.0:1783444753.083222:0:33224:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446622883977445120 : -121189732106496 : ffff91c751113f00) 00000080:00000001:0.0:1783444753.083225:0:33224:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:0.0:1783444753.083228:0:33224:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff91c746765400. 00800000:00000002:0.0:1783444753.083231:0:33224:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 9 00800000:00000001:0.0:1783444753.083234:0:33224:0:(lmv_obd.c:4615:lmv_batch_add()) Process entered 00800000:00000001:0.0:1783444753.083236:0:33224:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444753.083237:0:33224:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444753.083238:0:33224:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444753.083240:0:33224:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444753.083242:0:33224:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444753.083243:0:33224:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444753.083246:0:33224:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444753.083248:0:33224:0:(lmv_obd.c:4578:lmv_batch_get_sub()) Process entered 00800000:00000001:0.0:1783444753.083249:0:33224:0:(lmv_obd.c:4582:lmv_batch_get_sub()) Process leaving (rc=18446622883796454912 : -121189913096704 : ffff91c746478e00) 00000002:00000001:0.0:1783444753.083252:0:33224:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:0.0:1783444753.083254:0:33224:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff91c76024c780. 00000002:00000001:0.0:1783444753.083256:0:33224:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:0.0:1783444753.083257:0:33224:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:0.0:1783444753.083259:0:33224:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:0.0:1783444753.083263:0:33224:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:0.0:1783444753.083264:0:33224:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:0.0:1783444753.083266:0:33224:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783444753.083268:0:33224:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41400 count: 7 00010000:00000001:0.0:1783444753.083271:0:33224:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444753.083273:0:33224:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783444753.083276:0:33224:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c74652d600. 00000020:00000001:0.0:1783444753.083278:0:33224:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783444753.083280:0:33224:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c74652d600 with handle 0x5503b2fe824ef688 to hash 00000020:00000001:0.0:1783444753.083282:0:33224:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783444753.083283:0:33224:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883797194240 : -121189912357376 : ffff91c74652d600) 00010000:00000001:0.0:1783444753.083285:0:33224:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883797194240 : -121189912357376 : ffff91c74652d600) 00010000:00000001:0.0:1783444753.083287:0:33224:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444753.083289:0:33224:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444753.083291:0:33224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d600/0x5503b2fe824ef688 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x10000000000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444753.083297:0:33224:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d600/0x5503b2fe824ef688 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.083303:0:33224:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444753.083304:0:33224:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444753.083306:0:33224:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1783444753.083309:0:33224:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff91c745359640. 00000002:00000001:0.0:1783444753.083311:0:33224:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444753.083313:0:33224:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444753.083314:0:33224:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444753.083317:0:33224:0:(lmv_obd.c:4627:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444753.083318:0:33224:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444753.083320:0:33224:0:(lmv_obd.c:4482:lmv_batch_flush()) Process entered 00000002:00000001:0.0:1783444753.083323:0:33224:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:0.0:1783444753.083325:0:33224:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:0.0:1783444753.083327:0:33224:0:(batch.c:121:batch_prep_update_req()) Process entered 00000100:00000010:0.0:1783444753.083333:0:33224:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746731180. 00000020:00000040:0.0:1783444753.083337:0:33224:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:0.0:1783444753.083342:0:33224:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444753.083345:0:33224:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444753.083350:0:33224:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444753.083358:0:33224:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 4096 at ffff91c749791000. 00000100:00000001:0.0:1783444753.083366:0:33224:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444753.083370:0:33224:0:(batch.c:105:batch_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444753.083372:0:33224:0:(batch.c:143:batch_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783444753.083374:0:33224:0:(batch.c:198:batch_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444753.083379:0:33224:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444753.083386:0:33224:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444753.083398:0:33224:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe9cd048] to pc [ptlrpcd_00_00+0] req@ffff91c746731180 x1870075608293120/t0(0) o63->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000002:00000001:0.0:1783444753.083426:0:33224:0:(batch.c:480:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444753.083429:0:33224:0:(batch.c:699:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444753.083431:0:33224:0:(lmv_obd.c:4504:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444753.083433:0:33224:0:(statahead.c:1081:sa_statahead()) Process leaving 00000100:00000001:0.0:1783444753.083454:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444753.083457:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444753.083460:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444753.083466:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746731180 x1870075608293120/t0(0) o63->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444753.083474:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444753.083477:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444753.083482:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444753.083485:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444753.083488:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444753.083491:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746731180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608293120:192.168.204.110@tcp:63:ll_sa.0 00000100:00000001:0.0:1783444753.083497:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444753.083503:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444753.083505:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444753.083508:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444753.083516:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff91c751166000. 02000000:00000001:0.0:1783444753.083518:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444753.083526:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444753.083530:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f630. 00000400:00000010:0.0:1783444753.083537:0:2400:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff91c76024c6c0. 00000100:00000200:0.0:1783444753.083546:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870075608293120, portal 4 00000100:00000001:0.0:1783444753.083549:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444753.083551:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799306624 : -121189910244992 : ffff91c746731180) 00000100:00000040:0.0:1783444753.083558:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746731180 x1870075608293120/t0(0) o63->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1783444769 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444753.083566:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444753.083569:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444753.083573:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9c38. 00000100:00000200:0.0:1783444753.083576:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 3128 bytes to portal 24, xid 1870075608293120, offset 0 00000400:00000200:0.0:1783444753.083584:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000100:00000001:1.0:1783444753.084143:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444753.084148:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1783444753.084260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf200. 00010000:00000010:2.1:1783444753.084272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14800. 00010000:00000010:2.1:1783444753.084278:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211900. 00010000:00000010:2.1:1783444753.084281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224800. 00000400:00000200:0.0:1783444753.084815:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444753.084828:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444753.084835:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444753.084840:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444753.084844:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444753.084848:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444753.084852:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2784:2784:256:4294967295] 192.168.204.110@tcp LPNI seq info [2784:2784:8:4294967295] 00000400:00000200:0.0:1783444753.084856:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444753.084867:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444753.084874:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 3128 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444753.084881:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3800. 00000800:00000200:0.0:1783444753.084890:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444753.084900:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444753.084905:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3800 type 1, nob 3224 niov 1 nkiov 1 00000100:00000001:0.0:1783444753.084915:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444753.084921:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 846515 usecs (847 jiffies) 00000400:00000200:0.0:1783444753.084925:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444753.084928:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296392937 00000100:00000001:0.0:1783444753.084933:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296395774 00000100:00000001:0.0:1783444753.084935:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296392937 00000100:00000001:0.0:1783444753.084938:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296395774 00000100:00000001:0.0:1783444753.084940:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444753.084944:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444753.084948:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444753.084950:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444753.084959:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444753.084961:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783444753.084964:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444753.084965:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444753.084966:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444753.084969:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444753.088040:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444753.088054:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3800. 00000400:00000200:1.0:1783444753.088115:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444753.088126:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444753.088135:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9c38 00000400:00000010:1.0:1783444753.088138:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9c38. 00000100:00000001:1.0:1783444753.088145:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444753.088154:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746731180 x1870075608293120/t0(0) o63->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1783444769 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444753.088169:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444753.088173:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746731180 x1870075608293120/t0(0) o63->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1783444769 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444753.088180:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444753.088182:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444753.099739:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444753.099763:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444753.099769:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444753.099771:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444753.099792:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444753.099801:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444753.099817:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444753.099823:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444753.099830:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444753.099837:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e855de00 00000400:00000200:1.0:1783444753.099842:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444753.099849:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x7ad9 [1] + 224 00000800:00000001:1.0:1783444753.099858:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444753.099937:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444753.099941:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444753.099946:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444753.099956:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444753.099968:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3800 x1870075608292864/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1783444769 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444753.099981:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff91c7603f3800 x1870075608292864/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1783444769 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444753.100005:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444753.100017:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444753.100020:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1783444753.110018:0:33226:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630a8c0. 00000080:00000010:2.1:1783444753.110069:0:33226:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748d75280. 00000800:00000001:1.0:1783444753.130388:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444753.130412:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444753.130418:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444753.130421:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444753.130432:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444753.130441:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444753.130452:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444753.130459:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444753.130466:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444753.130471:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 7008 into portal 4 MB=0x6a4d2e855df00 00000400:00000200:1.0:1783444753.130477:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444753.130484:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 7008/7008 into md 0x7af1 [2] + 224 00000800:00000001:1.0:1783444753.130494:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444753.130531:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444753.130536:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444753.130542:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444753.130552:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444753.130565:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746731180 x1870075608293120/t0(0) o63->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1783444769 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444753.130577:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=7008 offset=224 replen=7008 req@ffff91c746731180 x1870075608293120/t0(0) o63->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1783444769 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444753.130811:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444753.130824:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444753.130829:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444753.130907:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444753.130913:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444753.130921:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444753.130923:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444753.130927:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f630. 00000400:00000200:0.0:1783444753.130932:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c76024c6c0 00000400:00000010:0.0:1783444753.130935:0:2400:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff91c76024c6c0. 00000100:00000001:0.0:1783444753.130939:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444753.130944:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746731180 x1870075608293120/t0(0) o63->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1783444769 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444753.130955:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746731180 x1870075608293120/t0(0) o63->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1783444769 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444753.130962:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444753.130965:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444753.130968:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444753.130972:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444753.130975:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444753.130978:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444753.130982:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444753.130995:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bdc8 time=1783444753 v=5 (0 0 0 0) 00000100:00001000:0.0:1783444753.131000:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444753.131003:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1783444753.131007:0:2400:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff91c746731180 x1870075608293120/t0(0) o63->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1783444769 ref 1 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444753.131014:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1783444753.131019:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444753.131021:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967630 00000100:00000001:0.0:1783444753.131023:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444753.131027:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1783444753.131032:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746731180 x1870075608293120/t0(0) o63->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1783444769 ref 1 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444753.131039:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1783444753.131043:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444753.131045:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783444753.131048:0:2400:0:(batch.c:404:batch_update_interpret()) Process entered 00000002:00000001:0.0:1783444753.131112:0:2400:0:(batch.c:335:batch_update_request_fini()) Process entered 00010000:00000001:0.0:1783444753.131120:0:2400:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783444753.131123:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444753.131127:0:2400:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444753.131131:0:2400:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652de00 refcount=4 00000020:00000001:0.0:1783444753.131134:0:2400:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797196288 : -121189912355328 : ffff91c74652de00) 00010000:00000001:0.0:1783444753.131138:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797196288 : -121189912355328 : ffff91c74652de00) 00010000:00010000:0.0:1783444753.131143:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652de00/0x5503b2fe824ef65e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.131152:0:2400:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1783444753.131168:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652de00/0x5503b2fe824ef65e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.131175:0:2400:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444753.131178:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652de00/0x5503b2fe824ef65e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.131185:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444753.131187:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783444753.131189:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652de00/0x5503b2fe824ef65e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.131195:0:2400:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444753.131199:0:2400:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444753.131202:0:2400:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783444753.131205:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652de00/0x5503b2fe824ef65e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444753.131212:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91c74652de00 already unused, calling callback (ffffffffc1ba6f40) 00000080:00000001:0.0:1783444753.131216:0:2400:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1783444753.131220:0:2400:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652de00/0x5503b2fe824ef65e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.131228:0:2400:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1783444753.131230:0:2400:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1783444753.131233:0:2400:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652de00/0x5503b2fe824ef65e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.131239:0:2400:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1783444753.131243:0:2400:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783444753.131244:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444753.131246:0:2400:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444753.131247:0:2400:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652de00 refcount=5 00000020:00000001:0.0:1783444753.131250:0:2400:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797196288 : -121189912355328 : ffff91c74652de00) 00010000:00000001:0.0:1783444753.131252:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797196288 : -121189912355328 : ffff91c74652de00) 00010000:00000001:0.0:1783444753.131255:0:2400:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783444753.131258:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652de00/0x5503b2fe824ef65e lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x20e400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1783444753.131264:0:2400:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783444753.131267:0:2400:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444753.131270:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1783444753.131272:0:2400:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783444753.131276:0:2400:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783444753.131277:0:2400:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783444753.131279:0:2400:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444753.131281:0:2400:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783444753.131285:0:2400:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c74652de00 with handle 0x5503b2fe824ef65e from hash 00010000:00000001:0.0:1783444753.131287:0:2400:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783444753.131289:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444753.131290:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444753.131291:0:2400:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783444753.131293:0:2400:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783444753.131294:0:2400:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1783444753.131297:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444753.131298:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444753.131300:0:2400:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444753.131301:0:2400:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444753.131304:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652de00/0x5503b2fe824ef65e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.131309:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444753.131310:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444753.131311:0:2400:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1783444753.131313:0:2400:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444753.131314:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444753.131315:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444753.131316:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783444753.131318:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652de00/0x5503b2fe824ef65e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.131347:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444753.131350:0:2400:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1783444753.131355:0:2400:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1783444753.131359:0:2400:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941997c58 00000080:00400000:0.0:1783444753.131361:0:2400:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-3 rc -125 00000080:00000001:0.0:1783444753.131363:0:2400:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1783444753.131367:0:2400:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783444753.131369:0:2400:0:(dcache.c:176:ll_intent_release()) intent ffff91c746766190 released 00000080:00000001:0.0:1783444753.131371:0:2400:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1783444753.131376:0:2400:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 8 00000080:00000010:0.0:1783444753.131381:0:2400:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff91c76024c540. 00000080:00000010:0.0:1783444753.131385:0:2400:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff91c746766000. 00000080:00000001:0.0:1783444753.131391:0:2400:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1783444753.131394:0:2400:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff91c7453597c0. 00010000:00000001:0.0:1783444753.131399:0:2400:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783444753.131400:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444753.131402:0:2400:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444753.131404:0:2400:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d000 refcount=4 00000020:00000001:0.0:1783444753.131406:0:2400:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:0.0:1783444753.131408:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00010000:0.0:1783444753.131412:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef665 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.131417:0:2400:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1783444753.131420:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef665 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.131425:0:2400:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444753.131427:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef665 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.131437:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444753.131438:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783444753.131440:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef665 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.131445:0:2400:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444753.131447:0:2400:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444753.131449:0:2400:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783444753.131451:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef665 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444753.131456:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91c74652d000 already unused, calling callback (ffffffffc1ba6f40) 00000080:00000001:0.0:1783444753.131458:0:2400:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1783444753.131461:0:2400:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef665 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.131466:0:2400:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1783444753.131468:0:2400:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1783444753.131471:0:2400:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef665 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.131476:0:2400:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1783444753.131477:0:2400:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783444753.131479:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444753.131480:0:2400:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444753.131481:0:2400:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d000 refcount=5 00000020:00000001:0.0:1783444753.131483:0:2400:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:0.0:1783444753.131486:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797192704 : -121189912358912 : ffff91c74652d000) 00010000:00000001:0.0:1783444753.131488:0:2400:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783444753.131490:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef665 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x20e400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1783444753.131500:0:2400:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783444753.131501:0:2400:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444753.131503:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1783444753.131504:0:2400:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783444753.131505:0:2400:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783444753.131507:0:2400:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783444753.131508:0:2400:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444753.131509:0:2400:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783444753.131512:0:2400:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c74652d000 with handle 0x5503b2fe824ef665 from hash 00010000:00000001:0.0:1783444753.131514:0:2400:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783444753.131515:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444753.131517:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444753.131518:0:2400:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783444753.131519:0:2400:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783444753.131520:0:2400:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1783444753.131523:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444753.131524:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444753.131525:0:2400:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444753.131527:0:2400:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444753.131529:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef665 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.131534:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444753.131535:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444753.131536:0:2400:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1783444753.131538:0:2400:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444753.131539:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444753.131540:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444753.131541:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783444753.131543:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d000/0x5503b2fe824ef665 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.131550:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444753.131552:0:2400:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1783444753.131554:0:2400:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1783444753.131557:0:2400:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941997c58 00000080:00400000:0.0:1783444753.131558:0:2400:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-4 rc -125 00000080:00000001:0.0:1783444753.131560:0:2400:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1783444753.131562:0:2400:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783444753.131563:0:2400:0:(dcache.c:176:ll_intent_release()) intent ffff91c746767590 released 00000080:00000001:0.0:1783444753.131565:0:2400:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1783444753.131566:0:2400:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 7 00000080:00000010:0.0:1783444753.131568:0:2400:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff91c76024ce40. 00000080:00000010:0.0:1783444753.131571:0:2400:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff91c746767400. 00000080:00000001:0.0:1783444753.131575:0:2400:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1783444753.131577:0:2400:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff91c7453595c0. 00010000:00000001:0.0:1783444753.131580:0:2400:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783444753.131581:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444753.131583:0:2400:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444753.131585:0:2400:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d800 refcount=4 00000020:00000001:0.0:1783444753.131587:0:2400:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797194752 : -121189912356864 : ffff91c74652d800) 00010000:00000001:0.0:1783444753.132664:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797194752 : -121189912356864 : ffff91c74652d800) 00010000:00010000:0.0:1783444753.132673:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d800/0x5503b2fe824ef66c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.132682:0:2400:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1783444753.132687:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d800/0x5503b2fe824ef66c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.132692:0:2400:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444753.132695:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d800/0x5503b2fe824ef66c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.132715:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444753.132717:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783444753.132719:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d800/0x5503b2fe824ef66c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.132724:0:2400:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444753.134534:0:2400:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444753.134540:0:2400:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783444753.134545:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d800/0x5503b2fe824ef66c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444753.134555:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91c74652d800 already unused, calling callback (ffffffffc1ba6f40) 00000080:00000001:0.0:1783444753.134561:0:2400:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1783444753.134565:0:2400:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d800/0x5503b2fe824ef66c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.134572:0:2400:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1783444753.134574:0:2400:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1783444753.134578:0:2400:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d800/0x5503b2fe824ef66c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.134582:0:2400:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1783444753.134585:0:2400:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783444753.134587:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444753.134716:0:2400:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444753.134720:0:2400:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d800 refcount=5 00000020:00000001:0.0:1783444753.134724:0:2400:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797194752 : -121189912356864 : ffff91c74652d800) 00010000:00000001:0.0:1783444753.134927:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797194752 : -121189912356864 : ffff91c74652d800) 00010000:00000001:0.0:1783444753.134933:0:2400:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783444753.134936:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d800/0x5503b2fe824ef66c lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x20e400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1783444753.134944:0:2400:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783444753.134946:0:2400:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444753.134949:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1783444753.134952:0:2400:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783444753.134956:0:2400:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783444753.134958:0:2400:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783444753.134960:0:2400:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444753.134962:0:2400:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783444753.134966:0:2400:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c74652d800 with handle 0x5503b2fe824ef66c from hash 00010000:00000001:0.0:1783444753.134969:0:2400:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783444753.134971:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444753.134973:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444753.134974:0:2400:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783444753.134976:0:2400:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783444753.134978:0:2400:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1783444753.134980:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444753.134981:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444753.134983:0:2400:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444753.134985:0:2400:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444753.134987:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d800/0x5503b2fe824ef66c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.134992:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444753.134994:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444753.134995:0:2400:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1783444753.134997:0:2400:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444753.134999:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444753.135000:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444753.135001:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783444753.135003:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d800/0x5503b2fe824ef66c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.135016:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444753.135019:0:2400:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1783444753.135023:0:2400:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1783444753.135027:0:2400:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941997c58 00000080:00400000:0.0:1783444753.135029:0:2400:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-5 rc -125 00000080:00000001:0.0:1783444753.135031:0:2400:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1783444753.135035:0:2400:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783444753.135037:0:2400:0:(dcache.c:176:ll_intent_release()) intent ffff91c746764990 released 00000080:00000001:0.0:1783444753.135040:0:2400:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1783444753.135044:0:2400:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 6 00000080:00000010:0.0:1783444753.135050:0:2400:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff91c76024c840. 00000080:00000010:0.0:1783444753.135073:0:2400:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff91c746764800. 00000080:00000001:0.0:1783444753.135079:0:2400:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1783444753.135083:0:2400:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff91c745359980. 00010000:00000001:0.0:1783444753.135089:0:2400:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783444753.135091:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444753.135481:0:2400:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444753.135484:0:2400:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652da00 refcount=4 00000020:00000001:0.0:1783444753.135487:0:2400:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797195264 : -121189912356352 : ffff91c74652da00) 00010000:00000001:0.0:1783444753.135490:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797195264 : -121189912356352 : ffff91c74652da00) 00010000:00010000:0.0:1783444753.135494:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652da00/0x5503b2fe824ef673 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.135499:0:2400:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1783444753.135503:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652da00/0x5503b2fe824ef673 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.135509:0:2400:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444753.135511:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652da00/0x5503b2fe824ef673 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.135517:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444753.135518:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783444753.135520:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652da00/0x5503b2fe824ef673 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.135526:0:2400:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444753.135528:0:2400:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444753.135530:0:2400:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783444753.135532:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652da00/0x5503b2fe824ef673 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444753.135537:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91c74652da00 already unused, calling callback (ffffffffc1ba6f40) 00000080:00000001:0.0:1783444753.135540:0:2400:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1783444753.135542:0:2400:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652da00/0x5503b2fe824ef673 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.135549:0:2400:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1783444753.135551:0:2400:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1783444753.135554:0:2400:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652da00/0x5503b2fe824ef673 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.135559:0:2400:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1783444753.135561:0:2400:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783444753.135562:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444753.135564:0:2400:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444753.135565:0:2400:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652da00 refcount=5 00000020:00000001:0.0:1783444753.135567:0:2400:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797195264 : -121189912356352 : ffff91c74652da00) 00010000:00000001:0.0:1783444753.135569:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797195264 : -121189912356352 : ffff91c74652da00) 00010000:00000001:0.0:1783444753.135572:0:2400:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783444753.135574:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652da00/0x5503b2fe824ef673 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x20e400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1783444753.135578:0:2400:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783444753.135580:0:2400:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444753.135582:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1783444753.135584:0:2400:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783444753.135586:0:2400:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783444753.135588:0:2400:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783444753.137685:0:2400:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444753.137691:0:2400:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783444753.137711:0:2400:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c74652da00 with handle 0x5503b2fe824ef673 from hash 00010000:00000001:0.0:1783444753.137714:0:2400:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783444753.137716:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444753.137719:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444753.137720:0:2400:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783444753.137723:0:2400:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783444753.137725:0:2400:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1783444753.137894:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444753.137897:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444753.137898:0:2400:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444753.137902:0:2400:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444753.137907:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652da00/0x5503b2fe824ef673 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.137914:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444753.137915:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444753.137917:0:2400:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1783444753.137918:0:2400:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444753.137920:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444753.137921:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444753.137922:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783444753.137924:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652da00/0x5503b2fe824ef673 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.137935:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444753.137938:0:2400:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1783444753.137942:0:2400:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1783444753.137946:0:2400:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941997c58 00000080:00400000:0.0:1783444753.137948:0:2400:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-6 rc -125 00000080:00000001:0.0:1783444753.137950:0:2400:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1783444753.137953:0:2400:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783444753.137955:0:2400:0:(dcache.c:176:ll_intent_release()) intent ffff91c746764190 released 00000080:00000001:0.0:1783444753.137958:0:2400:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1783444753.137962:0:2400:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 5 00000080:00000010:0.0:1783444753.137967:0:2400:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff91c76024c900. 00000080:00000010:0.0:1783444753.137972:0:2400:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff91c746764000. 00000080:00000001:0.0:1783444753.137977:0:2400:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1783444753.137980:0:2400:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff91c745359900. 00010000:00000001:0.0:1783444753.137987:0:2400:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783444753.137989:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444753.137991:0:2400:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444753.137994:0:2400:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652dc00 refcount=4 00000020:00000001:0.0:1783444753.137996:0:2400:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:0.0:1783444753.137999:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00010000:0.0:1783444753.138003:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef67a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.138008:0:2400:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1783444753.138012:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef67a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.138018:0:2400:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444753.138020:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef67a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.138025:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444753.138026:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783444753.138028:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef67a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.138034:0:2400:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444753.138037:0:2400:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444753.138039:0:2400:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783444753.138041:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef67a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444753.138047:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91c74652dc00 already unused, calling callback (ffffffffc1ba6f40) 00000080:00000001:0.0:1783444753.138050:0:2400:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1783444753.138052:0:2400:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef67a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.138072:0:2400:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1783444753.138074:0:2400:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1783444753.138077:0:2400:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef67a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.138082:0:2400:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1783444753.138085:0:2400:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783444753.138086:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444753.138088:0:2400:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444753.138089:0:2400:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652dc00 refcount=5 00000020:00000001:0.0:1783444753.138531:0:2400:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:0.0:1783444753.138537:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:0.0:1783444753.138540:0:2400:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783444753.138543:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef67a lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1783444753.138550:0:2400:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783444753.138551:0:2400:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444753.138554:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1783444753.138556:0:2400:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783444753.138559:0:2400:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783444753.138560:0:2400:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783444753.138561:0:2400:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444753.138563:0:2400:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783444753.138566:0:2400:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c74652dc00 with handle 0x5503b2fe824ef67a from hash 00010000:00000001:0.0:1783444753.138567:0:2400:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783444753.138569:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444753.138570:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444753.138571:0:2400:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783444753.138572:0:2400:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783444753.138573:0:2400:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1783444753.138575:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444753.138576:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444753.138577:0:2400:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444753.138579:0:2400:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444753.138581:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef67a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.138586:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444753.138587:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444753.138792:0:2400:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1783444753.138794:0:2400:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444753.138796:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444753.138797:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444753.138798:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783444753.138800:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef67a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.138811:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444753.138813:0:2400:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1783444753.138817:0:2400:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1783444753.138819:0:2400:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941997c58 00000080:00400000:0.0:1783444753.138821:0:2400:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-7 rc -125 00000080:00000001:0.0:1783444753.138824:0:2400:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1783444753.138826:0:2400:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783444753.138828:0:2400:0:(dcache.c:176:ll_intent_release()) intent ffff91c746767990 released 00000080:00000001:0.0:1783444753.138830:0:2400:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1783444753.138832:0:2400:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 4 00000080:00000010:0.0:1783444753.138836:0:2400:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff91c76024c9c0. 00000080:00000010:0.0:1783444753.138839:0:2400:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff91c746767800. 00000080:00000001:0.0:1783444753.138844:0:2400:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1783444753.138847:0:2400:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff91c7453591c0. 00010000:00000001:0.0:1783444753.138851:0:2400:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783444753.138853:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444753.138854:0:2400:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444753.138857:0:2400:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d200 refcount=4 00000020:00000001:0.0:1783444753.138859:0:2400:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797193216 : -121189912358400 : ffff91c74652d200) 00010000:00000001:0.0:1783444753.138861:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797193216 : -121189912358400 : ffff91c74652d200) 00010000:00010000:0.0:1783444753.138864:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef681 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.138870:0:2400:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1783444753.138873:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef681 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.138878:0:2400:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444753.138881:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef681 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.138887:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444753.138889:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783444753.138890:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef681 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.138896:0:2400:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444753.138897:0:2400:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444753.138899:0:2400:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783444753.138901:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef681 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444753.138907:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91c74652d200 already unused, calling callback (ffffffffc1ba6f40) 00000080:00000001:0.0:1783444753.138909:0:2400:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1783444753.138911:0:2400:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef681 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.138917:0:2400:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1783444753.138918:0:2400:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1783444753.138922:0:2400:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef681 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.138926:0:2400:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1783444753.138928:0:2400:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783444753.138930:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444753.138931:0:2400:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444753.138932:0:2400:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d200 refcount=5 00000020:00000001:0.0:1783444753.138934:0:2400:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797193216 : -121189912358400 : ffff91c74652d200) 00010000:00000001:0.0:1783444753.138936:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797193216 : -121189912358400 : ffff91c74652d200) 00010000:00000001:0.0:1783444753.138939:0:2400:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783444753.138941:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef681 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x20e400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1783444753.138950:0:2400:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783444753.138951:0:2400:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444753.138953:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1783444753.138955:0:2400:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783444753.138956:0:2400:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783444753.138958:0:2400:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783444753.138959:0:2400:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444753.138960:0:2400:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783444753.138962:0:2400:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c74652d200 with handle 0x5503b2fe824ef681 from hash 00010000:00000001:0.0:1783444753.138964:0:2400:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783444753.138966:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444753.138967:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444753.138968:0:2400:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783444753.138969:0:2400:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783444753.138970:0:2400:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1783444753.138972:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444753.138973:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444753.138974:0:2400:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444753.138976:0:2400:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444753.138978:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef681 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.138982:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444753.138983:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444753.138984:0:2400:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1783444753.138985:0:2400:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444753.138986:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444753.138987:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444753.138988:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783444753.138990:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef681 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.138995:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444753.138997:0:2400:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1783444753.139000:0:2400:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1783444753.139002:0:2400:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941997c58 00000080:00400000:0.0:1783444753.139003:0:2400:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-8 rc -125 00000080:00000001:0.0:1783444753.139005:0:2400:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1783444753.139007:0:2400:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783444753.139008:0:2400:0:(dcache.c:176:ll_intent_release()) intent ffff91c746764590 released 00000080:00000001:0.0:1783444753.139009:0:2400:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1783444753.139011:0:2400:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 3 00000080:00000010:0.0:1783444753.139013:0:2400:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff91c76024c600. 00000080:00000010:0.0:1783444753.139015:0:2400:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff91c746764400. 00000080:00000001:0.0:1783444753.139018:0:2400:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1783444753.139020:0:2400:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff91c745359680. 00010000:00000001:0.0:1783444753.139022:0:2400:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783444753.139024:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444753.139025:0:2400:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444753.139027:0:2400:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d600 refcount=4 00000020:00000001:0.0:1783444753.139028:0:2400:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797194240 : -121189912357376 : ffff91c74652d600) 00010000:00000001:0.0:1783444753.139031:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797194240 : -121189912357376 : ffff91c74652d600) 00010000:00010000:0.0:1783444753.139034:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d600/0x5503b2fe824ef688 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.139039:0:2400:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1783444753.139042:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d600/0x5503b2fe824ef688 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.139047:0:2400:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444753.139050:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d600/0x5503b2fe824ef688 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.139084:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444753.139086:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783444753.139088:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d600/0x5503b2fe824ef688 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.139852:0:2400:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444753.139858:0:2400:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444753.139861:0:2400:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783444753.139865:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d600/0x5503b2fe824ef688 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444753.139871:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91c74652d600 already unused, calling callback (ffffffffc1ba6f40) 00000080:00000001:0.0:1783444753.139874:0:2400:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1783444753.139877:0:2400:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d600/0x5503b2fe824ef688 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.139883:0:2400:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1783444753.139885:0:2400:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1783444753.139888:0:2400:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d600/0x5503b2fe824ef688 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.139893:0:2400:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1783444753.139896:0:2400:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783444753.139897:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444753.139899:0:2400:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444753.139900:0:2400:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d600 refcount=5 00000020:00000001:0.0:1783444753.139902:0:2400:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797194240 : -121189912357376 : ffff91c74652d600) 00010000:00000001:0.0:1783444753.139905:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797194240 : -121189912357376 : ffff91c74652d600) 00010000:00000001:0.0:1783444753.139907:0:2400:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783444753.139909:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d600/0x5503b2fe824ef688 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x20e400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1783444753.139915:0:2400:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783444753.139917:0:2400:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444753.139919:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1783444753.139921:0:2400:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783444753.139923:0:2400:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783444753.139924:0:2400:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783444753.139926:0:2400:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444753.139928:0:2400:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783444753.139931:0:2400:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c74652d600 with handle 0x5503b2fe824ef688 from hash 00010000:00000001:0.0:1783444753.139933:0:2400:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783444753.139935:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444753.139936:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444753.139937:0:2400:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783444753.139939:0:2400:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783444753.139940:0:2400:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1783444753.139942:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444753.139943:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444753.139944:0:2400:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444753.139946:0:2400:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444753.139949:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d600/0x5503b2fe824ef688 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444753.139955:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444753.139956:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444753.139957:0:2400:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1783444753.139958:0:2400:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444753.139960:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444753.139961:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444753.139962:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783444753.139964:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d600/0x5503b2fe824ef688 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783444753.139971:0:2400:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747e41400 count: 0 00010000:00000010:0.0:1783444753.139980:0:2400:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c751113c80. 00010000:00000001:0.0:1783444753.139987:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444753.139989:0:2400:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1783444753.139993:0:2400:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1783444753.139995:0:2400:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941997c58 00000080:00400000:0.0:1783444753.139996:0:2400:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-9 rc -125 00000080:00000001:0.0:1783444753.139998:0:2400:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1783444753.140000:0:2400:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783444753.140002:0:2400:0:(dcache.c:176:ll_intent_release()) intent ffff91c746765590 released 00000080:00000001:0.0:1783444753.140003:0:2400:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1783444753.140006:0:2400:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:0.0:1783444753.140009:0:2400:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff91c76024c780. 00000080:00000010:0.0:1783444753.140011:0:2400:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff91c746765400. 00000080:00000001:0.0:1783444753.140015:0:2400:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1783444753.140018:0:2400:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff91c745359640. 00000002:00000010:0.0:1783444753.140022:0:2400:0:(batch.c:317:batch_update_request_destroy()) kvfree 'bub->bub_req': 4096 at ffff91c749794000. 00000002:00000010:0.0:1783444753.140027:0:2400:0:(batch.c:318:batch_update_request_destroy()) kfreed 'bub': 40 at ffff91c745359e00. 00000002:00000010:0.0:1783444753.140030:0:2400:0:(batch.c:321:batch_update_request_destroy()) kfreed 'head': 80 at ffff91c76050da20. 00000002:00000001:0.0:1783444753.140034:0:2400:0:(batch.c:394:batch_update_request_fini()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000002:00000001:0.0:1783444753.140037:0:2400:0:(batch.c:422:batch_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1783444753.140091:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746731180 x1870075608293120/t0(0) o63->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1783444769 ref 1 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444753.141553:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746731180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608293120:192.168.204.110@tcp:63:ll_sa.0 00000100:00000001:0.0:1783444753.141561:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444753.141566:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444753.141570:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746731180 x1870075608293120/t0(0) o63->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1783444769 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444753.141579:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444753.141583:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444753.141588:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff91c751166000. 02000000:00000001:0.0:1783444753.141844:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444753.141851:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444753.141853:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444753.141856:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444753.141860:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 4096 at ffff91c749791000. 02000000:00000001:0.0:1783444753.141864:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444753.141866:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444753.141869:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746731180. 00000100:00000001:0.0:1783444753.141873:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444753.141875:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444753.141878:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444753.141888:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444753.141890:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444753.141894:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444753.141897:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444753.146954:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444753.146959:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444753.146962:0:16952:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1783444753.146965:0:16952:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1783444753.146969:0:16952:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783444753.146975:0:16952:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c400/0x5503b2fe824ef63b lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x332dd2263f6dd570 expref: -99 pid: 33221 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1783444753.146996:0:16952:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783444753.147002:0:16952:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783444753.147005:0:16952:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783444753.147008:0:16952:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x27:0x0] mode (null) 00000002:00000001:3.0:1783444753.147013:0:16952:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444753.147017:0:16952:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444753.147024:0:16952:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 2 00010000:00000001:3.0:1783444753.147027:0:16952:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444753.147033:0:16952:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444753.147034:0:16952:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444753.147035:0:16952:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444753.147037:0:16952:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 2 00010000:00000001:3.0:1783444753.147039:0:16952:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444753.147041:0:16952:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444753.147043:0:16952:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444753.147044:0:16952:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444753.147045:0:16952:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 2 00010000:00000001:3.0:1783444753.147046:0:16952:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444753.147048:0:16952:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444753.147049:0:16952:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444753.147050:0:16952:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444753.147051:0:16952:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 2 00010000:00000001:3.0:1783444753.147053:0:16952:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444753.147082:0:16952:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444753.147085:0:16952:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444753.147087:0:16952:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:3.0:1783444753.147090:0:16952:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783444753.147250:0:16952:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c74526c990. 00000020:00000010:3.0:1783444753.147257:0:16952:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c741342800. 00000020:00000010:3.0:1783444753.147262:0:16952:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c741343200. 00000020:00000010:3.0:1783444753.147268:0:16952:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7604bb7e0. 00000008:00000010:3.0:1783444753.147277:0:16952:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444753.147283:0:16952:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759654540. 00008000:00000010:3.0:1783444753.147290:0:16952:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444753.147299:0:16952:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444753.147304:0:16952:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444753.147314:0:16952:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c74120ae00. 00010000:00010000:1.0:1783444753.147559:0:33228:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0001-mdc-ffff91c759350000 00010000:00000001:1.0:1783444753.147562:0:33228:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444753.147564:0:33228:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444753.147566:0:33228:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444753.147568:0:33228:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444753.147570:0:33228:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444753.147572:0:33228:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1783444753.147886:0:16952:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444753.147894:0:16952:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444753.147899:0:16952:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444753.147904:0:16952:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c758828000. 00000020:00000001:3.0:1783444753.147908:0:16952:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883777530264 : -121189932021352 : ffff91c74526c998) 00000020:00001000:3.0:1783444753.147911:0:16952:0:(cl_object.c:831:cl_env_get()) 1@ffff91c74526c990 00000020:00000001:3.0:1783444753.147914:0:16952:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1783444753.147918:0:16952:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x27:0x0]: losing layout lock 00000080:00000001:3.0:1783444753.147922:0:16952:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1783444753.147925:0:16952:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1783444753.147930:0:16952:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:3.0:1783444753.147933:0:16952:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1783444753.147935:0:16952:0:(lov_object.c:1533:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1783444753.147938:0:16952:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444753.147939:0:16952:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1783444753.147942:0:16952:0:(cl_object.c:925:cl_env_put()) 1@ffff91c74526c990 00000020:00000010:3.0:1783444753.147946:0:16952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c741343200. 00000020:00000010:3.0:1783444753.147951:0:16952:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7604bb7e0. 00000008:00000010:3.0:1783444753.147955:0:16952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444753.147959:0:16952:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759654540. 00008000:00000010:3.0:1783444753.147962:0:16952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444753.147966:0:16952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444753.147970:0:16952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444753.147973:0:16952:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c741342800. 00000008:00000010:3.0:1783444753.147976:0:16952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444753.147979:0:16952:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444753.147983:0:16952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444753.147986:0:16952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c758828000. 00000020:00000010:3.0:1783444753.147989:0:16952:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c74120ae00. 00000020:00000010:3.0:1783444753.147991:0:16952:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c74526c990. 00000080:00000001:3.0:1783444753.147994:0:16952:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444753.147999:0:16952:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1783444753.148001:0:16952:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x27:0x0](ffff91c748db3248) invalid 00000020:00000001:3.0:1783444753.148005:0:16952:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31942befca0 00000080:00002000:3.0:1783444753.148008:0:16952:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f22.recovery-small-2 (ffff91c748d03bd0) parent ffff91c74931ae58 inode ffff91c748db3248 refc 1 00000080:00000001:3.0:1783444753.148013:0:16952:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1783444753.148016:0:16952:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783444753.148018:0:16952:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444753.148023:0:16952:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783444753.148027:0:16952:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783444753.148029:0:16952:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783444753.148031:0:16952:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444753.148034:0:16952:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1783444753.148039:0:16952:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c74652c400 with handle 0x5503b2fe824ef63b from hash 00010000:00000001:3.0:1783444753.148042:0:16952:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783444753.148045:0:16952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444753.148047:0:16952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444753.148049:0:16952:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783444753.148053:0:16952:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783444753.148073:0:16952:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783444753.148077:0:16952:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783444753.148080:0:16952:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444753.148083:0:16952:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1783444753.148092:0:16952:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760461880. 00000020:00000040:3.0:1783444753.148518:0:16952:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:3.0:1783444753.148525:0:16952:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444753.148529:0:16952:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444753.148534:0:16952:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444753.148543:0:16952:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c74120ae00. 00000100:00000001:3.0:1783444753.148552:0:16952:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444753.148556:0:16952:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1783444753.148566:0:16952:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c400/0x5503b2fe824ef63b lrc: 1/0,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x332dd2263f6dd570 expref: -99 pid: 33221 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1783444753.148575:0:16952:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1783444753.148577:0:16952:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444753.148582:0:16952:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444753.148584:0:16952:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444753.148602:0:16952:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7590a8300. 00000100:00000001:3.0:1783444753.148605:0:16952:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884111221504 : -121189598330112 : ffff91c7590a8300) 00000100:00000001:3.0:1783444753.148608:0:16952:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444753.148610:0:16952:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232566912 : -121189476984704 : ffff91c760461880) 00000100:00000001:3.0:1783444753.148616:0:16952:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444753.148622:0:16952:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444753.148625:0:16952:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444753.148627:0:16952:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444753.148642:0:16952:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760461880 x1870075608293248/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444753.148652:0:16952:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444753.148654:0:16952:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444753.148660:0:16952:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444753.148663:0:16952:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444753.148665:0:16952:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444753.148669:0:16952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760461880 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:666e3c65-e321-43ec-a94e-a01058e25d7d:16952:1870075608293248:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1783444753.148674:0:16952:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444753.148681:0:16952:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444753.148684:0:16952:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444753.148686:0:16952:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444753.148692:0:16952:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c741342800. 02000000:00000001:3.0:1783444753.148856:0:16952:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444753.148868:0:16952:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444753.148874:0:16952:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811318. 00000400:00000010:3.0:1783444753.148885:0:16952:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218990. 00000100:00000200:3.0:1783444753.148894:0:16952:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608293248, portal 18 00000100:00000001:3.0:1783444753.148897:0:16952:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444753.148898:0:16952:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232566912 : -121189476984704 : ffff91c760461880) 00000100:00000040:3.0:1783444753.148907:0:16952:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760461880 x1870075608293248/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444769 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444753.148916:0:16952:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444753.148920:0:16952:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444753.148923:0:16952:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602184c8. 00000100:00000200:3.0:1783444753.148928:0:16952:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1870075608293248, offset 0 00000400:00000200:3.0:1783444753.148935:0:16952:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444753.148947:0:16952:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444753.148957:0:16952:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444753.148964:0:16952:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444753.148969:0:16952:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444753.148973:0:16952:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444753.148977:0:16952:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444753.148981:0:16952:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2785:2785:256:4294967295] 192.168.204.110@tcp LPNI seq info [2785:2785:8:4294967295] 00000400:00000200:3.0:1783444753.148986:0:16952:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444753.148998:0:16952:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444753.149005:0:16952:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444753.149012:0:16952:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c600. 00000800:00000200:3.0:1783444753.149020:0:16952:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444753.149033:0:16952:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444753.149039:0:16952:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1783444753.149314:0:16952:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444753.149442:0:16952:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 844401 usecs (845 jiffies) 00000400:00000200:3.0:1783444753.149448:0:16952:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444753.149452:0:16952:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296393000 00000100:00000001:3.0:1783444753.149455:0:16952:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296395774 00000100:00000001:3.0:1783444753.149458:0:16952:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296393000 00000100:00000001:3.0:1783444753.149460:0:16952:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296395774 00000100:00000001:3.0:1783444753.149463:0:16952:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444753.149466:0:16952:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444753.149468:0:16952:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444753.149470:0:16952:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444753.149474:0:16952:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7590a8300 going to sleep for 11 seconds 00000100:00000001:3.0:1783444753.149478:0:16952:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444753.149482:0:16952:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444753.152904:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444753.152919:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c600. 00000400:00000200:1.0:1783444753.152932:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444753.152943:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444753.152953:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7602184c8 00000400:00000010:1.0:1783444753.152956:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7602184c8. 00000100:00000001:1.0:1783444753.152962:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444753.152973:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760461880 x1870075608293248/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444769 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444753.152989:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444753.152993:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760461880 x1870075608293248/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444769 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444753.153000:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444753.153002:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444753.153475:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444753.153491:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444753.153494:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444753.153496:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444753.153503:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444753.153510:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444753.153519:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444753.153525:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444753.153532:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444753.153536:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a4d2e855df80 00000400:00000200:1.0:1783444753.153541:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444753.153548:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7b01 [1] + 224 00000800:00000001:1.0:1783444753.153557:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444753.153564:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444753.153566:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444753.153570:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444753.153575:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444753.153580:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760461880 x1870075608293248/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444769 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444753.153667:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c760461880 x1870075608293248/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444769 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444753.153682:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444753.153689:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444753.153693:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1783444753.153884:0:1548:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652de00. 00010000:00000010:0.1:1783444753.153892:0:1548:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652d000. 00010000:00000010:0.1:1783444753.153895:0:1548:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652d800. 00010000:00000010:0.1:1783444753.153897:0:1548:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652da00. 00010000:00000010:0.1:1783444753.153900:0:1548:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652dc00. 00010000:00000010:0.1:1783444753.153903:0:1548:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652d200. 00010000:00000010:0.1:1783444753.153908:0:1548:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41400. 00010000:00000010:0.1:1783444753.153912:0:1548:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652d600. 00000100:00000001:3.0:1783444753.154296:0:16952:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444753.154305:0:16952:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444753.154308:0:16952:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444753.154312:0:16952:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811318. 00000400:00000200:3.0:1783444753.154317:0:16952:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218990 00000400:00000010:3.0:1783444753.154835:0:16952:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218990. 00000100:00000001:3.0:1783444753.154843:0:16952:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444753.154851:0:16952:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760461880 x1870075608293248/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444769 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444753.154861:0:16952:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760461880 x1870075608293248/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444769 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444753.154868:0:16952:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444753.154871:0:16952:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444753.154874:0:16952:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444753.154878:0:16952:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444753.154881:0:16952:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444753.154884:0:16952:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444753.154887:0:16952:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444753.154898:0:16952:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bd80 time=83 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444753.154902:0:16952:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444753.154906:0:16952:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444753.154908:0:16952:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444753.154911:0:16952:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444753.154915:0:16952:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444753.154919:0:16952:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444753.154921:0:16952:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967630 00000100:00000001:3.0:1783444753.154923:0:16952:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444753.154926:0:16952:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444753.154930:0:16952:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760461880 x1870075608293248/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444769 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444753.154937:0:16952:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444753.154941:0:16952:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444753.154944:0:16952:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444753.154948:0:16952:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760461880 x1870075608293248/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444769 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444753.154956:0:16952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760461880 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:666e3c65-e321-43ec-a94e-a01058e25d7d:16952:1870075608293248:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1783444753.154961:0:16952:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444753.154963:0:16952:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444753.154966:0:16952:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444753.154968:0:16952:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444753.154971:0:16952:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760461880 x1870075608293248/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444769 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444753.154978:0:16952:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444753.154980:0:16952:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7590a8300. 00000100:00000001:3.0:1783444753.154983:0:16952:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444753.154985:0:16952:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444753.154988:0:16952:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444753.154991:0:16952:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760461880 x1870075608293248/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444769 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444753.154998:0:16952:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444753.155001:0:16952:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444753.155005:0:16952:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c741342800. 02000000:00000001:3.0:1783444753.155007:0:16952:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444753.155010:0:16952:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444753.155012:0:16952:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444753.155014:0:16952:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444753.155018:0:16952:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c74120ae00. 02000000:00000001:3.0:1783444753.155022:0:16952:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444753.155024:0:16952:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444753.155026:0:16952:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760461880. 00000100:00000001:3.0:1783444753.155030:0:16952:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444753.155031:0:16952:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783444753.155033:0:16952:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:3.0:1783444753.155036:0:16952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783444753.155042:0:16952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c400/0x5503b2fe824ef63b lrc: 0/0,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x332dd2263f6dd570 expref: -99 pid: 33221 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1783444753.155091:0:16952:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91c76050a4c0. 00010000:00000040:3.0:1783444753.155100:0:16952:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747211e00 count: 0 00010000:00000010:3.0:1783444753.155109:0:16952:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c743ef4b80. 00010000:00000001:3.0:1783444753.155119:0:16952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444753.155121:0:16952:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444753.155134:0:16952:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444753.155139:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444753.155141:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444753.155144:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1783444753.155146:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444753.155148:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444753.155149:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1783444753.155151:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444753.155153:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444753.155154:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444753.155354:0:33227:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444753.155359:0:33227:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444753.155362:0:33227:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1783444753.175107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211e00. 00010000:00000010:3.1:1783444753.175128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652c400. 00010000:00000001:0.0:1783444753.634217:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444753.634228:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444753.634238:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444753.634239:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444754.658308:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444754.658329:0:26147:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444754.658335:0:26147:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444754.658343:0:26147:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444754.658355:0:26147:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444754.658358:0:26147:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444754.658364:0:26147:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444754.658369:0:26147:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444754.658378:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444754.658382:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444755.682194:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444755.682201:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444755.682207:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444755.682209:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444755.685478:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444755.685485:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444755.685490:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444756.706173:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444756.706179:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444756.706184:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444756.706185:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444756.770174:0:26147:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4800 (cpu 0) has reached its deadline 4296395774, at 4296395776 00000100:00000040:1.0:1783444756.770176:0:31963:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4910 (cpu 0) has reached its deadline 4296395774, at 4296395776 00000100:00000010:0.0:1783444756.770191:0:26147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c76050d600. 00000100:00000010:1.0:1783444756.770193:0:31963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c76050d3c0. 00010000:00000001:0.0:1783444757.730557:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444757.730564:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444757.730570:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444757.730572:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444757.795132:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1783444757.795140:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1783444757.795144:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444757.795155:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444757.795159:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444757.795165:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444757.795169:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444757.795174:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444757.795184:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f1c00 x1870075608293504/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444757.795202:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444757.795206:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444757.795213:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444757.795217:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444757.795223:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444757.795232:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608293504:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444757.795240:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444757.795247:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444757.795252:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444757.795256:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444757.795263:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7435f5c00. 02000000:00000001:3.0:1783444757.795267:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444757.795276:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444757.795284:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811318. 00000400:00000010:3.0:1783444757.795295:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218990. 00000100:00000200:3.0:1783444757.795306:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608293504, portal 10 00000100:00000001:3.0:1783444757.795312:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444757.795315:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232109056 : -121189477442560 : ffff91c7603f1c00) 00000100:00000040:3.0:1783444757.795329:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f1c00 x1870075608293504/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444757.795352:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444757.795359:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444757.795365:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602184c8. 00000100:00000200:3.0:1783444757.795371:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608293504, offset 0 00000400:00000200:3.0:1783444757.795383:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444757.795396:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444757.795505:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444757.795515:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444757.795524:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444757.795531:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444757.795537:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444757.795545:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2786:2786:256:4294967295] 192.168.204.110@tcp LPNI seq info [2786:2786:8:4294967295] 00000400:00000200:3.0:1783444757.795551:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444757.795562:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444757.795569:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444757.795575:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822cc00. 00000800:00000200:3.0:1783444757.795665:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444757.795675:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444757.795680:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822cc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444757.795695:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444757.795700:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 843282 usecs (844 jiffies) 00000400:00000200:3.0:1783444757.795704:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444757.795707:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296397645 00000100:00000010:3.0:1783444757.795713:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7604bb2a0. 00000100:00000001:3.0:1783444757.795720:0:2402:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1783444757.795727:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296397645 00000100:00000010:3.0:1783444757.795731:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7604bb8a0. 00000100:00000001:3.0:1783444757.795735:0:2402:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1783444757.795738:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444757.795741:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444757.795745:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444757.795749:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f2d80 x1870075608293376/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444757.795756:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444757.795757:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444757.795760:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444757.795763:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444757.795765:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444757.795769:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2402:1870075608293376:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444757.795772:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444757.795775:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444757.795776:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444757.795778:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444757.795781:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7435f5200. 02000000:00000001:3.0:1783444757.795783:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444757.795786:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444757.795789:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811c08. 00000400:00000010:3.0:1783444757.795794:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218110. 00000100:00000200:3.0:1783444757.795797:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608293376, portal 25 00000100:00000001:3.0:1783444757.795799:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444757.795800:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232113536 : -121189477438080 : ffff91c7603f2d80) 00000100:00000040:3.0:1783444757.795805:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f2d80 x1870075608293376/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444757.795811:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444757.795813:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444757.795816:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218770. 00000100:00000200:3.0:1783444757.795819:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870075608293376, offset 0 00000400:00000200:3.0:1783444757.795823:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000800:00000200:1.0:1783444757.795836:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444757.795843:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822cc00. 00000400:00000200:1.0:1783444757.795849:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444757.795855:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444757.795862:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7602184c8 00000400:00000010:1.0:1783444757.795865:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7602184c8. 00000100:00000001:1.0:1783444757.795869:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444757.795875:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1c00 x1870075608293504/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444757.795886:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444757.795892:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1c00 x1870075608293504/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444773 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444757.795900:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444757.795902:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1783444757.813320:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444757.813334:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444757.813339:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444757.813342:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444757.813346:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444757.813348:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444757.813351:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2790:2790:253:4294967295] 192.168.204.110@tcp LPNI seq info [2790:2790:5:4294967295] 00000400:00000200:3.0:1783444757.813356:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444757.813365:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444757.813372:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444757.813382:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c100. 00000800:00000200:3.0:1783444757.813388:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444757.813412:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444757.813416:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000001:0.0:1783444757.818222:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444757.818246:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444757.818251:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444757.818253:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444757.818262:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444757.818270:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444757.818282:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444757.818287:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444757.818292:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444757.818297:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855e080 00000400:00000200:0.0:1783444757.818302:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444757.818307:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7b09 [1] + 224 00000800:00000001:0.0:1783444757.818315:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444757.818326:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444757.818329:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444757.818334:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444757.818341:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444757.818350:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1c00 x1870075608293504/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444773 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444757.818361:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f1c00 x1870075608293504/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444757.818371:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1783444757.819711:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444757.819719:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1800. 00000400:00000200:0.0:1783444757.819725:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444757.819731:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444757.819737:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83908 00000400:00000010:0.0:1783444757.819740:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83908. 00000100:00000001:0.0:1783444757.819744:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444757.819750:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3100 x1870075608293632/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444757.819762:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444757.819766:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f3100 x1870075608293632/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444773 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444757.819774:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444757.819776:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444757.819783:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444757.819788:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783444757.819795:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444757.819797:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1500. 00000400:00000200:0.0:1783444757.819799:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444757.819803:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444757.819805:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83198 00000400:00000010:0.0:1783444757.819807:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83198. 00000100:00000001:0.0:1783444757.819809:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444757.819813:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3480 x1870075608293888/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444757.819820:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444757.819823:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f3480 x1870075608293888/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444773 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444757.819829:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444757.819830:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783444757.820281:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444757.820285:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1a00. 00000400:00000200:0.0:1783444757.820289:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444757.820293:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444757.820296:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83088 00000400:00000010:0.0:1783444757.820298:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83088. 00000100:00000001:0.0:1783444757.820301:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444757.820306:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1500 x1870075608293760/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444757.820313:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444757.820317:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1500 x1870075608293760/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444773 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444757.820323:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444757.820324:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783444757.820498:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444757.820507:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444757.820511:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296400918 00000100:00000001:3.0:1783444757.820519:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296397645 00000100:00000001:3.0:1783444757.820524:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296400918 00000100:00000001:3.0:1783444757.820527:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296397645 00000100:00000001:3.0:1783444757.820531:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444757.820534:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444757.820539:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444757.820542:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444757.820550:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444757.820552:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783444757.820555:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444757.820556:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444757.820561:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444757.820563:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444757.820566:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811318. 00000400:00000200:3.0:1783444757.820570:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218990 00000400:00000010:3.0:1783444757.820571:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218990. 00000100:00000001:3.0:1783444757.820575:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444757.820580:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f1c00 x1870075608293504/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444757.820823:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f1c00 x1870075608293504/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444773 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444757.820831:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444757.820833:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444757.820836:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444757.820839:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444757.820841:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444757.820844:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444757.820847:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444757.820857:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=87 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444757.820862:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444757.820865:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444757.820867:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444757.820870:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444757.820874:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444757.820877:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1783444757.820880:0:2402:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: committing for last_committed 4294967633 gen 2 00000100:00000040:3.0:1783444757.820885:0:2402:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967633) req@ffff91c746732d80 x1870075608291072/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444767 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444757.820899:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444757.820901:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799313792 : -121189910237824 : ffff91c746732d80) 00000100:00000001:3.0:1783444757.820903:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444757.820906:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746732d80 x1870075608291072/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444767 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444757.820913:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444757.820918:0:2402:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967633) req@ffff91c760462d80 x1870075608292352/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/448 e 0 to 0 dl 1783444768 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444757.820924:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444757.820928:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760462d80 x1870075608292352/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/448 e 0 to 0 dl 1783444768 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444757.820934:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444757.820937:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444757.820940:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452ae800. 02000000:00000001:3.0:1783444757.820943:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444757.820946:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444757.820948:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444757.820949:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444757.820952:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c7452adc00. 02000000:00000001:3.0:1783444757.820955:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444757.820956:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444757.820958:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760462d80. 00000100:00000001:3.0:1783444757.820961:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444757.820963:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444757.820967:0:2402:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967633) req@ffff91c7603f3800 x1870075608292864/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1783444769 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444757.820973:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444757.820976:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f3800 x1870075608292864/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1783444769 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444757.820987:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444757.820988:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444757.820990:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6dc00. 02000000:00000001:3.0:1783444757.820992:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444757.820993:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444757.820994:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444757.820996:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444757.820997:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c7590cc800. 02000000:00000001:3.0:1783444757.821000:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444757.821001:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444757.821002:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f3800. 00000100:00000001:3.0:1783444757.821004:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444757.821005:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783444757.821121:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444757.821125:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c100. 00000400:00000200:0.0:1783444757.821128:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444757.821133:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444757.821136:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218770 00000400:00000010:0.0:1783444757.821138:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218770. 00000100:00000001:0.0:1783444757.821141:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444757.821145:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2d80 x1870075608293376/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444757.821152:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444757.821155:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2d80 x1870075608293376/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444773 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444757.821161:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444757.821162:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783444757.821349:0:2402:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1783444757.821352:0:2402:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: normal: skip=1 replay=3/3 committed=0/0 00000100:00000001:3.0:1783444757.821355:0:2402:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444757.821357:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444757.821363:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f1c00 x1870075608293504/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444773 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444757.821370:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444757.821372:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444757.821374:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444757.821378:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f1c00 x1870075608293504/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444773 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444757.821386:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608293504:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444757.821406:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444757.821408:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444757.821411:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1c00 x1870075608293504/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444773 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444757.821418:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444757.821420:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444757.821422:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7435f5c00. 02000000:00000001:3.0:1783444757.821425:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444757.821426:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444757.821428:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444757.821430:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444757.821431:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1200. 02000000:00000001:3.0:1783444757.821433:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444757.821434:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444757.821436:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1c00. 00000100:00000001:3.0:1783444757.821438:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444757.821440:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444757.821442:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444757.821444:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444757.821445:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444757.821447:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444757.821449:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444757.833932:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444757.833947:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444757.833952:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444757.833954:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444757.833962:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444757.833970:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444757.833978:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444757.833982:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444757.833988:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444757.833992:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855e100 00000400:00000200:0.0:1783444757.833996:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444757.834001:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7b11 [1] + 224 00000800:00000001:0.0:1783444757.834017:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444757.834023:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444757.834026:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444757.834030:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444757.834037:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444757.834046:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3100 x1870075608293632/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444773 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444757.834095:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f3100 x1870075608293632/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444757.834113:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444757.834120:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444757.834123:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444757.834326:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444757.834328:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444757.834332:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f3100 x1870075608293632/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444773 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444757.834340:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608293632:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444757.834344:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444757.834346:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444757.834349:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f3100 x1870075608293632/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444773 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444757.834356:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444757.834358:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444757.834361:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7590cc200. 02000000:00000001:2.0:1783444757.834364:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444757.834367:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444757.834368:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:2.0:1783444757.834371:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444757.834373:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1f00. 02000000:00000001:2.0:1783444757.834376:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444757.834378:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444757.834380:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f3100. 00000100:00000001:2.0:1783444757.834383:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444757.834384:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444757.834387:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444757.834404:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444757.834405:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444757.834407:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444757.834409:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444757.837331:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444757.837349:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444757.837354:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444757.837356:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444757.837365:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444757.837372:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444757.837381:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444757.837385:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444757.837664:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444757.837670:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a4d2e855e000 00000400:00000200:0.0:1783444757.837675:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444757.837682:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7b19 [1] + 224 00000800:00000001:0.0:1783444757.837690:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444757.837756:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444757.837760:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444757.837765:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444757.837772:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444757.837781:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2d80 x1870075608293376/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444773 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444757.837792:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f2d80 x1870075608293376/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444757.837846:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444757.837850:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444757.837867:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444757.837875:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444757.837878:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783444757.840275:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444757.840283:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444757.840287:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811c08. 00000400:00000200:3.0:1783444757.840295:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218110 00000400:00000010:3.0:1783444757.840297:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218110. 00000100:00000001:3.0:1783444757.840302:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444757.840311:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f2d80 x1870075608293376/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444757.840322:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f2d80 x1870075608293376/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444773 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444757.840329:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444757.840331:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444757.840334:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444757.840337:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444757.840339:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444757.840342:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444757.840345:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444757.840352:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=87 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444757.840356:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=87 v=5 (1 1 1 1) 00000100:00000001:3.0:1783444757.840358:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444757.840360:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444757.840363:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444757.840365:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444757.840367:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444757.840371:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f2d80 x1870075608293376/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444773 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444757.840378:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444757.840381:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444757.840383:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444757.840387:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f2d80 x1870075608293376/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444773 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444757.840657:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2402:1870075608293376:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444757.840664:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444757.840667:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444757.840671:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f2d80 x1870075608293376/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444773 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444757.840677:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444757.840680:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444757.840683:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7435f5200. 02000000:00000001:3.0:1783444757.840687:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444757.840690:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444757.840691:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1783444757.840694:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444757.840696:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1e00. 02000000:00000001:3.0:1783444757.840700:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444757.840702:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444757.840705:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f2d80. 00000100:00000001:3.0:1783444757.840708:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444757.840710:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444757.840712:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444757.840720:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444757.840723:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444757.840726:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444757.840729:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444757.843357:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444757.843375:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444757.843378:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444757.843381:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444757.843410:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444757.843418:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444757.843427:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444757.843432:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444757.843437:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444757.843441:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e855e200 00000400:00000200:0.0:1783444757.843446:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444757.843453:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7b21 [1] + 224 00000800:00000001:0.0:1783444757.843460:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444757.843465:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444757.843468:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444757.843473:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444757.843480:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444757.843489:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3480 x1870075608293888/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444773 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444757.843501:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f3480 x1870075608293888/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444757.843559:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444757.843564:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444757.843590:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444757.843601:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444757.843605:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444757.843618:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444757.843620:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444757.843623:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444757.843627:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444757.843631:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444757.843634:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444757.843637:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444757.843639:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e855e180 00000400:00000200:0.0:1783444757.843642:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444757.843647:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7b29 [1] + 224 00000800:00000001:0.0:1783444757.843651:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444757.843659:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444757.843661:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444757.843664:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444757.843667:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444757.843671:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1500 x1870075608293760/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444773 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444757.843680:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f1500 x1870075608293760/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444757.843687:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444757.843691:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444757.843694:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1783444757.844973:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444757.844978:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444757.844982:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ffd10. 00000400:00000200:2.0:1783444757.844988:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83bb0 00000400:00000010:2.0:1783444757.844991:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83bb0. 00000100:00000001:2.0:1783444757.844994:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444757.845001:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f3480 x1870075608293888/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444757.845100:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f3480 x1870075608293888/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444773 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444757.845107:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444757.845110:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444757.845112:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444757.845115:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444757.845117:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444757.845120:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444757.845123:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444757.845132:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f460 time=87 v=5 (5 5 5 138) 00000100:00001000:2.0:1783444757.845136:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=58 v=5 (1 1 0 0) 00000100:00000001:2.0:1783444757.845139:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444757.845140:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444757.845143:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444757.845146:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444757.845150:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444757.845152:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1783444757.845154:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444757.845155:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444757.845160:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f3480 x1870075608293888/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444773 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444757.845168:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444757.845170:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444757.845172:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444757.845177:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f3480 x1870075608293888/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444773 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444757.845184:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608293888:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444757.845189:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444757.845192:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444757.845195:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f3480 x1870075608293888/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444773 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444757.845208:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444757.845210:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444757.845214:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7590cde00. 02000000:00000001:2.0:1783444757.845218:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444757.845221:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444757.845223:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=2 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:2.0:1783444757.845225:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444757.845228:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1b00. 02000000:00000001:2.0:1783444757.845231:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444757.845233:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444757.845235:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f3480. 00000100:00000001:2.0:1783444757.845238:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444757.845239:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444757.845242:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444757.845244:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444757.845247:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444757.845250:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444757.845252:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444757.845253:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff210. 00000400:00000200:2.0:1783444757.845255:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83000 00000400:00000010:2.0:1783444757.845256:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83000. 00000100:00000001:2.0:1783444757.845259:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444757.845263:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f1500 x1870075608293760/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444757.845270:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f1500 x1870075608293760/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444773 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444757.845277:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444757.845278:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444757.845279:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444757.845280:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444757.845281:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444757.845283:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444757.845284:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444757.845288:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=87 v=5 (5 5 5 138) 00000100:00001000:2.0:1783444757.845290:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444757.845293:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444757.845294:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444757.845295:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444757.845297:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444757.845299:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444757.845300:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967322 00000100:00000001:2.0:1783444757.845302:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444757.845303:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444757.845306:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f1500 x1870075608293760/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444773 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444757.845312:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444757.845314:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444757.845315:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444757.845318:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f1500 x1870075608293760/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444773 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444757.845324:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608293760:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444757.845328:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444757.845329:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444757.845332:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1500 x1870075608293760/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444773 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444757.845337:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444757.845338:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444757.845340:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7590cc600. 02000000:00000001:2.0:1783444757.845343:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444757.845344:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444757.845345:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:2.0:1783444757.845347:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444757.845348:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1100. 02000000:00000001:2.0:1783444757.845350:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444757.845351:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444757.845352:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1500. 00000100:00000001:2.0:1783444757.845354:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444757.845356:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444757.845357:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444757.845364:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444757.845366:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444757.845368:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444757.845369:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444758.754249:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444758.754255:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444758.754261:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444758.754263:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444758.754356:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444758.754359:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444758.754362:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444759.778521:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444759.778599:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444759.778607:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444759.778608:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444759.778668:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444759.778672:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444759.778675:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444760.802170:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444760.802178:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444760.802184:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444760.802185:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444760.802767:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444760.802771:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444760.802775:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444761.826188:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444761.826195:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444761.826201:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444761.826202:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444761.826299:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444761.826303:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444761.826306:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783444762.402248:0:26147:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4800 (cpu 0) has reached its deadline 4296400918, at 4296401408 00000100:00000010:0.0:1783444762.402265:0:26147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7604bb2a0. 00000100:00000040:1.0:1783444762.402583:0:31963:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4910 (cpu 0) has reached its deadline 4296400918, at 4296401408 00000100:00000010:1.0:1783444762.402590:0:31963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7604bb8a0. 00010000:00000001:0.0:1783444762.851553:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444762.851560:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444762.851565:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444762.851568:0:26147:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444762.851570:0:26147:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444762.851576:0:26147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444762.851579:0:26147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444762.851581:0:26147:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444762.851585:0:26147:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444762.851587:0:26147:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444762.851589:0:26147:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444762.851591:0:26147:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444762.851676:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444762.851679:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444762.851682:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1783444762.914206:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444762.914218:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444762.914229:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f1500. 00000020:00000040:2.0:1783444762.914236:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:2.0:1783444762.914240:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444762.914243:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444762.914249:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444762.914258:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1100. 00000100:00000001:2.0:1783444762.914265:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444762.914277:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS req@ffff91c7603f1500 x1870075608294016/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444762.914289:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444762.914293:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444762.914299:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a7053d0] to pc [ptlrpcd_01_00+0] req@ffff91c7603f1500 x1870075608294016/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444762.914402:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444762.914405:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444762.914408:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444762.914412:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f3480. 00000020:00000040:2.0:1783444762.914415:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:2.0:1783444762.914417:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444762.914418:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444762.914420:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444762.914423:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1b00. 00000100:00000001:2.0:1783444762.914426:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444762.914431:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID req@ffff91c7603f3480 x1870075608294144/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444762.914437:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444762.914439:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444762.914443:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f4ee95b] to pc [ptlrpcd_01_01+1] req@ffff91c7603f3480 x1870075608294144/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444762.914452:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444762.914454:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444762.914457:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444762.914460:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f3100. 00000020:00000040:2.0:1783444762.914462:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:2.0:1783444762.914464:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444762.914465:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444762.914466:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444762.914469:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1f00. 00000100:00000001:2.0:1783444762.914472:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444762.914476:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID req@ffff91c7603f3100 x1870075608294272/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444762.914484:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444762.914485:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444762.914489:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a6ad071] to pc [ptlrpcd_01_00+0] req@ffff91c7603f3100 x1870075608294272/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444762.914495:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444762.914497:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444762.914500:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444762.914503:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f0a80. 00000020:00000040:2.0:1783444762.914505:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:2.0:1783444762.914507:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444762.914508:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444762.914522:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444762.914526:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1700. 00000100:00000001:2.0:1783444762.914529:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444762.914533:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID req@ffff91c7603f0a80 x1870075608294400/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444762.914541:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444762.914542:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444762.914546:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc23d595] to pc [ptlrpcd_01_01+1] req@ffff91c7603f0a80 x1870075608294400/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444762.914553:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444762.914555:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444762.914557:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444762.914560:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f3b80. 00000020:00000040:2.0:1783444762.914562:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000100:00000001:2.0:1783444762.914564:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444762.914565:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444762.914567:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444762.914570:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1400. 00000100:00000001:2.0:1783444762.914573:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444762.914577:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID req@ffff91c7603f3b80 x1870075608294528/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444762.914582:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444762.914584:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444762.914587:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069da8bf7] to pc [ptlrpcd_01_00+0] req@ffff91c7603f3b80 x1870075608294528/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444762.914598:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444762.914602:0:26509:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1739) 00000100:00000001:2.0:1783444762.914615:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444762.914618:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444762.914620:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444762.914625:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f3480 x1870075608294144/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444762.914632:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444762.914634:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444762.914638:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444762.914640:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444762.914642:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444762.914646:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608294144:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444762.914650:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444762.914655:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444762.914657:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444762.914659:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444762.914663:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7590cc600. 02000000:00000001:2.0:1783444762.914664:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444762.914671:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444762.914675:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff210. 00000400:00000010:2.0:1783444762.914682:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83000. 00000100:00000200:2.0:1783444762.914689:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608294144, portal 10 00000100:00000001:2.0:1783444762.914693:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444762.914694:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232115328 : -121189477436288 : ffff91c7603f3480) 00000100:00000040:2.0:1783444762.914701:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f3480 x1870075608294144/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444762.914709:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444762.914711:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444762.914714:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83bb0. 00000100:00000200:2.0:1783444762.914718:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608294144, offset 0 00000400:00000200:2.0:1783444762.914725:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444762.914734:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444762.914743:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444762.914748:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444762.914752:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444762.914755:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444762.914758:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444762.914761:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2791:2791:256:4294967295] 192.168.204.110@tcp LPNI seq info [2791:2791:8:4294967295] 00000400:00000200:2.0:1783444762.914765:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444762.914774:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444762.914780:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444762.914784:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1600. 00000800:00000200:2.0:1783444762.914790:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444762.914797:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444762.914802:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444762.914876:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444762.914881:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 842200 usecs (843 jiffies) 00000400:00000200:2.0:1783444762.914893:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444762.914896:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296402763 00000100:00000010:2.0:1783444762.914900:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7604277e0. 00000100:00000001:2.0:1783444762.914906:0:2403:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1783444762.914911:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296402763 00000100:00000010:2.0:1783444762.914914:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c760427540. 00000100:00000001:2.0:1783444762.914916:0:2403:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1783444762.914919:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444762.914921:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444762.914924:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444762.914927:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f0a80 x1870075608294400/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444762.914933:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444762.914934:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444762.914936:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444762.914938:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444762.914939:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444762.914942:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608294400:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444762.914945:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444762.914948:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444762.914949:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444762.914951:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444762.914954:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7590cde00. 02000000:00000001:2.0:1783444762.914955:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444762.914959:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444762.914969:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ffd10. 00000400:00000010:2.0:1783444762.914973:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83ee0. 00000100:00000200:2.0:1783444762.914976:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608294400, portal 4 00000100:00000001:2.0:1783444762.914978:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444762.914979:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232104576 : -121189477447040 : ffff91c7603f0a80) 00000100:00000040:2.0:1783444762.914985:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f0a80 x1870075608294400/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444762.914991:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444762.914993:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444762.914996:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83880. 00000100:00000200:2.0:1783444762.914998:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608294400, offset 0 00000400:00000200:2.0:1783444762.915001:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444762.915005:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444762.915009:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444762.915011:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444762.915013:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444762.915015:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444762.915018:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444762.915020:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2792:2792:255:4294967295] 192.168.204.110@tcp LPNI seq info [2792:2792:7:4294967295] 00000400:00000200:2.0:1783444762.915024:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444762.915030:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444762.915034:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444762.915038:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1d00. 00000800:00000200:2.0:1783444762.915042:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444762.915046:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444762.915048:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444762.915051:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444762.915054:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20428 usecs (21 jiffies) 00000400:00000200:2.0:1783444762.915079:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444762.915081:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296401942 00000100:00000001:2.0:1783444762.915083:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296402763 00000100:00000001:2.0:1783444762.915085:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296401942 00000100:00000001:2.0:1783444762.915087:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296402763 00000100:00000001:2.0:1783444762.915089:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444762.915091:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444762.915093:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444762.915095:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444762.915114:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444762.915116:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783444762.915118:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444762.915119:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444762.915121:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444762.915123:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:2.0:1783444762.915125:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444762.915127:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444762.915129:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444762.915130:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444762.915132:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444762.915133:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444762.915137:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f1500 x1870075608294016/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444762.915143:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444762.915145:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444762.915148:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444762.915150:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444762.915152:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444762.915154:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2403:1870075608294016:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444762.915157:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444762.915159:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444762.915160:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444762.915162:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444762.915165:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7590cc200. 02000000:00000001:2.0:1783444762.915166:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444762.915170:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444762.915172:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff9f8. 00000400:00000010:2.0:1783444762.915175:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83dd0. 00000100:00000200:2.0:1783444762.915179:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608294016, portal 25 00000100:00000001:2.0:1783444762.915181:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444762.915182:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232107264 : -121189477444352 : ffff91c7603f1500) 00000100:00000040:2.0:1783444762.915186:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f1500 x1870075608294016/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444762.915192:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444762.915194:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444762.915196:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83c38. 00000100:00000200:2.0:1783444762.915199:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870075608294016, offset 0 00000400:00000200:2.0:1783444762.915203:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444762.915206:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444762.915209:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444762.915212:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444762.915214:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444762.915216:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444762.915218:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444762.915221:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2793:2793:254:4294967295] 192.168.204.110@tcp LPNI seq info [2793:2793:6:4294967295] 00000400:00000200:2.0:1783444762.915224:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444762.915229:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444762.915235:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444762.915238:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1300. 00000800:00000200:2.0:1783444762.915242:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444762.915245:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444762.915247:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444762.915250:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444762.915253:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444762.915254:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296406013 00000100:00000001:2.0:1783444762.915259:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296402763 00000100:00000001:2.0:1783444762.915262:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296406013 00000100:00000001:2.0:1783444762.915264:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296402763 00000100:00000001:2.0:1783444762.915267:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444762.915269:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444762.915272:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444762.915275:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f3100 x1870075608294272/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444762.915281:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444762.915282:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444762.915284:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444762.915285:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444762.915287:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444762.915289:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608294272:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444762.915292:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444762.915294:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444762.915295:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444762.915297:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444762.915299:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7590cdc00. 02000000:00000001:2.0:1783444762.915301:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444762.915304:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444762.915306:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff840. 00000400:00000010:2.0:1783444762.915310:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83550. 00000100:00000200:2.0:1783444762.915324:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608294272, portal 10 00000100:00000001:2.0:1783444762.915326:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444762.915327:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232114432 : -121189477437184 : ffff91c7603f3100) 00000100:00000040:2.0:1783444762.915348:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f3100 x1870075608294272/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444762.915355:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444762.915357:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444762.915360:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83aa0. 00000100:00000200:2.0:1783444762.915362:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608294272, offset 0 00000400:00000200:2.0:1783444762.915366:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444762.915369:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444762.915372:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444762.915375:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444762.915378:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444762.915380:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444762.915382:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444762.915385:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2794:2794:253:4294967295] 192.168.204.110@tcp LPNI seq info [2794:2794:5:4294967295] 00000400:00000200:2.0:1783444762.915388:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444762.915393:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444762.915397:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444762.915402:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1e00. 00000800:00000200:2.0:1783444762.915406:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444762.915409:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444762.915411:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444762.915414:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444762.915417:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 20997 usecs (21 jiffies) 00000400:00000200:2.0:1783444762.915420:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444762.915422:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296401942 00000100:00000001:2.0:1783444762.915424:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296406013 00000100:00000001:2.0:1783444762.915426:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296401942 00000100:00000001:2.0:1783444762.915429:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296406013 00000100:00000001:2.0:1783444762.915430:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444762.915432:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444762.915434:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444762.915438:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f3b80 x1870075608294528/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444762.915445:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444762.915446:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444762.915448:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444762.915450:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444762.915452:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444762.915455:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608294528:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444762.915458:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444762.915461:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444762.915462:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444762.915463:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444762.915466:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7590cc000. 02000000:00000001:2.0:1783444762.915468:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444762.915470:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444762.915473:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff738. 00000400:00000010:2.0:1783444762.915476:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83330. 00000100:00000200:2.0:1783444762.915478:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608294528, portal 4 00000100:00000001:2.0:1783444762.915480:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444762.915481:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232117120 : -121189477434496 : ffff91c7603f3b80) 00000100:00000040:2.0:1783444762.915486:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f3b80 x1870075608294528/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444762.915492:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444762.915494:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444762.915496:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f834c8. 00000100:00000200:2.0:1783444762.915497:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608294528, offset 0 00000400:00000200:2.0:1783444762.915502:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444762.915505:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444762.915508:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444762.915523:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444762.915526:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444762.915528:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444762.915530:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444762.915533:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2795:2795:252:4294967295] 192.168.204.110@tcp LPNI seq info [2795:2795:4:4294967295] 00000400:00000200:2.0:1783444762.915537:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444762.915542:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444762.915545:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444762.915549:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1200. 00000800:00000200:2.0:1783444762.915552:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444762.915556:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444762.915558:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444762.915561:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444762.915563:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 122773 usecs (123 jiffies) 00000400:00000200:2.0:1783444762.915566:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444762.915568:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296402044 00000100:00000001:2.0:1783444762.915570:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296406013 00000100:00000001:2.0:1783444762.915571:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296402044 00000100:00000001:2.0:1783444762.915574:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296406013 00000100:00000001:2.0:1783444762.915576:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444762.915577:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444762.915580:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444762.915582:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444762.915608:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444762.915611:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444762.922347:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444762.922358:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1600. 00000400:00000200:0.0:1783444762.922366:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444762.922375:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444762.922381:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83bb0 00000400:00000010:0.0:1783444762.922384:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83bb0. 00000100:00000001:0.0:1783444762.922388:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444762.922396:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3480 x1870075608294144/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444762.922408:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444762.922412:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f3480 x1870075608294144/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444778 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444762.922418:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444762.922420:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783444762.922433:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444762.922435:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1d00. 00000400:00000200:0.0:1783444762.922437:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444762.922440:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444762.922443:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83880 00000400:00000010:0.0:1783444762.922444:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83880. 00000100:00000001:0.0:1783444762.922447:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444762.922451:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0a80 x1870075608294400/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444762.922458:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444762.922460:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0a80 x1870075608294400/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444778 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444762.922466:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444762.922468:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783444762.922475:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444762.922477:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1300. 00000400:00000200:0.0:1783444762.922480:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444762.922483:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444762.922485:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83c38 00000400:00000010:0.0:1783444762.922486:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83c38. 00000100:00000001:0.0:1783444762.922488:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444762.922493:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1500 x1870075608294016/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444762.922500:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444762.922502:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1500 x1870075608294016/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444778 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444762.922508:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444762.922518:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783444762.922526:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444762.922528:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1e00. 00000400:00000200:0.0:1783444762.922531:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444762.922533:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444762.922536:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83aa0 00000400:00000010:0.0:1783444762.922537:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83aa0. 00000100:00000001:0.0:1783444762.922539:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444762.922542:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3100 x1870075608294272/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444762.922550:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444762.922552:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f3100 x1870075608294272/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444778 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444762.922558:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444762.922559:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783444762.922626:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444762.922629:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1200. 00000400:00000200:0.0:1783444762.922632:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444762.922635:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444762.924503:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f834c8 00000400:00000010:0.0:1783444762.924508:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f834c8. 00000100:00000001:0.0:1783444762.924526:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444762.924536:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3b80 x1870075608294528/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444762.924549:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444762.924552:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f3b80 x1870075608294528/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444778 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444762.924560:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444762.924562:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444762.930599:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444762.930615:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444762.930619:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444762.930621:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444762.930629:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444762.930636:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444762.930709:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444762.930713:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444762.930718:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444762.930722:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e855e400 00000400:00000200:0.0:1783444762.930727:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444762.930732:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7b39 [1] + 224 00000800:00000001:0.0:1783444762.930739:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444762.930743:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444762.930746:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444762.930750:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444762.930861:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444762.930870:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0a80 x1870075608294400/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444778 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444762.931020:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f0a80 x1870075608294400/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444778 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444762.931080:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444762.931084:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444762.931130:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444762.931140:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444762.931144:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444762.931146:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444762.931148:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444762.931151:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444762.931155:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444762.931159:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444762.931162:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444762.931164:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444762.931168:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e855e480 00000400:00000200:0.0:1783444762.931171:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444762.931175:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7b51 [1] + 224 00000800:00000001:0.0:1783444762.931179:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444762.931181:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444762.931183:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444762.931186:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444762.931189:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444762.931193:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3b80 x1870075608294528/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444778 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444762.931202:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f3b80 x1870075608294528/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444778 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444762.931210:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444762.931212:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444762.931214:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444762.931216:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444762.931218:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444762.931220:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444762.931223:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444762.931227:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444762.931229:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444762.931232:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444762.931235:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855e300 00000400:00000200:0.0:1783444762.931238:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444762.931241:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7b31 [1] + 224 00000800:00000001:0.0:1783444762.931244:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444762.931246:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444762.931248:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444762.931251:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444762.931252:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444762.931256:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3480 x1870075608294144/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444778 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444762.931264:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f3480 x1870075608294144/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444778 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444762.931271:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444762.931273:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444762.931275:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444762.931277:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444762.931279:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444762.931281:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444762.931285:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444762.931288:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444762.931290:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444762.931293:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444762.931295:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855e380 00000400:00000200:0.0:1783444762.931298:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444762.931301:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7b49 [1] + 224 00000800:00000001:0.0:1783444762.931304:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444762.931306:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444762.931308:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444762.931311:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444762.931313:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444762.931317:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3100 x1870075608294272/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444778 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444762.931325:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f3100 x1870075608294272/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444778 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444762.931331:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444762.931334:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444762.931337:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444762.931339:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444762.931341:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444762.931343:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444762.931346:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444762.931349:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444762.931352:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444762.931354:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444762.931357:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a4d2e855e280 00000400:00000200:0.0:1783444762.931360:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444762.931363:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7b41 [1] + 224 00000800:00000001:0.0:1783444762.931367:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444762.931374:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444762.931375:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444762.931378:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444762.931380:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444762.931384:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1500 x1870075608294016/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444778 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444762.931392:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f1500 x1870075608294016/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444778 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444762.931397:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444762.931400:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444762.931402:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1783444762.933545:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444762.933552:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444762.933556:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ffd10. 00000400:00000200:2.0:1783444762.933563:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83ee0 00000400:00000010:2.0:1783444762.933566:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83ee0. 00000100:00000001:2.0:1783444762.933570:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444762.933579:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f0a80 x1870075608294400/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444778 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444762.933590:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f0a80 x1870075608294400/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444778 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444762.933622:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444762.933625:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444762.933628:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444762.935604:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444762.935612:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444762.935615:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444762.935620:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444762.935632:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=92 v=5 (5 5 5 138) 00000100:00001000:2.0:1783444762.935649:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444762.935652:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444762.935654:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444762.935657:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444762.935661:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444762.935665:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444762.935667:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967322 00000100:00000001:2.0:1783444762.935669:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444762.935671:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444762.935682:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f0a80 x1870075608294400/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444778 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444762.935691:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444762.935694:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444762.935695:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444762.935699:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f0a80 x1870075608294400/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444778 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444762.935713:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608294400:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444762.935719:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444762.935722:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444762.935725:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0a80 x1870075608294400/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444778 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444762.935732:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444762.935734:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444762.935738:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7590cde00. 02000000:00000001:2.0:1783444762.935744:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444762.935747:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444762.935759:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:2.0:1783444762.935762:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444762.935765:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1700. 02000000:00000001:2.0:1783444762.935769:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444762.935772:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444762.935773:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0a80. 00000100:00000001:2.0:1783444762.935777:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444762.935778:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444762.935782:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444762.935784:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444762.935787:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444762.935793:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444762.935795:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444762.935798:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff9f8. 00000400:00000200:2.0:1783444762.935810:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83dd0 00000400:00000010:2.0:1783444762.935812:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83dd0. 00000100:00000001:2.0:1783444762.935816:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444762.935821:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f1500 x1870075608294016/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444778 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444762.935830:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f1500 x1870075608294016/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444778 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444762.935836:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444762.935839:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444762.935842:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444762.935843:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444762.935844:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444762.935846:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444762.935848:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444762.935851:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=92 v=5 (5 5 5 5) 00000100:00001000:2.0:1783444762.935854:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=92 v=5 (1 1 1 1) 00000100:00000001:2.0:1783444762.935856:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444762.935857:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444762.935859:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444762.935861:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444762.935862:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444762.935866:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f1500 x1870075608294016/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444778 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444762.935872:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444762.935874:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444762.935875:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444762.935879:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f1500 x1870075608294016/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444778 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444762.935895:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2403:1870075608294016:192.168.204.110@tcp:400:kworker.0 00000400:00000001:2.0:1783444762.935900:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444762.935901:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444762.935903:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff840. 00000400:00000200:2.0:1783444762.935905:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83550 00000400:00000010:2.0:1783444762.935914:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83550. 00000100:00000001:2.0:1783444762.935917:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444762.935921:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f3100 x1870075608294272/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444778 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444762.935929:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f3100 x1870075608294272/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444778 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444762.935936:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444762.935938:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444762.935940:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444762.935941:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444762.935942:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444762.935944:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444762.935946:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444762.935949:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=92 v=5 (105 105 105 137) 00000100:00001000:2.0:1783444762.935952:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=92 v=5 (1 1 1 1) 00000100:00000001:2.0:1783444762.935954:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444762.935955:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444762.935957:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444762.935959:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444762.936239:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444762.936241:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:2.0:1783444762.936243:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444762.936245:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444762.936249:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f3100 x1870075608294272/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444778 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444762.936256:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444762.936258:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444762.936259:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444762.936262:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f3100 x1870075608294272/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444778 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444762.936269:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608294272:192.168.204.110@tcp:400:kworker.0 00000400:00000001:2.0:1783444762.936276:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444762.936277:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444762.936279:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff738. 00000400:00000200:2.0:1783444762.936282:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83330 00000400:00000010:2.0:1783444762.936284:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83330. 00000100:00000001:2.0:1783444762.936286:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444762.936290:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f3b80 x1870075608294528/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444778 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444762.936297:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f3b80 x1870075608294528/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444778 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444762.936303:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444762.936305:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444762.936306:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444762.936308:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444762.936309:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444762.936311:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444762.936312:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444762.936317:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f460 time=92 v=5 (5 5 5 138) 00000100:00001000:2.0:1783444762.936320:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=63 v=5 (1 1 0 0) 00000100:00000001:2.0:1783444762.936322:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444762.936323:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444762.936325:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444762.936327:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444762.936329:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444762.936330:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1783444762.936332:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444762.936333:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444762.936336:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f3b80 x1870075608294528/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444778 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444762.936343:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444762.936344:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444762.936346:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444762.936349:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f3b80 x1870075608294528/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444778 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444762.936357:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608294528:192.168.204.110@tcp:400:kworker.0 00000400:00000001:2.0:1783444762.936361:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444762.936363:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444762.936365:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff210. 00000400:00000200:2.0:1783444762.936367:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83000 00000400:00000010:2.0:1783444762.936369:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83000. 00000100:00000001:2.0:1783444762.936371:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444762.936375:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f3480 x1870075608294144/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444778 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444762.936383:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f3480 x1870075608294144/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444778 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444762.936389:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444762.936390:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444762.936391:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444762.936393:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444762.936394:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444762.936395:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444762.936397:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444762.936401:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=92 v=5 (105 105 105 137) 00000100:00001000:2.0:1783444762.936403:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444762.936406:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444762.936407:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444762.936408:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444762.936411:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444762.936412:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444762.936414:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967633 00000100:00000001:2.0:1783444762.936416:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444762.936417:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444762.936421:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f3480 x1870075608294144/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444778 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444762.936427:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444762.936428:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444762.936429:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444762.936432:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f3480 x1870075608294144/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444778 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444762.936439:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608294144:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444762.936443:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444762.936445:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444762.936448:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1500 x1870075608294016/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444778 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444762.936454:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444762.936456:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444762.936458:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7590cc200. 02000000:00000001:2.0:1783444762.936462:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444762.936463:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444762.936465:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:2.0:1783444762.936467:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444762.936468:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1100. 02000000:00000001:2.0:1783444762.936470:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444762.936471:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444762.936473:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1500. 00000100:00000001:2.0:1783444762.936475:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444762.936476:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444762.936478:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444762.936481:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f3100 x1870075608294272/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444778 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444762.936487:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444762.936488:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444762.936489:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7590cdc00. 02000000:00000001:2.0:1783444762.936491:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444762.936492:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444762.936493:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:2.0:1783444762.936495:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444762.936497:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1f00. 02000000:00000001:2.0:1783444762.936498:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444762.936499:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444762.936501:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f3100. 00000100:00000001:2.0:1783444762.936503:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444762.936504:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444762.936505:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444762.936520:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f3b80 x1870075608294528/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444778 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444762.936525:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444762.936527:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444762.936528:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7590cc000. 02000000:00000001:2.0:1783444762.936531:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444762.936532:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444762.936533:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=2 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:2.0:1783444762.936534:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444762.936535:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1400. 02000000:00000001:2.0:1783444762.936537:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444762.936538:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444762.936539:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f3b80. 00000100:00000001:2.0:1783444762.936541:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444762.936542:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444762.936544:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444762.936546:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f3480 x1870075608294144/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444778 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444762.936552:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444762.936553:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444762.936554:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7590cc600. 02000000:00000001:2.0:1783444762.936556:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444762.936557:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444762.936558:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:2.0:1783444762.936560:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444762.936562:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1b00. 02000000:00000001:2.0:1783444762.936564:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444762.936565:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444762.936566:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f3480. 00000100:00000001:2.0:1783444762.936568:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444762.936569:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444762.936571:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444762.936578:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444762.936580:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444762.936582:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444762.936583:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444763.429600:0:33221:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1783444763.429608:0:33221:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444763.429611:0:33221:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1783444763.429619:0:33221:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7590a8b40 going to sleep for 1 seconds 00000100:00000001:3.0:1783444763.429624:0:33221:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444763.429628:0:33221:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444763.875612:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444763.875619:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444763.875626:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444763.875627:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444763.875930:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444763.875934:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444763.875937:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1783444764.453381:0:33221:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1783444764.453388:0:33221:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444764.453390:0:33221:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1783444764.453395:0:33221:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7590a8b40 going to sleep for 1 seconds 00000100:00000001:3.0:1783444764.453399:0:33221:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444764.453403:0:33221:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444764.899278:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444764.899547:0:26147:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444764.899550:0:26147:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444764.899553:0:26147:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444764.899558:0:26147:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444764.899559:0:26147:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444764.899561:0:26147:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444764.899564:0:26147:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444764.899568:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444764.899569:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444764.899737:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444764.899740:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444764.899743:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783444765.475189:0:33221:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783444765.475195:0:33221:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444765.475197:0:33221:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783444765.475203:0:33221:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7590a8b40 going to sleep for 1 seconds 00000100:00000001:0.0:1783444765.475206:0:33221:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444765.475209:0:33221:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444765.922245:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444765.922253:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444765.922258:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444765.922259:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444765.922361:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444765.922364:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444765.922367:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783444766.498207:0:33221:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783444766.498215:0:33221:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444766.498218:0:33221:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783444766.498223:0:33221:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7590a8b40 going to sleep for 1 seconds 00000100:00000001:0.0:1783444766.498226:0:33221:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444766.498230:0:33221:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444766.947870:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444766.947877:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444766.947882:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444766.947883:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444766.948078:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444766.948081:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444766.948084:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783444767.010718:0:26147:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4800 (cpu 0) has reached its deadline 4296406013, at 4296406016 00000100:00000010:0.0:1783444767.010734:0:26147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7604277e0. 00000100:00000040:1.0:1783444767.024590:0:31963:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4910 (cpu 0) has reached its deadline 4296406013, at 4296406030 00000100:00000010:1.0:1783444767.024605:0:31963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c760427540. 00000100:00000001:0.0:1783444767.522970:0:33221:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783444767.522978:0:33221:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1783444767.522992:0:33221:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783444751/real 1783444751] req@ffff91c760462300 x1870075608291328/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1783444767 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:0.0:1783444767.523014:0:33221:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444767.523016:0:33221:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444767.523019:0:33221:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811b00. 00000400:00000200:0.0:1783444767.523026:0:33221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218e58 00000400:00000010:0.0:1783444767.523028:0:33221:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218e58. 00000100:00000001:0.0:1783444767.523033:0:33221:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444767.523038:0:33221:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462300 x1870075608291328/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1783444767 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783444767.523048:0:33221:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462300 x1870075608291328/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1783444767 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444767.523071:0:33221:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444767.523073:0:33221:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444767.523087:0:33221:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444767.523089:0:33221:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444767.523093:0:33221:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1783444767.523224:0:33221:0:(import.c:65:import_set_state_nolock()) ffff91c743c0b800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1783444767.523230:0:33221:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff91c759350000: Connection to lustre-MDT0000 (at 192.168.204.110@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1783444767.523234:0:33221:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1783444767.523237:0:33221:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1783444767.523239:0:33221:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444767.523241:0:33221:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1783444767.523243:0:33221:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:0.0:1783444767.523256:0:33221:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1783444767.523258:0:33221:0:(client.c:2542:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444767.523261:0:33221:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444767.523263:0:33221:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444767.523266:0:33221:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7590a8b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783444767.523269:0:33221:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444767.523271:0:33221:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444767.523274:0:33221:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444767.523276:0:33221:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444767.523278:0:33221:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444767.523300:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444767.523305:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444767.523314:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746731180. 00000020:00000040:0.0:1783444767.523318:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:0.0:1783444767.523322:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444767.523325:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444767.523330:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444767.523337:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7520b3400. 00000100:00000001:0.0:1783444767.523343:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444767.523349:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS req@ffff91c746731180 x1870075608294656/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444767.523359:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444767.523363:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444767.523368:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe9cd048] to pc [ptlrpcd_00_01+1] req@ffff91c746731180 x1870075608294656/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444767.523431:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444767.523435:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444767.523437:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444767.523443:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746731180 x1870075608294656/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444767.523450:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444767.523451:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444767.523456:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444767.523459:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444767.523461:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444767.523464:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746731180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2401:1870075608294656:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444767.523468:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444767.523474:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444767.523476:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444767.523478:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444767.523484:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75937ec00. 02000000:00000001:1.0:1783444767.523485:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444767.523491:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444767.523494:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7467361b8. 00000400:00000010:1.0:1783444767.523500:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076908. 00000100:00000200:1.0:1783444767.523506:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608294656, portal 25 00000100:00000001:1.0:1783444767.523508:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444767.523510:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799306624 : -121189910244992 : ffff91c746731180) 00000100:00000040:1.0:1783444767.523515:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746731180 x1870075608294656/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444767.523522:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444767.523525:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444767.523527:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076e58. 00000100:00000200:1.0:1783444767.523530:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870075608294656, offset 0 00000400:00000200:1.0:1783444767.523536:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444767.523544:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.523552:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444767.523557:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444767.523561:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444767.523565:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444767.523568:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444767.523571:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2796:2796:256:4294967295] 192.168.204.110@tcp LPNI seq info [2796:2796:8:4294967295] 00000400:00000200:1.0:1783444767.523575:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.523584:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444767.523589:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444767.523594:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298700. 00000800:00000200:1.0:1783444767.523601:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444767.523609:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444767.523613:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783444767.523627:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444767.523632:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444767.523634:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296410621 00000100:00000010:1.0:1783444767.523639:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7465b34e0. 00000100:00000001:1.0:1783444767.523646:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1783444767.523652:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296410621 00000100:00000010:1.0:1783444767.523655:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7465b30c0. 00000100:00000001:1.0:1783444767.523658:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1783444767.523661:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444767.523664:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444767.523667:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444767.523669:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444767.523691:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783444767.523693:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783444767.523697:0:26147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783444767.523699:0:26147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783444767.523701:0:26147:0:(import.c:65:import_set_state_nolock()) ffff91c743c0b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783444767.523704:0:26147:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783444767.523708:0:26147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff91c759350000: connect to NID 192.168.204.110@tcp last attempt 1709 00000400:00000200:0.0:1783444767.523712:0:26147:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444767.523716:0:26147:0:(peer.c:1557:LNetPeerDiscovered()) Peer NID 192.168.204.110@tcp is discovered: rc = 1 00000100:00000040:0.0:1783444767.523720:0:26147:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 14 to 192.168.204.110@tcp 00000100:00000001:0.0:1783444767.523723:0:26147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783444767.523726:0:26147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00000100:00000001:0.0:1783444767.523728:0:26147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 00000020:00000001:0.0:1783444767.523731:0:26147:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783444767.523733:0:26147:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea56 00000020:00000001:0.0:1783444767.523736:0:26147:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444767.523739:0:26147:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c74497f800 refcount=5 00000020:00000001:0.0:1783444767.523741:0:26147:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883768170496 : -121189941381120 : ffff91c74497f800) 00000020:00000001:0.0:1783444767.523744:0:26147:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883768170496 : -121189941381120 : ffff91c74497f800) 00000100:00000040:0.0:1783444767.523747:0:26147:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 14 to 192.168.204.110@tcp 00000100:00000001:0.0:1783444767.523749:0:26147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783444767.523752:0:26147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00000100:00000001:0.0:1783444767.523754:0:26147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 00000020:00000040:0.0:1783444767.523757:0:26147:0:(genops.c:900:class_export_put()) PUTting export ffff91c74497f800 : new refcount 4 00000100:00080000:0.0:1783444767.523760:0:26147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff91c759350000: import ffff91c743c0b800 using connection 192.168.204.110@tcp/192.168.204.110@tcp 00000100:00000001:0.0:1783444767.523762:0:26147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444767.523765:0:26147:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783444767.523770:0:26147:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444767.523773:0:26147:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444767.523775:0:26147:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783444767.523779:0:26147:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682473 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783444767.523781:0:26147:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444767.523783:0:26147:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444767.523787:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746732300. 00000020:00000040:0.0:1783444767.523790:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:0.0:1783444767.523793:0:26147:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783444767.523794:0:26147:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444767.523797:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444767.523799:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444767.523801:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444767.523804:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c746766400. 00000100:00000001:0.0:1783444767.523808:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444767.523813:0:26147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91c746732300 x1870075608294784/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444767.523833:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444767.523837:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444767.523841:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008937652f] to pc [ptlrpcd_rcv+-1] req@ffff91c746732300 x1870075608294784/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444767.523899:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444767.523903:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444767.523904:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444767.523909:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746732300 x1870075608294784/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444767.523917:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444767.523918:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444767.523920:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444767.523922:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444767.523924:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444767.523927:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746732300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608294784:192.168.204.110@tcp:38:kworker.0 00000100:00000001:3.0:1783444767.523930:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444767.523933:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444767.523934:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444767.523936:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444767.523940:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452ae800. 02000000:00000001:3.0:1783444767.523942:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444767.523945:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444767.523948:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811c08. 00000400:00000010:3.0:1783444767.523951:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218110. 00000100:00000200:3.0:1783444767.523955:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608294784, portal 10 00000100:00000001:3.0:1783444767.523957:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444767.523958:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799311104 : -121189910240512 : ffff91c746732300) 00000100:00000040:3.0:1783444767.523964:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746732300 x1870075608294784/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444767.523971:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444767.523974:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444767.523976:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218990. 00000100:00000200:3.0:1783444767.523979:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870075608294784, offset 0 00000400:00000200:3.0:1783444767.523983:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444767.523988:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444767.523991:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444767.523993:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444767.523996:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444767.523998:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444767.524000:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444767.524003:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2797:2797:255:4294967295] 192.168.204.110@tcp LPNI seq info [2797:2797:7:4294967295] 00000400:00000200:3.0:1783444767.524007:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444767.524014:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444767.524018:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444767.524023:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c100. 00000800:00000200:3.0:1783444767.524027:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444767.524032:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444767.524034:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1783444767.524038:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444767.524041:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 841113 usecs (842 jiffies) 00000400:00000200:3.0:1783444767.524044:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444767.524046:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296407371 00000100:00000001:3.0:1783444767.524049:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296410621 00000100:00000001:3.0:1783444767.524051:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296407371 00000100:00000001:3.0:1783444767.524053:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296410621 00000100:00000001:3.0:1783444767.524103:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444767.524106:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444767.524108:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444767.524110:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444767.525290:0:26147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444767.525302:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444767.525306:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444767.525311:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746730a80. 00000020:00000040:0.0:1783444767.525316:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:0.0:1783444767.525320:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444767.525322:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444767.525325:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444767.525331:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7520b3d00. 00000100:00000001:0.0:1783444767.525335:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444767.525341:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID req@ffff91c746730a80 x1870075608294912/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444767.525351:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444767.525354:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444767.525358:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bcf87e41] to pc [ptlrpcd_00_00+0] req@ffff91c746730a80 x1870075608294912/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444767.526233:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444767.526238:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783444767.526242:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444767.526243:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444767.526246:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444767.526249:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1783444767.526251:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444767.526253:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444767.526254:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444767.526256:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444767.526257:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444767.526258:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444767.526266:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746730a80 x1870075608294912/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444767.526274:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444767.526276:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444767.526280:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444767.526283:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444767.526285:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444767.526288:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746730a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608294912:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444767.526292:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444767.526296:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444767.526298:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444767.526300:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444767.526306:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75937ea00. 02000000:00000001:1.0:1783444767.526308:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444767.526313:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444767.526316:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7467366e0. 00000400:00000010:1.0:1783444767.526321:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7590763b8. 00000100:00000200:1.0:1783444767.526327:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608294912, portal 10 00000100:00000001:1.0:1783444767.526329:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444767.526331:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799304832 : -121189910246784 : ffff91c746730a80) 00000100:00000040:1.0:1783444767.526338:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746730a80 x1870075608294912/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444767.526346:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444767.526349:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444767.526352:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076c38. 00000100:00000200:1.0:1783444767.526355:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608294912, offset 0 00000400:00000200:1.0:1783444767.526361:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444767.526368:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.526373:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444767.526378:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444767.526381:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444767.526384:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444767.526386:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444767.526389:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2798:2798:254:4294967295] 192.168.204.110@tcp LPNI seq info [2798:2798:6:4294967295] 00000400:00000200:1.0:1783444767.526393:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.526400:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444767.526407:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444767.526411:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298600. 00000800:00000200:1.0:1783444767.526417:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444767.526433:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444767.526437:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783444767.526441:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444767.526445:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 21020 usecs (22 jiffies) 00000400:00000200:1.0:1783444767.526447:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444767.526450:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296406553 00000100:00000001:1.0:1783444767.526452:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296410621 00000100:00000001:1.0:1783444767.526454:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296406553 00000100:00000001:1.0:1783444767.526457:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296410621 00000100:00000001:1.0:1783444767.526458:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444767.526461:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444767.526464:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444767.526466:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444767.526520:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444767.526525:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298700. 00000400:00000200:1.0:1783444767.526531:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444767.526536:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444767.526541:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076e58 00000400:00000010:1.0:1783444767.526543:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076e58. 00000100:00000001:1.0:1783444767.526547:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444767.526552:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746731180 x1870075608294656/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444767.526563:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444767.526566:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746731180 x1870075608294656/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444783 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444767.526573:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444767.526575:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444767.526587:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444767.526589:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c100. 00000400:00000200:1.0:1783444767.526592:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444767.526596:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444767.526598:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218990 00000400:00000010:1.0:1783444767.526600:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218990. 00000100:00000001:1.0:1783444767.526602:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444767.526606:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746732300 x1870075608294784/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444767.526613:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444767.526616:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746732300 x1870075608294784/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444777 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444767.526622:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444767.526624:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444767.526699:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444767.526701:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298600. 00000400:00000200:1.0:1783444767.526704:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444767.526708:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444767.526711:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076c38 00000400:00000010:1.0:1783444767.526712:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076c38. 00000100:00000001:1.0:1783444767.526714:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444767.526718:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730a80 x1870075608294912/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444767.526725:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444767.526728:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746730a80 x1870075608294912/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444783 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444767.526734:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444767.526736:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1783444767.526764:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444767.526766:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444767.529143:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444767.529149:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1783444767.529154:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444767.529156:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444767.529160:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444767.529162:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444767.529450:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444767.529455:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444767.529459:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444767.529469:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746730000. 00000020:00000040:0.0:1783444767.529474:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:0.0:1783444767.529479:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444767.529482:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444767.529487:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444767.529494:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7520b3e00. 00000100:00000001:0.0:1783444767.529500:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444767.529512:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID req@ffff91c746730000 x1870075608295040/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444767.529523:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444767.529528:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444767.529534:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7d60bcc] to pc [ptlrpcd_00_01+1] req@ffff91c746730000 x1870075608295040/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444767.529550:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444767.529553:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444767.529556:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1783444767.529558:0:26147:0:(import.c:2065:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1783444767.529561:0:26147:0:(import.c:1761:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1783444767.529564:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746733b80. 00000020:00000040:0.0:1783444767.529567:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000100:00000001:0.0:1783444767.529569:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444767.529570:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444767.529572:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444767.529576:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7520b3a00. 00000100:00000001:0.0:1783444767.529579:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444767.529581:0:26147:0:(import.c:1799:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446622883799317376 : -121189910234240 : ffff91c746733b80) 00000100:00080000:0.0:1783444767.529585:0:26147:0:(import.c:65:import_set_state_nolock()) ffff91c74497f000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1783444767.529587:0:26147:0:(import.c:2100:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff91c759350000: disconnect after 24s idle 00000100:00000001:0.0:1783444767.529589:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444767.529591:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444767.529595:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cdad3a82] to pc [ptlrpcd_rcv+-1] req@ffff91c746733b80 x1870075608295168/t0(0) o9->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444767.529615:0:26147:0:(import.c:2104:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444767.529618:0:26147:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444767.529623:0:26147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1744) 00000100:00000001:1.0:1783444767.529761:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1783444767.529765:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1783444767.529767:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444767.529770:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444767.529772:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444767.529774:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444767.529775:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444767.529777:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444767.529783:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746730000 x1870075608295040/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444767.529792:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444767.529907:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444767.529912:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444767.529914:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444767.529917:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444767.529921:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746730000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608295040:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444767.529925:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444767.529931:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444767.529933:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444767.529936:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444767.529941:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75937f400. 02000000:00000001:1.0:1783444767.529943:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444767.529950:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444767.529954:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736420. 00000400:00000010:1.0:1783444767.529960:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076c38. 00000100:00000200:1.0:1783444767.529967:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608295040, portal 4 00000100:00000001:1.0:1783444767.529969:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444767.529971:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799302144 : -121189910249472 : ffff91c746730000) 00000100:00000040:1.0:1783444767.529978:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746730000 x1870075608295040/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444767.529987:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444767.529990:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444767.529992:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076e58. 00000100:00000200:1.0:1783444767.529995:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608295040, offset 0 00000400:00000200:1.0:1783444767.530000:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444767.530009:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.530015:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444767.530021:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444767.530025:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444767.530028:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444767.530031:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444767.530034:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2799:2799:256:4294967295] 192.168.204.110@tcp LPNI seq info [2799:2799:8:4294967295] 00000400:00000200:1.0:1783444767.530039:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.530047:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444767.530053:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444767.530088:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298600. 00000800:00000200:1.0:1783444767.530095:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444767.530169:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444767.530174:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783444767.530182:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444767.530186:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20447 usecs (21 jiffies) 00000400:00000200:1.0:1783444767.530190:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444767.530193:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296406557 00000100:00000001:1.0:1783444767.530196:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296410621 00000100:00000001:1.0:1783444767.530198:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296406557 00000100:00000001:1.0:1783444767.530200:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296410621 00000100:00000001:1.0:1783444767.530202:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444767.530205:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444767.530207:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444767.530210:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444767.530221:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444767.530223:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444767.530225:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444767.530227:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444767.530432:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444767.530435:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444767.530437:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444767.530443:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746733b80 x1870075608295168/t0(0) o9->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444767.530450:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444767.530451:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444767.530454:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444767.530455:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444767.530458:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444767.530460:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746733b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608295168:192.168.204.110@tcp:9:kworker.0 00000100:00000001:3.0:1783444767.530464:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444767.530466:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444767.530468:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444767.530470:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444767.530473:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7435f4e00. 02000000:00000001:3.0:1783444767.530476:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444767.530479:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444767.530482:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811318. 00000400:00000010:3.0:1783444767.530486:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218f68. 00000100:00000200:3.0:1783444767.530489:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608295168, portal 4 00000100:00000001:3.0:1783444767.530491:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444767.530492:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799317376 : -121189910234240 : ffff91c746733b80) 00000100:00000040:3.0:1783444767.530498:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746733b80 x1870075608295168/t0(0) o9->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444767.530505:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444767.530508:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444767.530510:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602186e8. 00000100:00000200:3.0:1783444767.530513:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608295168, offset 0 00000400:00000200:3.0:1783444767.530517:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444767.530521:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444767.530525:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444767.530528:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444767.530530:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444767.530533:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444767.530535:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444767.530538:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2800:2800:255:4294967295] 192.168.204.110@tcp LPNI seq info [2800:2800:7:4294967295] 00000400:00000200:3.0:1783444767.530542:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444767.530548:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444767.530553:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444767.530556:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822cc00. 00000800:00000200:3.0:1783444767.530560:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444767.530565:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444767.530567:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822cc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444767.530571:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444767.530573:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 122261 usecs (123 jiffies) 00000400:00000200:3.0:1783444767.530576:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444767.530578:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296406659 00000100:00000001:3.0:1783444767.530580:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296410621 00000100:00000001:3.0:1783444767.530582:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296406659 00000100:00000001:3.0:1783444767.530583:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296410621 00000100:00000001:3.0:1783444767.530585:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444767.530587:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444767.530590:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444767.530591:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444767.530596:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444767.530597:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1783444767.530599:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444767.530600:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444767.530601:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444767.530603:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444767.530740:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444767.530744:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298600. 00000400:00000200:0.0:1783444767.530749:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444767.530754:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444767.530759:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076e58 00000400:00000010:0.0:1783444767.530761:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076e58. 00000100:00000001:0.0:1783444767.530765:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444767.530770:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730000 x1870075608295040/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444767.530780:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444767.530783:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746730000 x1870075608295040/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444783 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444767.530790:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444767.530792:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783444767.531263:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444767.531266:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822cc00. 00000400:00000200:0.0:1783444767.531269:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444767.531273:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444767.531276:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7602186e8 00000400:00000010:0.0:1783444767.531278:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7602186e8. 00000100:00000001:0.0:1783444767.531281:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444767.531285:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746733b80 x1870075608295168/t0(0) o9->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444767.531303:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444767.531306:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746733b80 x1870075608295168/t0(0) o9->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444777 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444767.531313:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444767.531314:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444767.549954:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.549970:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444767.549974:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.549976:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444767.549985:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.549993:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444767.550002:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.550007:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.550012:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.550016:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855e600 00000400:00000200:1.0:1783444767.550022:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.550027:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7b71 [1] + 224 00000800:00000001:1.0:1783444767.550035:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.550038:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444767.550041:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444767.550045:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444767.550052:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444767.550091:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746730a80 x1870075608294912/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444783 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444767.550199:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746730a80 x1870075608294912/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444767.550321:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444767.550325:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444767.550342:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444767.550351:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.550356:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444767.550358:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.550361:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444767.550364:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.550368:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444767.550372:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.550375:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.550378:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.550380:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a4d2e855e500 00000400:00000200:1.0:1783444767.550383:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.550388:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7b59 [1] + 224 00000800:00000001:1.0:1783444767.550392:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.550394:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444767.550396:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444767.550399:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444767.550402:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444767.550406:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746731180 x1870075608294656/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444783 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444767.550414:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746731180 x1870075608294656/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444767.550435:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444767.550439:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.550442:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444767.550444:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.550446:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444767.550449:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.550452:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444767.550456:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.550458:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.550460:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.550463:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 416 into portal 10 MB=0x6a4d2e855e580 00000400:00000200:1.0:1783444767.550466:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.550470:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 416/416 into md 0x7b69 [1] + 0 00000800:00000001:1.0:1783444767.550473:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.550479:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444767.550481:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444767.550484:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444767.550486:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444767.550490:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746732300 x1870075608294784/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444777 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444767.550498:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff91c746732300 x1870075608294784/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444777 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444767.550515:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444767.550518:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.550521:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444767.550576:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444767.550579:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444767.550585:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444767.550587:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444767.550591:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811c08. 00000400:00000200:3.0:1783444767.550595:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218110 00000400:00000010:3.0:1783444767.550598:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218110. 00000100:00000001:3.0:1783444767.550601:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444767.550605:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746732300 x1870075608294784/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444777 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444767.550615:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746732300 x1870075608294784/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444777 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444767.550621:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444767.550623:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444767.550625:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444767.550629:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444767.550631:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444767.550633:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444767.550635:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444767.550643:0:2399:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=97 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444767.550648:0:2399:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444767.550650:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444767.550652:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444767.550656:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444767.550660:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444767.550664:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444767.550665:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967633 00000100:00000001:3.0:1783444767.550668:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444767.550669:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444767.550674:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746732300 x1870075608294784/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1783444777 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444767.550680:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444767.550683:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444767.550685:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444767.550687:0:2399:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1783444767.550694:0:2399:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff91c759350000: connect to target with instance 1 00000020:00000001:3.0:1783444767.550696:0:2399:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1783444767.550698:0:2399:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea56 00000020:00000001:3.0:1783444767.550701:0:2399:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444767.550704:0:2399:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c74497f800 refcount=5 00000020:00000001:3.0:1783444767.550706:0:2399:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883768170496 : -121189941381120 : ffff91c74497f800) 00000020:00000001:3.0:1783444767.550709:0:2399:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883768170496 : -121189941381120 : ffff91c74497f800) 00000100:00001000:3.0:1783444767.550713:0:2399:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=1783444767 v=0 (0 0 0 0) 00000100:00001000:3.0:1783444767.550716:0:2399:0:(import.c:2214:obd_at_measure()) AT ffff91c743c0bc18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1783444767.550721:0:2399:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1663, crc32c 10299, adler 1303 00000020:00000040:3.0:1783444767.550727:0:2399:0:(genops.c:900:class_export_put()) PUTting export ffff91c74497f800 : new refcount 4 00000100:00000001:3.0:1783444767.550729:0:2399:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1783444767.550732:0:2399:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:3.0:1783444767.550735:0:2399:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff91c759350000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:3.0:1783444767.550738:0:2399:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1783444767.550740:0:2399:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444767.550742:0:2399:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:3.0:1783444767.550745:0:2399:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:3.0:1783444767.550748:0:2399:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444767.550750:0:2399:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444767.550752:0:2399:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444767.550754:0:2399:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1783444767.550758:0:2399:0:(import.c:1297:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.204.110@tcp after partition 00000100:00080000:3.0:1783444767.550761:0:2399:0:(import.c:65:import_set_state_nolock()) ffff91c743c0b800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:3.0:1783444767.550764:0:2399:0:(import.c:1647:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1783444767.550767:0:2399:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1783444767.550769:0:2399:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1783444767.550771:0:2399:0:(import.c:65:import_set_state_nolock()) ffff91c743c0b800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1783444767.550773:0:2399:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1783444767.550774:0:2399:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1783444767.550775:0:2399:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:3.0:1783444767.550776:0:2399:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:3.0:1783444767.550778:0:2399:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1783444767.550779:0:2399:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff91c7467ed560 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:3.0:1783444767.550783:0:2399:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x5503b2fe824eea56 00800000:00000040:3.0:1783444767.550786:0:2399:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff91c759350000=666e3c65-e321-43ec-a94e-a01058e25d7d device 3 (ffff91c7467eb380) type mdc at LMV idx 0 00800000:00000040:3.0:1783444767.550788:0:2399:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD ffff91c7467eb380 already active! 00800000:00000001:3.0:1783444767.550790:0:2399:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783444767.550804:0:2399:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444767.550805:0:2399:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1783444767.550808:0:2399:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000002:00000001:2.0:1783444767.551314:0:2399:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444767.551318:0:2399:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:2.0:1783444767.551323:0:2399:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff91c759350000: Connection restored to 192.168.204.110@tcp (at 192.168.204.110@tcp) 00000100:00080000:2.0:1783444767.551331:0:2399:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000071e53908): req@ffff91c760462300 x1870075608291328/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1783444767 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444767.551352:0:2399:0:(import.c:1753:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444767.551355:0:2399:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444767.551360:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746732300 x1870075608294784/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1783444777 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444767.551368:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746732300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608294784:192.168.204.110@tcp:38:kworker.0 00000100:00000001:2.0:1783444767.551373:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444767.551375:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444767.551379:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746732300 x1870075608294784/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1783444777 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444767.551386:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444767.551389:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444767.551393:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452ae800. 02000000:00000001:2.0:1783444767.551396:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444767.551398:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444767.551399:0:2399:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:2.0:1783444767.551402:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444767.551404:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c746766400. 02000000:00000001:2.0:1783444767.551409:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444767.551410:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444767.551412:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746732300. 00000100:00000001:2.0:1783444767.551416:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444767.551417:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444767.551420:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444767.551434:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444767.551436:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444767.551437:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444767.551438:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444767.551473:0:33241:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1783444767.551477:0:33241:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1783444767.551480:0:33241:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444767.551483:0:33241:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444767.551484:0:33241:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444767.551487:0:33241:0:(genops.c:1251:class_import_put()) Process leaving 00000002:00000001:3.0:1783444767.551488:0:33241:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444767.551497:0:33221:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444767.551502:0:33221:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444767.551505:0:33221:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444767.551508:0:33221:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444767.551511:0:33221:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444767.551514:0:33221:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444767.551516:0:33221:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444767.551519:0:33221:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1783444767.551525:0:33221:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1870075608291328 new x1870075608295296 02000000:00000001:1.0:1783444767.551529:0:33221:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444767.551531:0:33221:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444767.551537:0:33221:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444767.551543:0:33221:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7467360b0. 00000400:00000010:1.0:1783444767.551550:0:33221:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076660. 00000100:00000200:1.0:1783444767.551556:0:33221:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608291328, portal 10 00000100:00000001:1.0:1783444767.551558:0:33221:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444767.551560:0:33221:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00000100:00000040:1.0:1783444767.551568:0:33221:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff91c760462300 x1870075608291328/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444783 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444767.551576:0:33221:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444767.551579:0:33221:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444767.551582:0:33221:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076088. 00000100:00000200:1.0:1783444767.551585:0:33221:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870075608291328, offset 0 00000400:00000200:1.0:1783444767.551590:0:33221:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444767.551597:0:33221:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.551604:0:33221:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444767.551609:0:33221:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444767.551614:0:33221:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444767.551617:0:33221:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444767.551620:0:33221:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444767.551624:0:33221:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2801:2801:256:4294967295] 192.168.204.110@tcp LPNI seq info [2801:2801:8:4294967295] 00000400:00000200:1.0:1783444767.551628:0:33221:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.551636:0:33221:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444767.551642:0:33221:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444767.551648:0:33221:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298700. 00000800:00000200:1.0:1783444767.551654:0:33221:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444767.551662:0:33221:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444767.551666:0:33221:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1783444767.551679:0:33221:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444767.551683:0:33221:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 840037 usecs (841 jiffies) 00000400:00000200:1.0:1783444767.551686:0:33221:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444767.551689:0:33221:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296407398 00000100:00000001:1.0:1783444767.551692:0:33221:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296410621 00000100:00000001:1.0:1783444767.551694:0:33221:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296407398 00000100:00000001:1.0:1783444767.551697:0:33221:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296410621 00000100:00000001:1.0:1783444767.551699:0:33221:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444767.551702:0:33221:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444767.551704:0:33221:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444767.551706:0:33221:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444767.551709:0:33221:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7590a8b40 going to sleep for 11 seconds 00000100:00000001:1.0:1783444767.551711:0:33221:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444767.551712:0:33221:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444767.551788:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444767.551792:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298700. 00000400:00000200:1.0:1783444767.551796:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444767.551800:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444767.551803:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076088 00000400:00000010:1.0:1783444767.551805:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076088. 00000100:00000001:1.0:1783444767.551808:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444767.551812:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462300 x1870075608291328/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444783 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444767.551821:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444767.551824:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462300 x1870075608291328/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444783 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444767.551830:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444767.551831:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:0.0:1783444767.551905:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444767.551908:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444767.551910:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7467366e0. 00000400:00000200:0.0:1783444767.551913:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7590763b8 00000400:00000010:0.0:1783444767.551915:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7590763b8. 00000100:00000001:0.0:1783444767.551918:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444767.551923:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746730a80 x1870075608294912/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444767.551932:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746730a80 x1870075608294912/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444783 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444767.551944:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444767.551945:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444767.551948:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444767.551949:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444767.551951:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444767.551953:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444767.551955:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444767.551961:0:2401:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=97 v=5 (105 105 105 137) 00000100:00001000:0.0:1783444767.551965:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=97 v=5 (1 1 1 1) 00000100:00000001:0.0:1783444767.551968:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444767.551969:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444767.551971:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444767.551973:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444767.551976:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444767.551978:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1783444767.551980:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444767.551981:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444767.551985:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746730a80 x1870075608294912/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444783 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444767.552124:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444767.552126:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444767.552127:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444767.552132:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746730a80 x1870075608294912/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444783 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444767.552140:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746730a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608294912:192.168.204.110@tcp:400:kworker.0 00000400:00000001:0.0:1783444767.552146:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444767.552147:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444767.552149:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7467361b8. 00000400:00000200:0.0:1783444767.552152:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076908 00000400:00000010:0.0:1783444767.552154:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076908. 00000100:00000001:0.0:1783444767.552157:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444767.552162:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746731180 x1870075608294656/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444767.552169:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746731180 x1870075608294656/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444783 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444767.552174:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444767.552176:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444767.552177:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444767.552178:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444767.552180:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444767.552181:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444767.552183:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444767.552186:0:2401:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=97 v=5 (5 5 5 5) 00000100:00001000:0.0:1783444767.552188:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=97 v=5 (1 1 1 1) 00000100:00000001:0.0:1783444767.552190:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444767.552192:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444767.552193:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444767.552195:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444767.552197:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444767.552200:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746731180 x1870075608294656/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444783 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444767.552206:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444767.552207:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444767.552208:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444767.552212:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746731180 x1870075608294656/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444783 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444767.552217:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746731180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2401:1870075608294656:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444767.552220:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444767.552222:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444767.552225:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746730a80 x1870075608294912/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444783 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444767.552230:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444767.552232:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444767.552234:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75937ea00. 02000000:00000001:0.0:1783444767.552237:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444767.552238:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444767.552239:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:0.0:1783444767.552241:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444767.552243:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7520b3d00. 02000000:00000001:0.0:1783444767.552245:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444767.552246:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444767.552248:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746730a80. 00000100:00000001:0.0:1783444767.552250:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444767.552251:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444767.552252:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444767.552254:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746731180 x1870075608294656/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444783 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444767.552259:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444767.552260:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444767.552261:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75937ec00. 02000000:00000001:0.0:1783444767.552263:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444767.552264:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444767.552265:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:0.0:1783444767.552267:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444767.552268:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7520b3400. 02000000:00000001:0.0:1783444767.552269:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444767.552270:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444767.552271:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746731180. 00000100:00000001:0.0:1783444767.552273:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444767.552274:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444767.552276:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444767.552283:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444767.552285:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444767.552287:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444767.552289:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444767.553610:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.553626:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444767.553631:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.553634:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444767.553641:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.553648:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444767.553656:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.553660:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.553665:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.553669:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e855e680 00000400:00000200:1.0:1783444767.553675:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.553681:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7b81 [1] + 224 00000800:00000001:1.0:1783444767.553688:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.553692:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444767.553696:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444767.553699:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444767.553705:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444767.553713:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746730000 x1870075608295040/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444783 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444767.553724:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746730000 x1870075608295040/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444767.553748:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444767.553756:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.553760:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444767.553762:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.553765:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444767.553768:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.553771:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444767.553776:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.553778:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.553781:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.553784:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e855e700 00000400:00000200:1.0:1783444767.553788:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.553807:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7b91 [1] + 224 00000800:00000001:1.0:1783444767.553812:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.553820:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444767.553822:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444767.553826:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444767.553829:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444767.553833:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746733b80 x1870075608295168/t0(0) o9->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444777 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444767.553842:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746733b80 x1870075608295168/t0(0) o9->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444777 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444767.553862:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444767.553868:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.553871:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444767.553915:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444767.553919:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444767.553925:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444767.553927:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444767.553930:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811318. 00000400:00000200:2.0:1783444767.553934:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218f68 00000100:00000001:0.0:1783444767.553935:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1783444767.553937:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218f68. 00000100:00000001:0.0:1783444767.553940:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444767.553942:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1783444767.553946:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1783444767.553949:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746733b80 x1870075608295168/t0(0) o9->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444777 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783444767.553950:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444767.553954:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736420. 00000400:00000200:0.0:1783444767.553961:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076c38 00000400:00000010:0.0:1783444767.553965:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076c38. 00000100:00000200:2.0:1783444767.553966:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746733b80 x1870075608295168/t0(0) o9->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444777 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444767.553971:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1783444767.553978:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1783444767.553980:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746730000 x1870075608295040/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444767.553981:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444767.553985:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444767.553988:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444767.553991:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444767.553993:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444767.553996:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444767.554003:0:2399:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f460 time=97 v=5 (5 5 5 138) 00000100:00001000:2.0:1783444767.554007:0:2399:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=68 v=5 (1 1 0 0) 00000100:00000001:2.0:1783444767.554010:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444767.554012:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444767.554014:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444767.554017:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444767.554020:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444767.554022:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1783444767.554024:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444767.554025:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444767.554029:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746733b80 x1870075608295168/t0(0) o9->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444777 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444767.554041:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444767.554043:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444767.554044:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1783444767.554048:0:2399:0:(import.c:2010:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff91c746733b80 x1870075608295168/t0(0) o9->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444777 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444767.554097:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746730000 x1870075608295040/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444783 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444767.554105:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444767.554107:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444767.554109:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444767.554111:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444767.554112:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444767.554114:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444767.554116:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444767.554122:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=97 v=5 (5 5 5 138) 00000100:00001000:0.0:1783444767.554125:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444767.554127:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444767.554129:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444767.554131:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444767.554133:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444767.554135:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444767.554136:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1783444767.554138:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444767.554140:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444767.554144:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746730000 x1870075608295040/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444783 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444767.554151:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444767.554153:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444767.554154:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444767.554157:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746730000 x1870075608295040/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444783 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444767.554165:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746730000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608295040:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444767.554171:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444767.554174:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444767.554177:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746730000 x1870075608295040/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444783 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444767.554184:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444767.554186:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444767.554189:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75937f400. 02000000:00000001:0.0:1783444767.554194:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444767.554197:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444767.554200:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:0.0:1783444767.554202:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444767.554205:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7520b3e00. 02000000:00000001:0.0:1783444767.554208:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444767.554209:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444767.554211:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746730000. 00000100:00000001:0.0:1783444767.554214:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444767.554216:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444767.554217:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444767.554223:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444767.554224:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444767.554226:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444767.554229:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1783444767.554338:0:2399:0:(import.c:65:import_set_state_nolock()) ffff91c74497f000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:2.0:1783444767.554346:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746733b80 x1870075608295168/t0(0) o9->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444777 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444767.554354:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746733b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608295168:192.168.204.110@tcp:9:kworker.0 00000100:00000001:2.0:1783444767.554358:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444767.554360:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444767.554363:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746733b80 x1870075608295168/t0(0) o9->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444777 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444767.554370:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444767.554371:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444767.554373:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7435f4e00. 02000000:00000001:2.0:1783444767.554376:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444767.554378:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444767.554379:0:2399:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=2 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:2.0:1783444767.554381:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444767.554383:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7520b3a00. 02000000:00000001:2.0:1783444767.554385:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444767.554386:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444767.554388:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746733b80. 00000100:00000001:2.0:1783444767.554390:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444767.554392:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444767.554393:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444767.554397:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444767.554399:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444767.554400:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444767.554402:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444767.560664:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.560692:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444767.560699:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.560702:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444767.560715:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.560725:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444767.560738:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.560743:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.560750:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.560756:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e855e780 00000400:00000200:1.0:1783444767.560762:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.560768:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x7b99 [1] + 224 00000800:00000001:1.0:1783444767.560777:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.560855:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444767.560860:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444767.560866:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444767.560885:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444767.560898:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462300 x1870075608291328/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444783 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444767.560912:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff91c760462300 x1870075608291328/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444783 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444767.560943:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444767.560954:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.560958:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444767.562985:0:33221:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444767.562998:0:33221:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444767.563001:0:33221:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444767.563005:0:33221:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7467360b0. 00000400:00000200:0.0:1783444767.563015:0:33221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076660 00000400:00000010:0.0:1783444767.563018:0:33221:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076660. 00000100:00000001:0.0:1783444767.563023:0:33221:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444767.563035:0:33221:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462300 x1870075608291328/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444783 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783444767.563046:0:33221:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462300 x1870075608291328/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444783 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444767.563086:0:33221:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444767.563090:0:33221:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444767.563093:0:33221:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444767.563096:0:33221:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444767.563099:0:33221:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444767.563101:0:33221:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444767.563104:0:33221:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444767.563114:0:33221:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bcf0 time=97 v=5 (5 5 5 5) 00000100:00001000:0.0:1783444767.563118:0:33221:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444767.563121:0:33221:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444767.563122:0:33221:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444767.563125:0:33221:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444767.563129:0:33221:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444767.563132:0:33221:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783444767.563134:0:33221:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783444767.563136:0:33221:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783444767.563138:0:33221:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444767.563140:0:33221:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00000100:00000001:0.0:1783444767.563143:0:33221:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444767.563145:0:33221:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967633 00000100:00000001:0.0:1783444767.563147:0:33221:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444767.563149:0:33221:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444767.563154:0:33221:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760462300 x1870075608291328/t4294967634(4294967634) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444783 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444767.563161:0:33221:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444767.563164:0:33221:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444767.563165:0:33221:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444767.563169:0:33221:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760462300 x1870075608291328/t4294967634(4294967634) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444783 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783444767.563177:0:33221:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760462300 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:33221:1870075608291328:192.168.204.110@tcp:35:multiop.0 00000100:00000001:0.0:1783444767.563182:0:33221:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444767.563185:0:33221:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444767.563188:0:33221:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783444767.563191:0:33221:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444767.563201:0:33221:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462300 x1870075608291328/t4294967634(4294967634) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444783 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444767.563208:0:33221:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444767.563212:0:33221:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7590a8b40. 00000100:00000001:0.0:1783444767.563216:0:33221:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783444767.563219:0:33221:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444767.563227:0:33221:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444767.563229:0:33221:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00000002:00000001:0.0:1783444767.563232:0:33221:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444767.563235:0:33221:0:(lmv_obd.c:1673:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783444767.563241:0:33221:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c741284a00. 00000080:00000001:0.0:1783444767.563249:0:33221:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783444767.563253:0:33221:0:(lmv_obd.c:4191:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783444767.563258:0:33221:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444767.563261:0:33221:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444767.563264:0:33221:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444767.563267:0:33221:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444767.563269:0:33221:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444767.563271:0:33221:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:0.0:1783444767.563274:0:33221:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444767.563278:0:33221:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783444767.563283:0:33221:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91c746732d80 x1870075608291072/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444767 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444767.563291:0:33221:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444767.563294:0:33221:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746732d80 x1870075608291072/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444767 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444767.563300:0:33221:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783444767.563304:0:33221:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444767.563305:0:33221:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444767.563308:0:33221:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444767.563311:0:33221:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c746767c00. 02000000:00000001:0.0:1783444767.563317:0:33221:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444767.563318:0:33221:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444767.563321:0:33221:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746732d80. 00000100:00000001:0.0:1783444767.563326:0:33221:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444767.563327:0:33221:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444767.563328:0:33221:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444767.563331:0:33221:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462300 x1870075608291328/t4294967634(4294967634) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444783 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444767.563337:0:33221:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444767.563339:0:33221:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff91c74630a5e0. 00000002:00000001:0.0:1783444767.563341:0:33221:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444767.563343:0:33221:0:(lmv_obd.c:4197:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783444767.563345:0:33221:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91c74317b800. 00000100:00000001:0.0:1783444767.563348:0:33221:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444767.563351:0:33221:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462300 x1870075608291328/t4294967634(4294967634) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444783 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444767.563358:0:33221:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444767.563360:0:33221:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783444767.563362:0:33221:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91c746111900. 00000080:00000001:0.0:1783444767.563366:0:33221:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444767.563373:0:33221:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940ddbdb8 00000080:00000008:0.0:1783444767.563485:0:33221:0:(file.c:491:ll_file_release()) COMPLETED file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff91c748db3248), flags 100002, rc = 0 00000080:00000001:0.0:1783444767.563490:0:33221:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444767.563496:0:33221:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783444767.563498:0:33221:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940ddbe00 00000080:00002000:0.0:1783444767.563500:0:33221:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-2 (ffff91c748d03bd0, parent ffff91c74931ae58, inode ffff91c748db3248) hashed, 00000080:00000001:0.0:1783444767.563504:0:33221:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783444767.563510:0:33221:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783444767.563518:0:33221:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783444767.568297:0:33242:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444767.568305:0:33242:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444767.568308:0:33242:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783444767.568312:0:33242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940d7fb20 00000080:00200000:0.0:1783444767.568316:0:33242:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:0.0:1783444767.568324:0:33242:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c760f5fe00. 00800000:00000002:0.0:1783444767.568330:0:33242:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444767.568335:0:33242:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444767.568339:0:33242:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444767.568343:0:33242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940d7fa40 00800000:00000002:0.0:1783444767.568345:0:33242:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444767.568349:0:33242:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783444767.568352:0:33242:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444767.568354:0:33242:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444767.568357:0:33242:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444767.568359:0:33242:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444767.568361:0:33242:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444767.568363:0:33242:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444767.568366:0:33242:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444767.568369:0:33242:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783444767.568409:0:33242:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444767.568411:0:33242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940d7f910 00000002:00010000:0.0:1783444767.568414:0:33242:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783444767.568418:0:33242:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783444767.568420:0:33242:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444767.568431:0:33242:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783444767.568438:0:33242:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444767.568441:0:33242:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444767.568443:0:33242:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444767.568445:0:33242:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783444767.568448:0:33242:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783444767.568454:0:33242:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746732d80. 00000020:00000040:0.0:1783444767.568459:0:33242:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:0.0:1783444767.568467:0:33242:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783444767.568472:0:33242:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444767.568476:0:33242:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444767.568480:0:33242:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444767.568482:0:33242:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444767.568487:0:33242:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444767.568493:0:33242:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c746767c00. 00000100:00000001:0.0:1783444767.568500:0:33242:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444767.568505:0:33242:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444767.568507:0:33242:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444767.568509:0:33242:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444767.568510:0:33242:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444767.568513:0:33242:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444767.568517:0:33242:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622883799313792 : -121189910237824 : ffff91c746732d80) 00010000:00000001:0.0:1783444767.568522:0:33242:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783444767.568524:0:33242:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783444767.568528:0:33242:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747e41000. 00010000:00000010:0.0:1783444767.568533:0:33242:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c751113d80. 00010000:00000001:0.0:1783444767.568539:0:33242:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783444767.568542:0:33242:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c74652c600. 00000020:00000001:0.0:1783444767.568547:0:33242:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783444767.568550:0:33242:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c74652c600 with handle 0x5503b2fe824ef68f to hash 00000020:00000001:0.0:1783444767.568552:0:33242:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783444767.568553:0:33242:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444767.568557:0:33242:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444767.568561:0:33242:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444767.568564:0:33242:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444767.568568:0:33242:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef68f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33242 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444767.568577:0:33242:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef68f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33242 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444767.568589:0:33242:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef68f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33242 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783444767.568595:0:33242:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783444767.568598:0:33242:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783444767.568604:0:33242:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c76024c780. 00000100:00000001:0.0:1783444767.568606:0:33242:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884230383488 : -121189479168128 : ffff91c76024c780) 00000100:00000001:0.0:1783444767.568609:0:33242:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444767.568611:0:33242:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799313792 : -121189910237824 : ffff91c746732d80) 00000100:00000001:0.0:1783444767.568615:0:33242:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444767.568620:0:33242:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444767.568622:0:33242:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783444767.568624:0:33242:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444767.568636:0:33242:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746732d80 x1870075608295424/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444767.568645:0:33242:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444767.568648:0:33242:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444767.568651:0:33242:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444767.568654:0:33242:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444767.568657:0:33242:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444767.568661:0:33242:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746732d80 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:33242:1870075608295424:192.168.204.110@tcp:101:rm.0 00000100:00000001:0.0:1783444767.568664:0:33242:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444767.568670:0:33242:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444767.568673:0:33242:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444767.568675:0:33242:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444767.568679:0:33242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c7614b0800. 02000000:00000001:0.0:1783444767.568681:0:33242:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444767.568688:0:33242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444767.568692:0:33242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f630. 00000400:00000010:0.0:1783444767.568699:0:33242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9f68. 00000100:00000200:0.0:1783444767.568706:0:33242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608295424, portal 10 00000100:00000001:0.0:1783444767.568708:0:33242:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444767.568709:0:33242:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799313792 : -121189910237824 : ffff91c746732d80) 00000100:00000040:0.0:1783444767.568715:0:33242:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c746732d80 x1870075608295424/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444783 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444767.568723:0:33242:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444767.568725:0:33242:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444767.568728:0:33242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9ee0. 00000100:00000200:0.0:1783444767.568730:0:33242:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870075608295424, offset 0 00000400:00000200:0.0:1783444767.568737:0:33242:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444767.568744:0:33242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444767.568751:0:33242:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444767.568756:0:33242:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444767.568760:0:33242:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444767.568764:0:33242:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444767.568766:0:33242:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444767.568771:0:33242:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2802:2802:256:4294967295] 192.168.204.110@tcp LPNI seq info [2802:2802:8:4294967295] 00000400:00000200:0.0:1783444767.568775:0:33242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444767.568785:0:33242:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444767.568792:0:33242:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444767.568797:0:33242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3e00. 00000800:00000200:0.0:1783444767.568803:0:33242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444767.568811:0:33242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444767.568817:0:33242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3e00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1783444767.568890:0:33242:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444767.568895:0:33242:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 864813 usecs (865 jiffies) 00000400:00000200:0.0:1783444767.568898:0:33242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444767.568901:0:33242:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296407439 00000100:00000001:0.0:1783444767.568904:0:33242:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296410621 00000100:00000001:0.0:1783444767.568906:0:33242:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296407439 00000100:00000001:0.0:1783444767.568908:0:33242:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296410621 00000100:00000001:0.0:1783444767.568910:0:33242:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444767.568912:0:33242:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444767.568914:0:33242:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444767.568916:0:33242:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783444767.568918:0:33242:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c76024c780 going to sleep for 11 seconds 00000100:00000001:0.0:1783444767.568920:0:33242:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444767.568923:0:33242:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444767.569201:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444767.569207:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3e00. 00000400:00000200:1.0:1783444767.569211:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444767.569216:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444767.569222:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9ee0 00000400:00000010:1.0:1783444767.569224:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9ee0. 00000100:00000001:1.0:1783444767.569228:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444767.569233:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746732d80 x1870075608295424/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444783 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444767.569243:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444767.569246:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746732d80 x1870075608295424/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444783 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444767.569253:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444767.569255:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1783444767.572216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c746478280. 00000800:00000001:1.0:1783444767.579590:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.579612:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444767.579617:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.579621:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444767.579629:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.579637:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444767.579649:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.579654:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.579659:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.579664:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e855e800 00000400:00000200:1.0:1783444767.579669:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.579676:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x7ba9 [1] + 224 00000800:00000001:1.0:1783444767.579684:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.579694:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444767.579697:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444767.579702:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444767.579709:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444767.579718:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746732d80 x1870075608295424/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444783 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444767.579729:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c746732d80 x1870075608295424/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444783 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444767.579786:0:33242:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444767.579812:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444767.579821:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.579825:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1783444767.580990:0:33242:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444767.580994:0:33242:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444767.580998:0:33242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f630. 00000400:00000200:0.0:1783444767.581004:0:33242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9f68 00000400:00000010:0.0:1783444767.581006:0:33242:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9f68. 00000100:00000001:0.0:1783444767.581010:0:33242:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444767.581018:0:33242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746732d80 x1870075608295424/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444783 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783444767.581039:0:33242:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746732d80 x1870075608295424/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444783 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444767.581047:0:33242:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444767.581049:0:33242:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444767.581052:0:33242:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444767.581072:0:33242:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444767.581075:0:33242:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444767.581078:0:33242:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444767.581082:0:33242:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444767.581092:0:33242:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=97 v=5 (105 105 105 137) 00000100:00001000:0.0:1783444767.581098:0:33242:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444767.581101:0:33242:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444767.581102:0:33242:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444767.581106:0:33242:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444767.581109:0:33242:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444767.581112:0:33242:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444767.581115:0:33242:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967633 00000100:00000001:0.0:1783444767.581117:0:33242:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444767.581120:0:33242:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444767.581125:0:33242:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746732d80 x1870075608295424/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444783 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444767.581134:0:33242:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444767.581137:0:33242:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444767.581140:0:33242:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444767.581144:0:33242:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746732d80 x1870075608295424/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444783 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783444767.581153:0:33242:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746732d80 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:33242:1870075608295424:192.168.204.110@tcp:101:rm.0 00000100:00000001:0.0:1783444767.581157:0:33242:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444767.581160:0:33242:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444767.581163:0:33242:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783444767.581165:0:33242:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444767.581169:0:33242:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746732d80 x1870075608295424/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444783 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444767.581177:0:33242:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444767.581179:0:33242:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c76024c780. 00000100:00000001:0.0:1783444767.581182:0:33242:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783444767.581184:0:33242:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444767.581187:0:33242:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783444767.581191:0:33242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444767.581194:0:33242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444767.581198:0:33242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=4 00000020:00000001:0.0:1783444767.581201:0:33242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444767.581204:0:33242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000040:0.0:1783444767.581211:0:33242:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c74652c600, remote cookie: 0x332dd2263f6dd603, flags: 0x1001 00010000:00010000:0.0:1783444767.581217:0:33242:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef68f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd603 expref: -99 pid: 33242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444767.581229:0:33242:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef68f lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd603 expref: -99 pid: 33242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444767.581236:0:33242:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783444767.581240:0:33242:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783444767.581242:0:33242:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783444767.581244:0:33242:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783444767.581245:0:33242:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783444767.581249:0:33242:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91c747e41000) refcount = 1 00010000:00010000:0.0:1783444767.581253:0:33242:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef68f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd603 expref: -99 pid: 33242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444767.581259:0:33242:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783444767.581262:0:33242:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783444767.581263:0:33242:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444767.581266:0:33242:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783444767.581268:0:33242:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444767.581272:0:33242:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef68f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd603 expref: -99 pid: 33242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444767.581278:0:33242:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783444767.581280:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444767.581281:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444767.581283:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444767.581284:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444767.581285:0:33242:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444767.581289:0:33242:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783444767.581291:0:33242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444767.581292:0:33242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444767.581293:0:33242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=3 00000020:00000001:0.0:1783444767.581295:0:33242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444767.581297:0:33242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444767.581299:0:33242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444767.581300:0:33242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444767.581302:0:33242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=4 00000020:00000001:0.0:1783444767.581303:0:33242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444767.581305:0:33242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444767.581308:0:33242:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444767.581311:0:33242:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444767.581314:0:33242:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef68f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd603 expref: -99 pid: 33242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444767.581320:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444767.581321:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444767.581323:0:33242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444767.581324:0:33242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444767.581325:0:33242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=5 00000020:00000001:0.0:1783444767.581327:0:33242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444767.581330:0:33242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444767.581332:0:33242:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444767.581335:0:33242:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef68f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd603 expref: -99 pid: 33242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444767.581342:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444767.581343:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783444767.581346:0:33242:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef68f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd603 expref: -99 pid: 33242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444767.581351:0:33242:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444767.581353:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444767.581354:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444767.581355:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444767.581356:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783444767.581359:0:33242:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91c746732d80 x1870075608295424/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444783 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1783444767.581368:0:33242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444767.581369:0:33242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444767.581370:0:33242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=3 00000020:00000001:0.0:1783444767.581372:0:33242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444767.581374:0:33242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444767.581376:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444767.581377:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444767.581378:0:33242:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444767.581380:0:33242:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444767.581383:0:33242:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783444767.581385:0:33242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444767.581386:0:33242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444767.581387:0:33242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=3 00000020:00000001:0.0:1783444767.581389:0:33242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444767.581391:0:33242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00000002:00010000:0.0:1783444767.581395:0:33242:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef68f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd603 expref: -99 pid: 33242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444767.581407:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444767.581408:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444767.581410:0:33242:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783444767.581411:0:33242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444767.581412:0:33242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444767.581413:0:33242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=3 00000020:00000001:0.0:1783444767.581415:0:33242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:0.0:1783444767.581417:0:33242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000040:0.0:1783444767.581438:0:33242:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41000 count: 2 00010000:00000001:0.0:1783444767.581441:0:33242:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783444767.581444:0:33242:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1783444767.581447:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444767.581448:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444767.581449:0:33242:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783444767.581452:0:33242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940d7f898 00000002:00002000:0.0:1783444767.581454:0:33242:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1783444767.581457:0:33242:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444767.581461:0:33242:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444767.581465:0:33242:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783444767.581469:0:33242:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783444767.581472:0:33242:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444767.581476:0:33242:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:0.0:1783444767.581480:0:33242:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c760f5fe00. 00000080:00000001:0.0:1783444767.581485:0:33242:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783444767.581488:0:33242:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783444767.581496:0:33242:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1783444767.581501:0:33242:0:(lmv_obd.c:3920:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1783444767.581611:0:33242:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c742c80540. 00800000:00000001:1.0:1783444767.581615:0:33242:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622883737765184 : -121189971786432 : ffff91c742c80540) 00800000:00000001:1.0:1783444767.581618:0:33242:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444767.581621:0:33242:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1783444767.581624:0:33242:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1783444767.581626:0:33242:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1783444767.581629:0:33242:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1783444767.581633:0:33242:0:(llite_lib.c:1814:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1783444767.581635:0:33242:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444767.581643:0:33242:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1783444767.581646:0:33242:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1783444767.581649:0:33242:0:(llite_lib.c:2920:ll_update_inode()) setting ino 144115188193296385 mtime from 1783444752 to 1783444753 00000080:00200000:1.0:1783444767.581656:0:33242:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1783444767.581659:0:33242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444767.581661:0:33242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444767.581663:0:33242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=3 00000020:00000001:1.0:1783444767.581665:0:33242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:1.0:1783444767.581670:0:33242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:1.0:1783444767.581672:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444767.581673:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783444767.581675:0:33242:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1783444767.581678:0:33242:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1783444767.581679:0:33242:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c742c80540 1 00800000:00000010:1.0:1783444767.581762:0:33242:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c742c80540. 00800000:00000001:1.0:1783444767.581767:0:33242:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444767.581770:0:33242:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef68f 00800000:00000001:1.0:1783444767.581773:0:33242:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444767.581775:0:33242:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444767.581776:0:33242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444767.581777:0:33242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444767.581779:0:33242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=3 00000020:00000001:1.0:1783444767.581781:0:33242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:1.0:1783444767.581783:0:33242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:1.0:1783444767.582032:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444767.582034:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444767.582035:0:33242:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444767.582037:0:33242:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444767.582040:0:33242:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444767.582042:0:33242:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:1.0:1783444767.582046:0:33242:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef68f from it ffffa31940d7fb58 00010000:00000001:1.0:1783444767.582047:0:33242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444767.582049:0:33242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444767.582050:0:33242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=3 00000020:00000001:1.0:1783444767.582052:0:33242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:1.0:1783444767.582054:0:33242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:1.0:1783444767.582081:0:33242:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444767.582084:0:33242:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef68f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd603 expref: -99 pid: 33242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444767.582091:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444767.582092:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444767.582093:0:33242:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444767.582095:0:33242:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444767.582098:0:33242:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef68f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd603 expref: -99 pid: 33242 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783444767.582106:0:33242:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444767.582108:0:33242:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444767.582110:0:33242:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444767.582114:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444767.582114:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444767.582116:0:33242:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444767.582119:0:33242:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444767.582120:0:33242:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444767.582122:0:33242:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444767.582124:0:33242:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444767.582126:0:33242:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444767.582127:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444767.582128:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444767.582131:0:33242:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444767.582140:0:33242:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746732d80 x1870075608295424/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444783 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444767.582146:0:33242:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444767.582149:0:33242:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444767.582153:0:33242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c7614b0800. 02000000:00000001:1.0:1783444767.582156:0:33242:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444767.582158:0:33242:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444767.582160:0:33242:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:1.0:1783444767.582162:0:33242:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444767.582165:0:33242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c746767c00. 02000000:00000001:1.0:1783444767.582169:0:33242:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444767.582171:0:33242:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444767.582173:0:33242:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746732d80. 00000100:00000001:1.0:1783444767.582177:0:33242:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444767.582178:0:33242:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444767.582181:0:33242:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:1.0:1783444767.582186:0:33242:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1783444767.582199:0:33242:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91c745712300. 00000020:00000001:1.0:1783444767.582203:0:33242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940d7fae8 00000080:00200000:1.0:1783444767.582205:0:33242:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), flags=8 00000080:00000001:1.0:1783444767.582208:0:33242:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1783444767.582210:0:33242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940d7f998 00000080:00200000:1.0:1783444767.582212:0:33242:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), intent=getattr 00000080:00000001:1.0:1783444767.582216:0:33242:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000020:1.0:1783444767.582220:0:33242:0:(statahead.c:273:sa_get()) lustre: wrong pid=33223:33242 for entry f22.recovery-small-2 00000080:00000001:1.0:1783444767.582237:0:33242:0:(statahead.c:2046:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00400000:1.0:1783444767.582240:0:33242:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-2: rc = -22. 00000080:00000010:1.0:1783444767.582248:0:33242:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75937fe00. 00800000:00000002:1.0:1783444767.582252:0:33242:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444767.582256:0:33242:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444767.582259:0:33242:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444767.582260:0:33242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940d7f8b8 00800000:00000002:1.0:1783444767.582262:0:33242:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444767.582265:0:33242:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444767.582270:0:33242:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444767.582272:0:33242:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444767.582274:0:33242:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444767.582276:0:33242:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444767.582278:0:33242:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444767.582280:0:33242:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444767.582282:0:33242:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444767.582285:0:33242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940d7f850 00800000:00000002:1.0:1783444767.582286:0:33242:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f22.recovery-small-2' -> mds #0 00000002:00000001:1.0:1783444767.582290:0:33242:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444767.582292:0:33242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940d7f788 00000002:00010000:1.0:1783444767.582293:0:33242:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f22.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1783444767.582297:0:33242:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1783444767.582299:0:33242:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1783444767.582303:0:33242:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883bb80. 00000020:00000040:1.0:1783444767.582305:0:33242:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:1.0:1783444767.582309:0:33242:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783444767.582313:0:33242:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444767.582315:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444767.582316:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444767.582318:0:33242:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444767.582320:0:33242:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444767.582322:0:33242:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444767.582325:0:33242:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444767.582331:0:33242:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c751026c00. 00000100:00000001:1.0:1783444767.582336:0:33242:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444767.582339:0:33242:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444767.582340:0:33242:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444767.582342:0:33242:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444767.582343:0:33242:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444767.582345:0:33242:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444767.582351:0:33242:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622884102388608 : -121189607163008 : ffff91c75883bb80) 00010000:00000001:1.0:1783444767.582354:0:33242:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783444767.582356:0:33242:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1783444767.582359:0:33242:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41000 count: 2 00010000:00000001:1.0:1783444767.582362:0:33242:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444767.582364:0:33242:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783444767.582368:0:33242:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c7583db200. 00000020:00000001:1.0:1783444767.582371:0:33242:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783444767.582373:0:33242:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c7583db200 with handle 0x5503b2fe824ef696 to hash 00000020:00000001:1.0:1783444767.582375:0:33242:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783444767.582377:0:33242:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622884097798656 : -121189611752960 : ffff91c7583db200) 00010000:00000001:1.0:1783444767.582380:0:33242:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622884097798656 : -121189611752960 : ffff91c7583db200) 00010000:00000001:1.0:1783444767.582383:0:33242:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444767.582385:0:33242:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444767.582388:0:33242:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db200/0x5503b2fe824ef696 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 33242 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444767.582396:0:33242:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db200/0x5503b2fe824ef696 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33242 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444767.582405:0:33242:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db200/0x5503b2fe824ef696 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33242 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783444767.582410:0:33242:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444767.582412:0:33242:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444767.582417:0:33242:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7586e3c00. 00000100:00000001:1.0:1783444767.582419:0:33242:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884100979712 : -121189608571904 : ffff91c7586e3c00) 00000100:00000001:1.0:1783444767.582430:0:33242:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444767.582432:0:33242:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102388608 : -121189607163008 : ffff91c75883bb80) 00000100:00000001:1.0:1783444767.582436:0:33242:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444767.582439:0:33242:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444767.582440:0:33242:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444767.582442:0:33242:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444767.582447:0:33242:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c75883bb80 x1870075608295552/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444767.582454:0:33242:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444767.582456:0:33242:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444767.582459:0:33242:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444767.582461:0:33242:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444767.582464:0:33242:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444767.582467:0:33242:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c75883bb80 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:33242:1870075608295552:192.168.204.110@tcp:101:rm.0 00000100:00000001:1.0:1783444767.582471:0:33242:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444767.582475:0:33242:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444767.582484:0:33242:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444767.582487:0:33242:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444767.582491:0:33242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c760536800. 02000000:00000001:1.0:1783444767.582493:0:33242:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444767.582498:0:33242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444767.582502:0:33242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736268. 00000400:00000010:1.0:1783444767.582509:0:33242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076088. 00000100:00000200:1.0:1783444767.582515:0:33242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608295552, portal 10 00000100:00000001:1.0:1783444767.582517:0:33242:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444767.582518:0:33242:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102388608 : -121189607163008 : ffff91c75883bb80) 00000100:00000040:1.0:1783444767.582523:0:33242:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c75883bb80 x1870075608295552/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444783 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444767.582530:0:33242:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444767.582533:0:33242:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444767.582536:0:33242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076b28. 00000100:00000200:1.0:1783444767.582539:0:33242:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1870075608295552, offset 0 00000400:00000200:1.0:1783444767.582545:0:33242:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444767.582553:0:33242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.582560:0:33242:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444767.582565:0:33242:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444767.582569:0:33242:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444767.582573:0:33242:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444767.582575:0:33242:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444767.582579:0:33242:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2803:2803:256:4294967295] 192.168.204.110@tcp LPNI seq info [2803:2803:8:4294967295] 00000400:00000200:1.0:1783444767.582583:0:33242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.582592:0:33242:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444767.582599:0:33242:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444767.582604:0:33242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298700. 00000800:00000200:1.0:1783444767.582611:0:33242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444767.582619:0:33242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444767.582624:0:33242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298700 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1783444767.582637:0:33242:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444767.582641:0:33242:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 863686 usecs (864 jiffies) 00000400:00000200:1.0:1783444767.582644:0:33242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444767.582646:0:33242:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296407452 00000080:00000001:0.0:1783444767.583095:0:33224:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:0.0:1783444767.583098:0:33224:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:0.0:1783444767.583104:0:33224:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff91c751113c80. 00000020:00000001:0.0:1783444767.583117:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941537cd8 00000080:00400000:0.0:1783444767.583119:0:33224:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-10(ffff91c751113c80) index 9 00000080:00000001:0.0:1783444767.583122:0:33224:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446622883977444480 : -121189732107136 : ffff91c751113c80) 00000080:00000001:0.0:1783444767.583126:0:33224:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:0.0:1783444767.583129:0:33224:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff91c746766800. 00800000:00000002:0.0:1783444767.583132:0:33224:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 3 00800000:00000001:0.0:1783444767.583138:0:33224:0:(lmv_obd.c:4615:lmv_batch_add()) Process entered 00800000:00000001:0.0:1783444767.583140:0:33224:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444767.583142:0:33224:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444767.583143:0:33224:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444767.583145:0:33224:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444767.583147:0:33224:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444767.583148:0:33224:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444767.583150:0:33224:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444767.583152:0:33224:0:(lmv_obd.c:4578:lmv_batch_get_sub()) Process entered 00800000:00000001:0.0:1783444767.583154:0:33224:0:(lmv_obd.c:4582:lmv_batch_get_sub()) Process leaving (rc=18446622883796454912 : -121189913096704 : ffff91c746478e00) 00000002:00000001:0.0:1783444767.583157:0:33224:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:0.0:1783444767.583159:0:33224:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff91c76024c780. 00000002:00000001:0.0:1783444767.583162:0:33224:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000010:0.0:1783444767.583165:0:33224:0:(batch.c:289:batch_update_request_create()) kmalloced '(head)': 80 at ffff91c76050da20. 00000002:00000010:0.0:1783444767.583168:0:33224:0:(batch.c:217:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff91c745359a40. 00000002:00000010:0.0:1783444767.583171:0:33224:0:(batch.c:223:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff91c749791000. 00000002:00000001:0.0:1783444767.583173:0:33224:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:0.0:1783444767.583176:0:33224:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:0.0:1783444767.583181:0:33224:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:0.0:1783444767.583184:0:33224:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:0.0:1783444767.583186:0:33224:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783444767.583190:0:33224:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41000 count: 3 00010000:00000001:0.0:1783444767.583192:0:33224:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444767.583194:0:33224:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783444767.583196:0:33224:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c74652ca00. 00000020:00000001:0.0:1783444767.583199:0:33224:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783444767.583201:0:33224:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c74652ca00 with handle 0x5503b2fe824ef69d to hash 00000020:00000001:0.0:1783444767.583202:0:33224:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783444767.583204:0:33224:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883797191168 : -121189912360448 : ffff91c74652ca00) 00010000:00000001:0.0:1783444767.583206:0:33224:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883797191168 : -121189912360448 : ffff91c74652ca00) 00010000:00000001:0.0:1783444767.583209:0:33224:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444767.583211:0:33224:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444767.583214:0:33224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ca00/0x5503b2fe824ef69d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444767.583221:0:33224:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ca00/0x5503b2fe824ef69d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444767.583226:0:33224:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444767.583227:0:33224:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444767.583230:0:33224:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1783444767.583233:0:33224:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff91c745359280. 00000002:00000001:0.0:1783444767.583235:0:33224:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444767.583236:0:33224:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444767.583238:0:33224:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444767.583240:0:33224:0:(lmv_obd.c:4627:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444767.583241:0:33224:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444767.583244:0:33224:0:(lmv_obd.c:4482:lmv_batch_flush()) Process entered 00000002:00000001:0.0:1783444767.583245:0:33224:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:0.0:1783444767.583247:0:33224:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:0.0:1783444767.583248:0:33224:0:(batch.c:121:batch_prep_update_req()) Process entered 00000100:00000010:0.0:1783444767.583251:0:33224:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746730000. 00000020:00000040:0.0:1783444767.583253:0:33224:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:0.0:1783444767.583256:0:33224:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444767.583257:0:33224:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444767.583259:0:33224:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444767.583262:0:33224:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c746766c00. 00000100:00000001:0.0:1783444767.583265:0:33224:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444767.583268:0:33224:0:(batch.c:105:batch_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444767.583270:0:33224:0:(batch.c:143:batch_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783444767.583272:0:33224:0:(batch.c:198:batch_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444767.583274:0:33224:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444767.583277:0:33224:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444767.583283:0:33224:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7d60bcc] to pc [ptlrpcd_00_00+0] req@ffff91c746730000 x1870075608295680/t0(0) o63->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000002:00000001:0.0:1783444767.583303:0:33224:0:(batch.c:480:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444767.583305:0:33224:0:(batch.c:699:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444767.583307:0:33224:0:(lmv_obd.c:4504:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444767.583309:0:33224:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000010:0.0:1783444767.583311:0:33224:0:(statahead.c:1525:ll_statahead_by_fname()) kfreed 'fname': 255 at ffff91c75822c400. 00000080:00000001:0.0:1783444767.583313:0:33224:0:(statahead.c:1526:ll_statahead_by_fname()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444767.583315:0:33224:0:(lmv_obd.c:4482:lmv_batch_flush()) Process entered 00000002:00000001:0.0:1783444767.583316:0:33224:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:0.0:1783444767.583318:0:33224:0:(batch.c:694:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444767.583319:0:33224:0:(lmv_obd.c:4504:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444767.583321:0:33224:0:(statahead.c:1604:ll_statahead_thread()) Process leaving 00800000:00000001:0.0:1783444767.583322:0:33224:0:(lmv_obd.c:4449:lmv_batch_stop()) Process entered 00000002:00000001:0.0:1783444767.583324:0:33224:0:(batch.c:675:cli_batch_stop()) Process entered 00000002:00000001:0.0:1783444767.583325:0:33224:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:0.0:1783444767.583326:0:33224:0:(batch.c:438:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1783444767.583327:0:33224:0:(batch.c:680:cli_batch_stop()) kfreed 'cbh': 32 at ffff91c746478e00. 00000002:00000001:0.0:1783444767.583329:0:33224:0:(batch.c:681:cli_batch_stop()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:0.0:1783444767.583331:0:33224:0:(lmv_obd.c:4462:lmv_batch_stop()) kfreed 'sub': 32 at ffff91c746478120. 00800000:00000010:0.0:1783444767.583333:0:33224:0:(lmv_obd.c:4470:lmv_batch_stop()) kfreed 'lbh': 48 at ffff91c74317b4c0. 00800000:00000001:0.0:1783444767.583334:0:33224:0:(lmv_obd.c:4471:lmv_batch_stop()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783444767.583336:0:33224:0:(statahead.c:1138:ll_stop_agl()) stop agl thread: sai ffff91c7590ccc00 pid 33225 00000100:00000001:0.0:1783444767.583353:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444767.583356:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444767.583358:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444767.583362:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746730000 x1870075608295680/t0(0) o63->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444767.583368:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444767.583369:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444767.583371:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444767.583373:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444767.583375:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444767.583378:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746730000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608295680:192.168.204.110@tcp:63:ll_sa.0 00000100:00000001:0.0:1783444767.583381:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444767.583383:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444767.583385:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444767.583387:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444767.583392:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff91c751166000. 02000000:00000001:0.0:1783444767.583394:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444767.583399:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444767.583402:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f630. 00000400:00000010:0.0:1783444767.583407:0:2400:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff91c76024c600. 00000100:00000200:0.0:1783444767.583411:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870075608295680, portal 4 00000100:00000001:0.0:1783444767.583414:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444767.583415:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799302144 : -121189910249472 : ffff91c746730000) 00000100:00000040:0.0:1783444767.583419:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746730000 x1870075608295680/t0(0) o63->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 1783444783 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444767.583438:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444767.583440:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444767.583444:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9f68. 00000100:00000200:0.0:1783444767.583446:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 680 bytes to portal 24, xid 1870075608295680, offset 0 00000400:00000200:0.0:1783444767.583450:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444767.583455:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444767.583459:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444767.583462:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444767.583464:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444767.583467:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444767.583469:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444767.583472:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2804:2804:255:4294967295] 192.168.204.110@tcp LPNI seq info [2804:2804:7:4294967295] 00000400:00000200:0.0:1783444767.583475:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444767.583482:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444767.583486:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 680 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444767.583489:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3400. 00000800:00000200:0.0:1783444767.583493:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444767.583499:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444767.583502:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3400 type 1, nob 776 niov 1 nkiov 1 00000100:00000001:0.0:1783444767.583505:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444767.583508:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 863686 usecs (864 jiffies) 00000400:00000200:0.0:1783444767.583511:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444767.583513:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296407453 00000100:00000001:0.0:1783444767.583516:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296410621 00000100:00000001:0.0:1783444767.583519:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296407453 00000100:00000001:0.0:1783444767.583521:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296410621 00000100:00000001:0.0:1783444767.583523:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444767.583525:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444767.583528:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444767.583530:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444767.583537:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444767.583539:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783444767.583541:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444767.583542:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444767.583543:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444767.583545:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444767.583555:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444767.583557:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444767.583579:0:33242:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296410621 00000100:00000001:0.0:1783444767.583582:0:33242:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296407453 00000100:00000001:0.0:1783444767.583584:0:33242:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296410621 00000100:00000001:0.0:1783444767.583586:0:33242:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444767.583588:0:33242:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444767.583590:0:33242:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444767.583591:0:33242:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783444767.583593:0:33242:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7586e3c00 going to sleep for 11 seconds 00000100:00000001:0.0:1783444767.583596:0:33242:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444767.583597:0:33242:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444767.585870:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444767.585879:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298700. 00000400:00000200:1.0:1783444767.585887:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444767.585896:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444767.585903:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076b28 00000400:00000010:1.0:1783444767.585906:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076b28. 00000100:00000001:1.0:1783444767.585910:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444767.585919:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c75883bb80 x1870075608295552/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444783 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444767.585931:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444767.585935:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c75883bb80 x1870075608295552/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444783 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444767.585944:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444767.585946:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000001:3.0:1783444767.591450:0:33225:0:(statahead.c:1120:ll_agl_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783444767.591970:0:33224:0:(statahead.c:1153:ll_stop_agl()) agl thread stopped: sai ffff91c7590ccc00, parent / 00000800:00000200:1.0:1783444767.598125:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444767.598136:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3400. 00000400:00000200:1.0:1783444767.598144:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444767.598153:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444767.598160:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9f68 00000400:00000010:1.0:1783444767.598163:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9f68. 00000100:00000001:1.0:1783444767.598168:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444767.598176:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730000 x1870075608295680/t0(0) o63->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 1783444783 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444767.598189:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444767.598193:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746730000 x1870075608295680/t0(0) o63->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 1783444783 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444767.598201:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444767.598203:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444767.598211:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.598223:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444767.598226:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.598228:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444767.598235:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.598239:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444767.598247:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.598251:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.598256:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.598260:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 640 into portal 10 MB=0x6a4d2e855e880 00000400:00000200:1.0:1783444767.598265:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.598270:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 640/640 into md 0x7bb9 [1] + 224 00000800:00000001:1.0:1783444767.598277:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.598284:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444767.598286:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444767.598290:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444767.598295:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444767.598299:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c75883bb80 x1870075608295552/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444783 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444767.598308:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff91c75883bb80 x1870075608295552/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444783 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444767.598332:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444767.598339:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.598343:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444767.598474:0:33242:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444767.598482:0:33242:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444767.598484:0:33242:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444767.598486:0:33242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736268. 00000400:00000200:2.0:1783444767.598490:0:33242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076088 00000400:00000010:2.0:1783444767.598492:0:33242:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076088. 00000100:00000001:2.0:1783444767.598495:0:33242:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444767.598499:0:33242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c75883bb80 x1870075608295552/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444783 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783444767.598507:0:33242:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c75883bb80 x1870075608295552/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444783 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444767.598513:0:33242:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444767.598514:0:33242:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444767.598516:0:33242:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444767.598520:0:33242:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444767.598522:0:33242:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444767.598524:0:33242:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444767.598527:0:33242:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444767.598536:0:33242:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=97 v=5 (105 105 105 137) 00000100:00001000:2.0:1783444767.598540:0:33242:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444767.598542:0:33242:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444767.598544:0:33242:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444767.598547:0:33242:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444767.598550:0:33242:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444767.598553:0:33242:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444767.598555:0:33242:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967633 00000100:00000001:2.0:1783444767.598557:0:33242:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444767.598559:0:33242:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444767.598563:0:33242:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c75883bb80 x1870075608295552/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/640 e 0 to 0 dl 1783444783 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444767.598570:0:33242:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444767.598573:0:33242:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444767.598575:0:33242:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444767.598579:0:33242:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883bb80 x1870075608295552/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/640 e 0 to 0 dl 1783444783 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783444767.598588:0:33242:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c75883bb80 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:33242:1870075608295552:192.168.204.110@tcp:101:rm.0 00000100:00000001:2.0:1783444767.598592:0:33242:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444767.598595:0:33242:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444767.598597:0:33242:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444767.598599:0:33242:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444767.598601:0:33242:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c75883bb80 x1870075608295552/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/640 e 0 to 0 dl 1783444783 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444767.598607:0:33242:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444767.598610:0:33242:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7586e3c00. 00000100:00000001:2.0:1783444767.598614:0:33242:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444767.598615:0:33242:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444767.598631:0:33242:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783444767.598635:0:33242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444767.598638:0:33242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444767.598641:0:33242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db200 refcount=4 00000020:00000001:2.0:1783444767.598643:0:33242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798656 : -121189611752960 : ffff91c7583db200) 00010000:00000001:2.0:1783444767.598646:0:33242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798656 : -121189611752960 : ffff91c7583db200) 00010000:00000040:2.0:1783444767.598652:0:33242:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c7583db200, remote cookie: 0x332dd2263f6dd61f, flags: 0x1001 00010000:00010000:2.0:1783444767.598658:0:33242:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db200/0x5503b2fe824ef696 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd61f expref: -99 pid: 33242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1783444767.598682:0:33242:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1783444767.598686:0:33242:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1783444767.598697:0:33242:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747211900. 00010000:00000010:2.0:1783444767.598702:0:33242:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c743ef4900. 00010000:00000001:2.0:1783444767.598708:0:33242:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444767.598712:0:33242:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db200/0x5503b2fe824ef696 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd61f expref: -99 pid: 33242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444767.598726:0:33242:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db200/0x5503b2fe824ef696 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd61f expref: -99 pid: 33242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444767.598733:0:33242:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783444767.598737:0:33242:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783444767.598739:0:33242:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783444767.598741:0:33242:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783444767.598742:0:33242:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783444767.598745:0:33242:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x27:0x0].0x0 (ffff91c747211900) refcount = 1 00010000:00010000:2.0:1783444767.598750:0:33242:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db200/0x5503b2fe824ef696 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd61f expref: -99 pid: 33242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444767.598756:0:33242:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783444767.598760:0:33242:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783444767.598762:0:33242:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444767.598764:0:33242:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783444767.598766:0:33242:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444767.598770:0:33242:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db200/0x5503b2fe824ef696 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd61f expref: -99 pid: 33242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444767.598776:0:33242:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783444767.598778:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444767.598780:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444767.598781:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444767.598781:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444767.598784:0:33242:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444767.598789:0:33242:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1783444767.598791:0:33242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444767.598792:0:33242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444767.598793:0:33242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db200 refcount=3 00000020:00000001:2.0:1783444767.598795:0:33242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798656 : -121189611752960 : ffff91c7583db200) 00010000:00000001:2.0:1783444767.598797:0:33242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798656 : -121189611752960 : ffff91c7583db200) 00010000:00000001:2.0:1783444767.598800:0:33242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444767.598801:0:33242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444767.598803:0:33242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db200 refcount=4 00000020:00000001:2.0:1783444767.598804:0:33242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798656 : -121189611752960 : ffff91c7583db200) 00010000:00000001:2.0:1783444767.598806:0:33242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798656 : -121189611752960 : ffff91c7583db200) 00010000:00000001:2.0:1783444767.598809:0:33242:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444767.598812:0:33242:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444767.598815:0:33242:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db200/0x5503b2fe824ef696 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd61f expref: -99 pid: 33242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444767.598834:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444767.598835:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444767.598836:0:33242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444767.598847:0:33242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444767.598848:0:33242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db200 refcount=5 00000020:00000001:2.0:1783444767.598850:0:33242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798656 : -121189611752960 : ffff91c7583db200) 00010000:00000001:2.0:1783444767.598852:0:33242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798656 : -121189611752960 : ffff91c7583db200) 00010000:00000001:2.0:1783444767.598854:0:33242:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444767.598857:0:33242:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db200/0x5503b2fe824ef696 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd61f expref: -99 pid: 33242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444767.598863:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444767.598865:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783444767.598867:0:33242:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db200/0x5503b2fe824ef696 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd61f expref: -99 pid: 33242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444767.598874:0:33242:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444767.598875:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444767.598876:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444767.598877:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444767.598878:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1783444767.598882:0:33242:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91c75883bb80 x1870075608295552/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/640 e 0 to 0 dl 1783444783 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1783444767.598895:0:33242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444767.598896:0:33242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444767.598897:0:33242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db200 refcount=3 00000020:00000001:2.0:1783444767.598899:0:33242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798656 : -121189611752960 : ffff91c7583db200) 00010000:00000001:2.0:1783444767.598901:0:33242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798656 : -121189611752960 : ffff91c7583db200) 00000002:00010000:2.0:1783444767.598904:0:33242:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db200/0x5503b2fe824ef696 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd61f expref: -99 pid: 33242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1783444767.598912:0:33242:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff91c76050af40. 00010000:00000001:2.0:1783444767.598914:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444767.598915:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444767.598917:0:33242:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444767.598919:0:33242:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444767.598921:0:33242:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1783444767.598923:0:33242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444767.598924:0:33242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444767.598925:0:33242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db200 refcount=3 00000020:00000001:2.0:1783444767.598927:0:33242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798656 : -121189611752960 : ffff91c7583db200) 00010000:00000001:2.0:1783444767.598929:0:33242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798656 : -121189611752960 : ffff91c7583db200) 00000002:00010000:2.0:1783444767.598932:0:33242:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db200/0x5503b2fe824ef696 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd61f expref: -99 pid: 33242 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444767.598937:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444767.598938:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444767.598940:0:33242:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783444767.598941:0:33242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444767.598942:0:33242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444767.598943:0:33242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db200 refcount=3 00000020:00000001:2.0:1783444767.598945:0:33242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798656 : -121189611752960 : ffff91c7583db200) 00010000:00000001:2.0:1783444767.598946:0:33242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798656 : -121189611752960 : ffff91c7583db200) 00010000:00000040:2.0:1783444767.598950:0:33242:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211900 count: 2 00010000:00000001:2.0:1783444767.598952:0:33242:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1783444767.598956:0:33242:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589935621/39 (0 0) 00010000:00000001:2.0:1783444767.598958:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444767.598959:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444767.598960:0:33242:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783444767.598963:0:33242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940d7f710 00000002:00002000:2.0:1783444767.598966:0:33242:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-2 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1783444767.598969:0:33242:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444767.598973:0:33242:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444767.598976:0:33242:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783444767.598979:0:33242:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1783444767.598982:0:33242:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444767.598985:0:33242:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 3 00000080:00000001:2.0:1783444767.598988:0:33242:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1783444767.598989:0:33242:0:(namei.c:674:ll_lookup_it_finish()) it ffffa31940d7fb20 it_disposition b 00000080:00000001:2.0:1783444767.598992:0:33242:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783444767.598997:0:33242:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1783444767.598999:0:33242:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1783444767.599002:0:33242:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611175 : 144115205339611175 : 200000405000027) 00000080:00000001:2.0:1783444767.599005:0:33242:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1783444767.599011:0:33242:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444767.599015:0:33242:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7000. 00000020:00000010:2.0:1783444767.599020:0:33242:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cdc00. 00000020:00000010:2.0:1783444767.599025:0:33242:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590cc200. 00000020:00000010:2.0:1783444767.599028:0:33242:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427240. 00000008:00000010:2.0:1783444767.599035:0:33242:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444767.599039:0:33242:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444767.599044:0:33242:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444767.599050:0:33242:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444767.599090:0:33242:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444767.599096:0:33242:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cde00. 00000008:00000010:2.0:1783444767.599100:0:33242:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444767.599104:0:33242:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444767.599108:0:33242:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444767.599112:0:33242:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526e870. 00000020:00000001:2.0:1783444767.599115:0:33242:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747360776 : -121189962190840 : ffff91c7435a7008) 00000020:00001000:2.0:1783444767.599118:0:33242:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7000 00000020:00000001:2.0:1783444767.599120:0:33242:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1783444767.599124:0:33242:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:2.0:1783444767.599126:0:33242:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1783444767.599132:0:33242:0:(lov_ea.c:221:lsme_unpack()) kmalloced '(lsme)': 80 at ffff91c760427780. 00020000:00000010:2.0:1783444767.599136:0:33242:0:(lov_ea.c:258:lsme_unpack()) slab-alloced 'loi': 112 at ffff91c75066f680. 00020000:00000010:2.0:1783444767.599142:0:33242:0:(lov_ea.c:385:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91c760427120. 00020000:00000001:2.0:1783444767.599144:0:33242:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446622884232327456 : -121189477224160 : ffff91c760427120) 00020000:00000002:2.0:1783444767.599148:0:33242:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c760427120, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783444767.599152:0:33242:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783444767.599156:0:33242:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c75066f680: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000002:2.0:1783444767.599160:0:33242:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff91c7464b78b8) owner ffff91c76168cf80 00020000:00000001:2.0:1783444767.599163:0:33242:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1783444767.599165:0:33242:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff91c7464b78b8) owner ffff91c76168cf80 00020000:00000010:2.0:1783444767.599170:0:33242:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91c75066f680. 00020000:00000010:2.0:1783444767.599174:0:33242:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff91c760427780. 00020000:00000010:2.0:1783444767.599177:0:33242:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91c760427120. 00020000:00000002:2.0:1783444767.599179:0:33242:0:(lov_object.c:1533:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1783444767.599181:0:33242:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444767.599183:0:33242:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1783444767.599185:0:33242:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7000 00000020:00000010:2.0:1783444767.599188:0:33242:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590cc200. 00000020:00000010:2.0:1783444767.599192:0:33242:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427240. 00000008:00000010:2.0:1783444767.599195:0:33242:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444767.599198:0:33242:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444767.599201:0:33242:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444767.599204:0:33242:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444767.599207:0:33242:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444767.599210:0:33242:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cdc00. 00000008:00000010:2.0:1783444767.599213:0:33242:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444767.599215:0:33242:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444767.599217:0:33242:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444767.599221:0:33242:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e870. 00000020:00000010:2.0:1783444767.599223:0:33242:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cde00. 00000020:00000010:2.0:1783444767.599225:0:33242:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7000. 00000080:00000001:2.0:1783444767.599228:0:33242:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611175 : 144115205339611175 : 200000405000027) 00000080:00000001:2.0:1783444767.599231:0:33242:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1783444767.599236:0:33242:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x27:0x0](ffff91c748db3248): rc = 0 00000080:00000001:2.0:1783444767.599238:0:33242:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622883839685192 : -121189869866424 : ffff91c748db3248) 00010000:00000001:2.0:1783444767.599240:0:33242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444767.599242:0:33242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444767.599243:0:33242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db200 refcount=3 00000020:00000001:2.0:1783444767.599245:0:33242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798656 : -121189611752960 : ffff91c7583db200) 00010000:00000001:2.0:1783444767.599247:0:33242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798656 : -121189611752960 : ffff91c7583db200) 00000080:00000001:2.0:1783444767.599250:0:33242:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:2.0:1783444767.599252:0:33242:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444767.599254:0:33242:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7000. 00000020:00000010:2.0:1783444767.599257:0:33242:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cde00. 00000020:00000010:2.0:1783444767.599259:0:33242:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590cdc00. 00000020:00000010:2.0:1783444767.599261:0:33242:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427240. 00000008:00000010:2.0:1783444767.599264:0:33242:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444767.599266:0:33242:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444767.599269:0:33242:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444767.599271:0:33242:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444767.599274:0:33242:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444767.599276:0:33242:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cc200. 00000008:00000010:2.0:1783444767.599279:0:33242:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444767.599281:0:33242:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444767.599283:0:33242:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444767.599286:0:33242:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526e870. 00000020:00000001:2.0:1783444767.599288:0:33242:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747360776 : -121189962190840 : ffff91c7435a7008) 00000020:00001000:2.0:1783444767.599290:0:33242:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7000 00000020:00000001:2.0:1783444767.599291:0:33242:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1783444767.599293:0:33242:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:2.0:1783444767.599294:0:33242:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1783444767.599304:0:33242:0:(lov_ea.c:221:lsme_unpack()) kmalloced '(lsme)': 80 at ffff91c760427120. 00020000:00000010:2.0:1783444767.599306:0:33242:0:(lov_ea.c:258:lsme_unpack()) slab-alloced 'loi': 112 at ffff91c75066f680. 00020000:00000010:2.0:1783444767.599309:0:33242:0:(lov_ea.c:385:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91c760427780. 00020000:00000001:2.0:1783444767.599311:0:33242:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446622884232329088 : -121189477222528 : ffff91c760427780) 00020000:00000002:2.0:1783444767.599314:0:33242:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c760427780, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783444767.599318:0:33242:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783444767.599321:0:33242:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c75066f680: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000002:2.0:1783444767.599324:0:33242:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff91c7464b78b8) owner ffff91c76168cf80 00020000:00000001:2.0:1783444767.599326:0:33242:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1783444767.599328:0:33242:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff91c7464b78b8) owner ffff91c76168cf80 00020000:00000010:2.0:1783444767.599331:0:33242:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91c75066f680. 00020000:00000010:2.0:1783444767.599333:0:33242:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff91c760427120. 00020000:00000010:2.0:1783444767.599335:0:33242:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91c760427780. 00020000:00000002:2.0:1783444767.599337:0:33242:0:(lov_object.c:1533:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1783444767.599339:0:33242:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444767.599341:0:33242:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444767.599343:0:33242:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1783444767.599346:0:33242:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b78b8) owner 0000000000000000/ffff91c76168cf80 00020000:00000002:2.0:1783444767.599349:0:33242:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff91c760427c00 addref 2/0 by ffff91c76168cf80. 00020000:00000002:2.0:1783444767.599352:0:33242:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b78b8) owner 0000000000000000/ffff91c76168cf80 00020000:00000001:2.0:1783444767.599355:0:33242:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1783444767.599356:0:33242:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1783444767.599358:0:33242:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1783444767.599359:0:33242:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1783444767.599361:0:33242:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1783444767.599364:0:33242:0:(file.c:6749:ll_layout_conf()) [0x200000405:0x27:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1783444767.599366:0:33242:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7000 00000020:00000010:2.0:1783444767.599368:0:33242:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590cdc00. 00000020:00000010:2.0:1783444767.599370:0:33242:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427240. 00000008:00000010:2.0:1783444767.599372:0:33242:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444767.599375:0:33242:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444767.599377:0:33242:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444767.599379:0:33242:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444767.599382:0:33242:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444767.599384:0:33242:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cde00. 00000008:00000010:2.0:1783444767.599386:0:33242:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444767.599388:0:33242:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444767.599390:0:33242:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444767.599392:0:33242:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e870. 00000020:00000010:2.0:1783444767.599394:0:33242:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cc200. 00000020:00000010:2.0:1783444767.599397:0:33242:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7000. 00000080:00000001:2.0:1783444767.599399:0:33242:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444767.599400:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444767.599402:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783444767.599403:0:33242:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783444767.599406:0:33242:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1783444767.599407:0:33242:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444767.599410:0:33242:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x27:0x0](ffff91c748db3248) for lock 0x5503b2fe824ef696 00800000:00000001:2.0:1783444767.599414:0:33242:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444767.599415:0:33242:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444767.599416:0:33242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444767.599418:0:33242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444767.599419:0:33242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db200 refcount=3 00000020:00000001:2.0:1783444767.599432:0:33242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798656 : -121189611752960 : ffff91c7583db200) 00010000:00000001:2.0:1783444767.599434:0:33242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798656 : -121189611752960 : ffff91c7583db200) 00010000:00000001:2.0:1783444767.599436:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444767.599437:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444767.599439:0:33242:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444767.599441:0:33242:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1783444767.599447:0:33242:0:(namei.c:653:ll_splice_alias()) Add dentry ffff91c748eb0000 inode ffff91c748db3248 refc 1 flags 0x40000e 00000080:00000001:2.0:1783444767.599451:0:33242:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1783444767.599454:0:33242:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x27:0x0](ffff91c748db3248) 00000080:00010000:2.0:1783444767.599457:0:33242:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef696 from it ffffa31940d7fb20 00010000:00000001:2.0:1783444767.599459:0:33242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444767.599460:0:33242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444767.599461:0:33242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db200 refcount=3 00000020:00000001:2.0:1783444767.599463:0:33242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798656 : -121189611752960 : ffff91c7583db200) 00010000:00000001:2.0:1783444767.599465:0:33242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798656 : -121189611752960 : ffff91c7583db200) 00010000:00000001:2.0:1783444767.599467:0:33242:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444767.599470:0:33242:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db200/0x5503b2fe824ef696 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6dd61f expref: -99 pid: 33242 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444767.599477:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444767.599478:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444767.599479:0:33242:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444767.599481:0:33242:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444767.599484:0:33242:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db200/0x5503b2fe824ef696 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dd61f expref: -99 pid: 33242 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783444767.599491:0:33242:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444767.599494:0:33242:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444767.599496:0:33242:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444767.599500:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444767.599501:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444767.599503:0:33242:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444767.599505:0:33242:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444767.599507:0:33242:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444767.599509:0:33242:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444767.599512:0:33242:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444767.599514:0:33242:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444767.599515:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444767.599516:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783444767.599518:0:33242:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1783444767.599521:0:33242:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75937fe00. 00000100:00000001:2.0:1783444767.599526:0:33242:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444767.599531:0:33242:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c75883bb80 x1870075608295552/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/640 e 0 to 0 dl 1783444783 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444767.599538:0:33242:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444767.599541:0:33242:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444767.599544:0:33242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c760536800. 02000000:00000001:2.0:1783444767.599547:0:33242:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444767.599550:0:33242:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444767.599552:0:33242:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:2.0:1783444767.599555:0:33242:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444767.599557:0:33242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c751026c00. 02000000:00000001:2.0:1783444767.599561:0:33242:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444767.599563:0:33242:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444767.599565:0:33242:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c75883bb80. 00000100:00000001:2.0:1783444767.599569:0:33242:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444767.599570:0:33242:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444767.599573:0:33242:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1783444767.599575:0:33242:0:(dcache.c:176:ll_intent_release()) intent ffffa31940d7fb20 released 00000080:00000001:2.0:1783444767.599576:0:33242:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1783444767.599589:0:33242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940d7fd08 00000080:00200008:2.0:1783444767.599591:0:33242:0:(file.c:6217:ll_getattr_dentry()) START file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff91c748db3248), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1783444767.599597:0:33242:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783444767.599598:0:33242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940d7fc80 00000080:00200000:2.0:1783444767.599600:0:33242:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x27:0x0](ffff91c748db3248),name=f22.recovery-small-2 00000080:00000010:2.0:1783444767.599605:0:33242:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cc200. 00800000:00000002:2.0:1783444767.599611:0:33242:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 3 00000080:00000001:2.0:1783444767.599618:0:33242:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444767.599621:0:33242:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444767.599623:0:33242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940d7fba0 00800000:00000002:2.0:1783444767.599624:0:33242:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x27:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444767.599628:0:33242:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1783444767.599631:0:33242:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444767.599634:0:33242:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444767.599636:0:33242:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444767.599639:0:33242:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444767.599641:0:33242:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444767.599642:0:33242:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444767.599644:0:33242:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444767.599646:0:33242:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444767.599647:0:33242:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444767.599648:0:33242:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444767.599649:0:33242:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444767.599650:0:33242:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444767.599652:0:33242:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:2.0:1783444767.599653:0:33242:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444767.599656:0:33242:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x27:0x0], name='' -> mds #0 00000002:00000001:2.0:1783444767.599659:0:33242:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444767.599661:0:33242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940d7fa70 00000002:00010000:2.0:1783444767.599663:0:33242:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000405:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783444767.599666:0:33242:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783444767.599668:0:33242:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444767.599670:0:33242:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444767.599673:0:33242:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211900 count: 2 00010000:00000001:2.0:1783444767.599675:0:33242:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444767.599677:0:33242:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444767.599679:0:33242:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444767.599682:0:33242:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db200/0x5503b2fe824ef696 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dd61f expref: -99 pid: 33242 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1783444767.599690:0:33242:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444767.599693:0:33242:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444767.599696:0:33242:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db200/0x5503b2fe824ef696 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dd61f expref: -99 pid: 33242 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1783444767.599703:0:33242:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783444767.599705:0:33242:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783444767.599707:0:33242:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444767.599709:0:33242:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444767.599710:0:33242:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444767.599712:0:33242:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783444767.599714:0:33242:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783444767.599716:0:33242:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 3 00000080:00000010:2.0:1783444767.599718:0:33242:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cc200. 00000080:00000001:2.0:1783444767.599721:0:33242:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783444767.599723:0:33242:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444767.599725:0:33242:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x27:0x0](ffff91c748db3248) 00000080:00010000:2.0:1783444767.599728:0:33242:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x27:0x0](ffff91c748db3248) for lock 0x5503b2fe824ef696 00800000:00000001:2.0:1783444767.599730:0:33242:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444767.599732:0:33242:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444767.599733:0:33242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444767.599735:0:33242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444767.599736:0:33242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db200 refcount=3 00000020:00000001:2.0:1783444767.599738:0:33242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798656 : -121189611752960 : ffff91c7583db200) 00010000:00000001:2.0:1783444767.599740:0:33242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798656 : -121189611752960 : ffff91c7583db200) 00010000:00000001:2.0:1783444767.599742:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444767.599743:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444767.599744:0:33242:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444767.599745:0:33242:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444767.599747:0:33242:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef696 from it ffffa31940d7fcb8 00010000:00000001:2.0:1783444767.599749:0:33242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444767.599750:0:33242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444767.599751:0:33242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db200 refcount=3 00000020:00000001:2.0:1783444767.599753:0:33242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798656 : -121189611752960 : ffff91c7583db200) 00010000:00000001:2.0:1783444767.599754:0:33242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798656 : -121189611752960 : ffff91c7583db200) 00010000:00000001:2.0:1783444767.599756:0:33242:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444767.599758:0:33242:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db200/0x5503b2fe824ef696 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6dd61f expref: -99 pid: 33242 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783444767.599763:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444767.599764:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444767.599765:0:33242:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444767.599766:0:33242:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444767.599769:0:33242:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db200/0x5503b2fe824ef696 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dd61f expref: -99 pid: 33242 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783444767.599775:0:33242:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444767.599776:0:33242:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444767.599778:0:33242:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444767.599780:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444767.599781:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444767.599782:0:33242:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444767.599784:0:33242:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444767.599785:0:33242:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444767.599787:0:33242:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444767.599790:0:33242:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444767.599791:0:33242:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444767.599792:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444767.599793:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783444767.599795:0:33242:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783444767.599796:0:33242:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444767.599799:0:33242:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1783444767.599802:0:33242:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1783444767.599804:0:33242:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444767.599806:0:33242:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1783444767.599808:0:33242:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444767.599810:0:33242:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1783444767.599813:0:33242:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1783444767.599815:0:33242:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444767.599818:0:33242:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7000. 00000020:00000010:2.0:1783444767.599821:0:33242:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cc200. 00000020:00000010:2.0:1783444767.599824:0:33242:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590cde00. 00000020:00000010:2.0:1783444767.599826:0:33242:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427240. 00000008:00000010:2.0:1783444767.599829:0:33242:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444767.599832:0:33242:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444767.599834:0:33242:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444767.599838:0:33242:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444767.599840:0:33242:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444767.599842:0:33242:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cdc00. 00000008:00000010:2.0:1783444767.599845:0:33242:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444767.599847:0:33242:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444767.599850:0:33242:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444767.599852:0:33242:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526e870. 00000020:00000001:2.0:1783444767.599854:0:33242:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747360776 : -121189962190840 : ffff91c7435a7008) 00000020:00001000:2.0:1783444767.599857:0:33242:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7000 00000020:00000001:2.0:1783444767.599861:0:33242:0:(cl_object.c:151:cl_object_top()) ffff91c74529d148 -> ffff91c74529d148 00000020:00000001:2.0:1783444767.599864:0:33242:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783444767.599867:0:33242:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:2.0:1783444767.599869:0:33242:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x27:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1783444767.599872:0:33242:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444767.599874:0:33242:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1783444767.599876:0:33242:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783444767.599878:0:33242:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444767.599879:0:33242:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783444767.599882:0:33242:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x27:0x0]io ffff91c7452b09a0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1783444767.599885:0:33242:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b78b8) owner 0000000000000000/ffff91c76168cf80 00020000:00000001:2.0:1783444767.599888:0:33242:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1783444767.599890:0:33242:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1783444767.599892:0:33242:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1783444767.599894:0:33242:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444767.599897:0:33242:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1783444767.599898:0:33242:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1783444767.599900:0:33242:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444767.599901:0:33242:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444767.599902:0:33242:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1783444767.599903:0:33242:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1783444767.599904:0:33242:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b78b8) owner 0000000000000000/ffff91c76168cf80 00000020:00000001:2.0:1783444767.599906:0:33242:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1783444767.599909:0:33242:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1783444767.599910:0:33242:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x27:0x0] 00000020:00000001:2.0:1783444767.599913:0:33242:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1783444767.599914:0:33242:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1783444767.599916:0:33242:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1783444767.599918:0:33242:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1783444767.599922:0:33242:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1783444767.599926:0:33242:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91c743ef4100. 00020000:00000002:2.0:1783444767.599929:0:33242:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1783444767.599931:0:33242:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1783444767.599934:0:33242:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444767.599935:0:33242:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1783444767.599936:0:33242:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444767.599939:0:33242:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7ea0. 00000020:00000010:2.0:1783444767.599942:0:33242:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cd000. 00000020:00000010:2.0:1783444767.599944:0:33242:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590cce00. 00000020:00000010:2.0:1783444767.599946:0:33242:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427780. 00000008:00000010:2.0:1783444767.599950:0:33242:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103d980. 00020000:00000010:2.0:1783444767.599952:0:33242:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f900. 00008000:00000010:2.0:1783444767.599955:0:33242:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751340e20. 00000080:00000010:2.0:1783444767.599958:0:33242:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e690. 00000080:00000010:2.0:1783444767.599961:0:33242:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b1970. 00000020:00000010:2.0:1783444767.599965:0:33242:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cc600. 00000008:00000010:2.0:1783444767.599967:0:33242:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a4c60. 00020000:00000010:2.0:1783444767.599970:0:33242:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c6fe8. 00008000:00000010:2.0:1783444767.599972:0:33242:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8220. 00000080:00000010:2.0:1783444767.599975:0:33242:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526eb40. 00000020:00000001:2.0:1783444767.599977:0:33242:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747364520 : -121189962187096 : ffff91c7435a7ea8) 00000020:00001000:2.0:1783444767.599979:0:33242:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7ea0 00000020:00000001:2.0:1783444767.599981:0:33242:0:(cl_object.c:151:cl_object_top()) ffff91c74529dd00 -> ffff91c74529d148 00000020:00000001:2.0:1783444767.599983:0:33242:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1783444767.599985:0:33242:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444767.599987:0:33242:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1783444767.599988:0:33242:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444767.599990:0:33242:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444767.599992:0:33242:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444767.599994:0:33242:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1783444767.599997:0:33242:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91c7603d2e40. 00000008:00010000:2.0:1783444767.600000:0:33242:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1783444767.600002:0:33242:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444767.600003:0:33242:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1783444767.600005:0:33242:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91c743ef4130, osc lock ffff91c7603d2e40, flags 0x400001002 00000020:00000001:2.0:1783444767.600007:0:33242:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444767.600009:0:33242:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444767.600011:0:33242:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446622883757113600 : -121189952438016 : ffff91c743ef4100) 00000020:00000001:2.0:1783444767.600013:0:33242:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444767.600014:0:33242:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1783444767.600015:0:33242:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444767.600017:0:33242:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444767.600019:0:33242:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1783444767.600021:0:33242:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1783444767.600022:0:33242:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444767.600024:0:33242:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444767.600026:0:33242:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444767.600027:0:33242:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444767.600028:0:33242:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444767.600031:0:33242:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444767.600032:0:33242:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1783444767.600035:0:33242:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1783444767.600037:0:33242:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1783444767.600039:0:33242:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1783444767.600040:0:33242:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1783444767.600042:0:33242:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1783444767.600043:0:33242:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1783444767.600045:0:33242:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1783444767.600048:0:33242:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444767.600051:0:33242:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678000 count: 2 00010000:00000001:2.0:1783444767.600053:0:33242:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444767.600091:0:33242:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444767.600094:0:33242:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444767.600097:0:33242:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef657 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dd5e0 expref: -99 pid: 33225 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1783444767.600107:0:33242:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444767.600109:0:33242:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444767.600112:0:33242:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef657 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dd5e0 expref: -99 pid: 33225 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783444767.600119:0:33242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444767.600121:0:33242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444767.600122:0:33242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db000 refcount=3 00000020:00000001:2.0:1783444767.600124:0:33242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:2.0:1783444767.600126:0:33242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00000008:00000001:2.0:1783444767.600131:0:33242:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1783444767.600132:0:33242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444767.600133:0:33242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444767.600134:0:33242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db000 refcount=4 00000020:00000001:2.0:1783444767.600136:0:33242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:2.0:1783444767.600138:0:33242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00000008:00000001:2.0:1783444767.600141:0:33242:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1783444767.600144:0:33242:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529d148 00000008:00010000:2.0:1783444767.600147:0:33242:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef657 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6dd5e0 expref: -99 pid: 33225 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:2.0:1783444767.600154:0:33242:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529d148 00000020:00000001:2.0:1783444767.600156:0:33242:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1783444767.600158:0:33242:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1783444767.600160:0:33242:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783444767.600162:0:33242:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444767.600163:0:33242:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444767.600165:0:33242:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529d148 00000008:00000001:2.0:1783444767.600167:0:33242:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1783444767.600169:0:33242:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783444767.600170:0:33242:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1783444767.600172:0:33242:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1783444767.600174:0:33242:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444767.600175:0:33242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444767.600177:0:33242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444767.600178:0:33242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db000 refcount=5 00000020:00000001:2.0:1783444767.600180:0:33242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:2.0:1783444767.600181:0:33242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:2.0:1783444767.600183:0:33242:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444767.600186:0:33242:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef657 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x332dd2263f6dd5e0 expref: -99 pid: 33225 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783444767.600192:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444767.600193:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444767.600194:0:33242:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444767.600195:0:33242:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444767.600197:0:33242:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef657 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6dd5e0 expref: -99 pid: 33225 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783444767.600206:0:33242:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444767.600208:0:33242:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444767.600210:0:33242:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444767.600211:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444767.600212:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444767.600214:0:33242:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444767.600216:0:33242:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444767.600217:0:33242:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444767.600219:0:33242:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444767.600221:0:33242:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444767.600222:0:33242:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444767.600223:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444767.600224:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444767.600226:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444767.600227:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444767.600228:0:33242:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444767.600230:0:33242:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444767.600232:0:33242:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444767.600234:0:33242:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444767.600236:0:33242:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444767.600237:0:33242:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783444767.600239:0:33242:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1783444767.600241:0:33242:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1783444767.600242:0:33242:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1783444767.600244:0:33242:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444767.600246:0:33242:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444767.600250:0:33242:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1783444767.600251:0:33242:0:(cl_object.c:151:cl_object_top()) ffff91c74529d148 -> ffff91c74529d148 00000020:00000001:2.0:1783444767.600253:0:33242:0:(cl_object.c:151:cl_object_top()) ffff91c74529d148 -> ffff91c74529d148 00000020:00000001:2.0:1783444767.600255:0:33242:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783444767.600257:0:33242:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1783444767.600260:0:33242:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1783444767.600262:0:33242:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444767.600263:0:33242:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1783444767.600264:0:33242:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783444767.600267:0:33242:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x27:1029 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:2.0:1783444767.600270:0:33242:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783444767.600272:0:33242:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:2.0:1783444767.600275:0:33242:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444767.600277:0:33242:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444767.600279:0:33242:0:(cl_object.c:151:cl_object_top()) ffff91c74529d148 -> ffff91c74529d148 00000080:00200000:2.0:1783444767.600281:0:33242:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000405:0x27:0x0] updating i_size 0 i_blocks 0 00000080:00000001:2.0:1783444767.600283:0:33242:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1783444767.600285:0:33242:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1783444767.600287:0:33242:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91c7452b0940 (ffff91c7435a7008/0) at cl_lock_release():245 00000020:00000001:2.0:1783444767.600290:0:33242:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444767.600291:0:33242:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c7452b0940 (ffff91c7435a7008/0) at cl_lock_cancel():142 00020000:00000001:2.0:1783444767.600293:0:33242:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1783444767.600295:0:33242:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444767.600296:0:33242:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444767.600298:0:33242:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444767.600299:0:33242:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c743ef4130 (ffff91c7435a7ea8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1783444767.600301:0:33242:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1783444767.600302:0:33242:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1783444767.600304:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444767.600305:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444767.600306:0:33242:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1783444767.600307:0:33242:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444767.600308:0:33242:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444767.600309:0:33242:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444767.600310:0:33242:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444767.600311:0:33242:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c7452b0940 (ffff91c7435a7008/0) at cl_lock_fini():72 00020000:00000001:2.0:1783444767.600314:0:33242:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1783444767.600316:0:33242:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444767.600317:0:33242:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c743ef4130 (ffff91c7435a7008/1) at cl_lock_fini():72 00000008:00000010:2.0:1783444767.600320:0:33242:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91c7603d2e40. 00000020:00000001:2.0:1783444767.600323:0:33242:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1783444767.600324:0:33242:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91c743ef4100. 00020000:00000001:2.0:1783444767.600327:0:33242:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1783444767.600328:0:33242:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1783444767.600329:0:33242:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1783444767.600330:0:33242:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444767.600333:0:33242:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1783444767.600335:0:33242:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:2.0:1783444767.600336:0:33242:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1783444767.600337:0:33242:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1783444767.600339:0:33242:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783444767.600340:0:33242:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7ea0 00000020:00000010:2.0:1783444767.600342:0:33242:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590cce00. 00000020:00000010:2.0:1783444767.600346:0:33242:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427780. 00000008:00000010:2.0:1783444767.600348:0:33242:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103d980. 00020000:00000010:2.0:1783444767.600350:0:33242:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f900. 00008000:00000010:2.0:1783444767.600353:0:33242:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751340e20. 00000080:00000010:2.0:1783444767.600355:0:33242:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e690. 00000080:00000010:2.0:1783444767.600358:0:33242:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b1970. 00000020:00000010:2.0:1783444767.600360:0:33242:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cd000. 00000008:00000010:2.0:1783444767.600363:0:33242:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a4c60. 00020000:00000010:2.0:1783444767.600365:0:33242:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c6fe8. 00008000:00000010:2.0:1783444767.600368:0:33242:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8220. 00000080:00000010:2.0:1783444767.600370:0:33242:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526eb40. 00000020:00000010:2.0:1783444767.600372:0:33242:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cc600. 00000020:00000010:2.0:1783444767.600374:0:33242:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7ea0. 00020000:00000001:2.0:1783444767.600376:0:33242:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1783444767.600377:0:33242:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:2.0:1783444767.600379:0:33242:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1783444767.600381:0:33242:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x27:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1783444767.600385:0:33242:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783444767.600386:0:33242:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444767.600388:0:33242:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783444767.600390:0:33242:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1783444767.600390:0:33242:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783444767.600391:0:33242:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7000 00000020:00000010:2.0:1783444767.600393:0:33242:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590cde00. 00000020:00000010:2.0:1783444767.600395:0:33242:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427240. 00000008:00000010:2.0:1783444767.600397:0:33242:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444767.600399:0:33242:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444767.600401:0:33242:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444767.600404:0:33242:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444767.600406:0:33242:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444767.600408:0:33242:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cc200. 00000008:00000010:2.0:1783444767.600410:0:33242:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444767.600412:0:33242:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444767.600414:0:33242:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444767.600416:0:33242:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e870. 00000020:00000010:2.0:1783444767.600418:0:33242:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cdc00. 00000020:00000010:2.0:1783444767.600433:0:33242:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7000. 00000001:00000001:2.0:1783444767.600437:0:33242:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444767.600442:0:33242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940d7fd08 00000080:00000008:2.0:1783444767.600445:0:33242:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff91c748db3248), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1783444767.600449:0:33242:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1783444767.600451:0:33242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940d7fda0 00000080:00002000:2.0:1783444767.600452:0:33242:0:(dcache.c:127:ll_ddelete()) keeping dentry f22.recovery-small-2 (ffff91c748eb0000, parent ffff91c74931ae58, inode ffff91c748db3248) hashed, 00000080:00000001:2.0:1783444767.600455:0:33242:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444767.600496:0:33242:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783444767.600500:0:33242:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783444767.600501:0:33242:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783444767.600502:0:33242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940d7fbd8 00000080:00200000:2.0:1783444767.600504:0:33242:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:2.0:1783444767.600508:0:33242:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cdc00. 00800000:00000002:2.0:1783444767.600511:0:33242:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 3 00000080:00000001:2.0:1783444767.600513:0:33242:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444767.600515:0:33242:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444767.600516:0:33242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940d7faf8 00800000:00000002:2.0:1783444767.600518:0:33242:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444767.600521:0:33242:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1783444767.600523:0:33242:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444767.600524:0:33242:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444767.600525:0:33242:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444767.600527:0:33242:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444767.600529:0:33242:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444767.600531:0:33242:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444767.600532:0:33242:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444767.600534:0:33242:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783444767.600538:0:33242:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444767.600539:0:33242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940d7f9c8 00000002:00010000:2.0:1783444767.600541:0:33242:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783444767.600544:0:33242:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783444767.600545:0:33242:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444767.600547:0:33242:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444767.600550:0:33242:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41000 count: 3 00010000:00000001:2.0:1783444767.600552:0:33242:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444767.600555:0:33242:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444767.600556:0:33242:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444767.600559:0:33242:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef68f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd603 expref: -99 pid: 33242 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1783444767.600566:0:33242:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444767.600569:0:33242:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444767.600572:0:33242:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef68f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd603 expref: -99 pid: 33242 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1783444767.600577:0:33242:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783444767.600578:0:33242:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783444767.600580:0:33242:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444767.600581:0:33242:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444767.600583:0:33242:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444767.600584:0:33242:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783444767.600586:0:33242:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783444767.600588:0:33242:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 3 00000080:00000010:2.0:1783444767.600590:0:33242:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cdc00. 00000080:00000001:2.0:1783444767.600592:0:33242:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783444767.600593:0:33242:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444767.600595:0:33242:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:2.0:1783444767.600598:0:33242:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef68f 00800000:00000001:2.0:1783444767.600600:0:33242:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444767.600601:0:33242:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444767.600602:0:33242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444767.600603:0:33242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444767.600605:0:33242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=3 00000020:00000001:2.0:1783444767.600607:0:33242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:2.0:1783444767.600609:0:33242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:2.0:1783444767.600610:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444767.600612:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444767.600613:0:33242:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444767.600614:0:33242:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444767.600616:0:33242:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef68f from it ffffa31940d7fc10 00010000:00000001:2.0:1783444767.600618:0:33242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444767.600619:0:33242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444767.600620:0:33242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=3 00000020:00000001:2.0:1783444767.600621:0:33242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:2.0:1783444767.600623:0:33242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:2.0:1783444767.600624:0:33242:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444767.600626:0:33242:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef68f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd603 expref: -99 pid: 33242 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783444767.600631:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444767.600632:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444767.600633:0:33242:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444767.600634:0:33242:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444767.600637:0:33242:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef68f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd603 expref: -99 pid: 33242 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783444767.600642:0:33242:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444767.600644:0:33242:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444767.600646:0:33242:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444767.600648:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444767.600648:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444767.600650:0:33242:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444767.600652:0:33242:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444767.600653:0:33242:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444767.600654:0:33242:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444767.600656:0:33242:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444767.600658:0:33242:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444767.600659:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444767.600660:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783444767.600661:0:33242:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783444767.600662:0:33242:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444767.600665:0:33242:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:2.0:1783444767.600668:0:33242:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444767.600674:0:33242:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1783444767.600676:0:33242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940d7fda0 00000080:00002000:2.0:1783444767.600677:0:33242:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-2(ffff91c748eb0000) flags 0x48000e refc 0 00000080:00000001:2.0:1783444767.600680:0:33242:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444767.600681:0:33242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940d7fe10 00000080:00200000:2.0:1783444767.600682:0:33242:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f22.recovery-small-2, flags=0 00000080:00000001:2.0:1783444767.600687:0:33242:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000020:2.0:1783444767.600690:0:33242:0:(statahead.c:273:sa_get()) lustre: wrong pid=33223:33242 for entry f22.recovery-small-2 00000080:00000001:2.0:1783444767.600692:0:33242:0:(statahead.c:2046:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00400000:2.0:1783444767.600695:0:33242:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-2: rc = -22. 00000080:00000001:2.0:1783444767.600699:0:33242:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783444767.600700:0:33242:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783444767.600701:0:33242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940d7fd30 00000080:00200000:2.0:1783444767.600703:0:33242:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:2.0:1783444767.600706:0:33242:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cdc00. 00800000:00000002:2.0:1783444767.600708:0:33242:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 3 00000080:00000001:2.0:1783444767.600710:0:33242:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444767.600711:0:33242:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444767.600713:0:33242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940d7fc50 00800000:00000002:2.0:1783444767.600714:0:33242:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444767.600716:0:33242:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1783444767.600718:0:33242:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444767.600719:0:33242:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444767.600720:0:33242:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444767.600722:0:33242:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444767.600723:0:33242:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444767.600725:0:33242:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444767.600727:0:33242:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444767.600729:0:33242:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783444767.600732:0:33242:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444767.600733:0:33242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940d7fb20 00000002:00010000:2.0:1783444767.600735:0:33242:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783444767.600737:0:33242:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783444767.600738:0:33242:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444767.600740:0:33242:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444767.600742:0:33242:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41000 count: 3 00010000:00000001:2.0:1783444767.600744:0:33242:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444767.600746:0:33242:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444767.600748:0:33242:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444767.600751:0:33242:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef68f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd603 expref: -99 pid: 33242 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1783444767.600757:0:33242:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444767.600759:0:33242:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444767.600762:0:33242:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef68f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd603 expref: -99 pid: 33242 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1783444767.600767:0:33242:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783444767.600769:0:33242:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783444767.600770:0:33242:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444767.600772:0:33242:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444767.600773:0:33242:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444767.600775:0:33242:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783444767.600777:0:33242:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783444767.600778:0:33242:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 3 00000080:00000010:2.0:1783444767.600780:0:33242:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cdc00. 00000080:00000001:2.0:1783444767.600782:0:33242:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783444767.600783:0:33242:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444767.600785:0:33242:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:2.0:1783444767.600788:0:33242:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef68f 00800000:00000001:2.0:1783444767.600790:0:33242:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444767.600791:0:33242:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444767.600792:0:33242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444767.600793:0:33242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444767.600795:0:33242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=3 00000020:00000001:2.0:1783444767.600797:0:33242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:2.0:1783444767.600799:0:33242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:2.0:1783444767.600801:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444767.600802:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444767.600803:0:33242:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444767.600805:0:33242:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444767.600807:0:33242:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef68f from it ffffa31940d7fd68 00010000:00000001:2.0:1783444767.600808:0:33242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444767.600809:0:33242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444767.600811:0:33242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c600 refcount=3 00000020:00000001:2.0:1783444767.600812:0:33242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:2.0:1783444767.600814:0:33242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190144 : -121189912361472 : ffff91c74652c600) 00010000:00000001:2.0:1783444767.600816:0:33242:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444767.600819:0:33242:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef68f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd603 expref: -99 pid: 33242 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783444767.600825:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444767.600826:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444767.600827:0:33242:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444767.600828:0:33242:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444767.600830:0:33242:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef68f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd603 expref: -99 pid: 33242 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1783444767.600836:0:33242:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444767.600837:0:33242:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444767.600838:0:33242:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444767.600841:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444767.600842:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444767.600843:0:33242:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444767.600845:0:33242:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444767.600846:0:33242:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444767.600847:0:33242:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444767.600849:0:33242:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444767.600851:0:33242:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444767.600852:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444767.600853:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783444767.600854:0:33242:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783444767.600855:0:33242:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444767.600857:0:33242:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 3 00000080:00000001:2.0:1783444767.600861:0:33242:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444767.600864:0:33242:0:(namei.c:2404:ll_unlink()) Process entered 00000020:00000001:2.0:1783444767.600866:0:33242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940d7fdf8 00000080:00200000:2.0:1783444767.600868:0:33242:0:(namei.c:2407:ll_unlink()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00000001:2.0:1783444767.600871:0:33242:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:2.0:1783444767.600873:0:33242:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444767.600876:0:33242:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7000. 00000020:00000010:2.0:1783444767.600879:0:33242:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cdc00. 00000020:00000010:2.0:1783444767.600881:0:33242:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590cc200. 00000020:00000010:2.0:1783444767.600884:0:33242:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427240. 00000008:00000010:2.0:1783444767.600888:0:33242:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444767.600890:0:33242:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444767.600893:0:33242:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444767.600896:0:33242:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444767.600898:0:33242:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444767.600901:0:33242:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cde00. 00000008:00000010:2.0:1783444767.600904:0:33242:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444767.600906:0:33242:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444767.600908:0:33242:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444767.600911:0:33242:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526e870. 00000020:00000001:2.0:1783444767.600913:0:33242:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747360776 : -121189962190840 : ffff91c7435a7008) 00000020:00001000:2.0:1783444767.600915:0:33242:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7000 00000020:00000001:2.0:1783444767.600917:0:33242:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1783444767.600919:0:33242:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b78b8) owner 0000000000000000/ffff91c76168cf80 00020000:00000002:2.0:1783444767.600922:0:33242:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff91c760427c00 addref 2/0 by ffff91c76168cf80. 00020000:00000002:2.0:1783444767.600924:0:33242:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b78b8) owner 0000000000000000/ffff91c76168cf80 00020000:00000001:2.0:1783444767.600927:0:33242:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1783444767.600929:0:33242:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1783444767.600931:0:33242:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1783444767.600933:0:33242:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:2.0:1783444767.600935:0:33242:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:2.0:1783444767.600938:0:33242:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7000 00000020:00000010:2.0:1783444767.600940:0:33242:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590cc200. 00000020:00000010:2.0:1783444767.600943:0:33242:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427240. 00000008:00000010:2.0:1783444767.600945:0:33242:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444767.600947:0:33242:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444767.600949:0:33242:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444767.600952:0:33242:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444767.600954:0:33242:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444767.600956:0:33242:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cdc00. 00000008:00000010:2.0:1783444767.600958:0:33242:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444767.600960:0:33242:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444767.600962:0:33242:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444767.600964:0:33242:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e870. 00000020:00000010:2.0:1783444767.600966:0:33242:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cde00. 00000020:00000010:2.0:1783444767.600968:0:33242:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7000. 00000080:00000001:2.0:1783444767.600971:0:33242:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1783444767.600974:0:33242:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cde00. 00800000:00000002:2.0:1783444767.600977:0:33242:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 3 00800000:00000001:2.0:1783444767.600983:0:33242:0:(lmv_obd.c:3484:lmv_unlink()) Process entered 00800000:00000001:2.0:1783444767.600985:0:33242:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444767.600986:0:33242:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444767.600988:0:33242:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444767.600989:0:33242:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444767.600991:0:33242:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444767.600992:0:33242:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444767.600994:0:33242:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444767.600996:0:33242:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444767.600997:0:33242:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444767.600998:0:33242:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444767.600999:0:33242:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444767.601000:0:33242:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444767.601002:0:33242:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:2.0:1783444767.601004:0:33242:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444767.601007:0:33242:0:(lmv_obd.c:2553:lmv_early_cancel()) Process entered 00800000:00000001:2.0:1783444767.601008:0:33242:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444767.601009:0:33242:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444767.601010:0:33242:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444767.601011:0:33242:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444767.601013:0:33242:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444767.601015:0:33242:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:2.0:1783444767.601017:0:33242:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444767.601019:0:33242:0:(lmv_obd.c:2572:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x27:0x0] 00800000:00000001:2.0:1783444767.601021:0:33242:0:(lmv_obd.c:2577:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444767.601023:0:33242:0:(lmv_obd.c:3524:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x27:0x0] -> mds #0 00000002:00000001:2.0:1783444767.601027:0:33242:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1783444767.601029:0:33242:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1783444767.601034:0:33242:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41000 count: 3 00010000:00000001:2.0:1783444767.601035:0:33242:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444767.601038:0:33242:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1783444767.601041:0:33242:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783444767.601043:0:33242:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef68f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6dd603 expref: -99 pid: 33242 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:2.0:1783444767.601050:0:33242:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1783444767.601053:0:33242:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1783444767.601084:0:33242:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1783444767.601085:0:33242:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1783444767.601088:0:33242:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444767.601089:0:33242:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444767.601091:0:33242:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41000 count: 4 00010000:00000001:2.0:1783444767.601092:0:33242:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444767.601095:0:33242:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444767.601096:0:33242:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444767.601097:0:33242:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444767.601098:0:33242:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41000 count: 4 00010000:00000001:2.0:1783444767.601100:0:33242:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444767.601102:0:33242:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444767.601103:0:33242:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444767.601104:0:33242:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444767.601106:0:33242:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41000 count: 4 00010000:00000001:2.0:1783444767.601107:0:33242:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444767.601109:0:33242:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444767.601111:0:33242:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1783444767.601113:0:33242:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91c748db39c0, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1783444767.601118:0:33242:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1783444767.601120:0:33242:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1783444767.601122:0:33242:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1783444767.601124:0:33242:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444767.601127:0:33242:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783444767.601130:0:33242:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783444767.601131:0:33242:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783444767.601133:0:33242:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444767.601134:0:33242:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1783444767.601138:0:33242:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c74652c600 with handle 0x5503b2fe824ef68f from hash 00010000:00000001:2.0:1783444767.601140:0:33242:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783444767.601141:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444767.601142:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444767.601149:0:33242:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783444767.601152:0:33242:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783444767.601153:0:33242:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1783444767.601156:0:33242:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1783444767.601158:0:33242:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783444767.601160:0:33242:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783444767.601162:0:33242:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1783444767.601165:0:33242:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211900 count: 2 00010000:00000001:2.0:1783444767.601167:0:33242:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444767.601169:0:33242:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1783444767.601170:0:33242:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783444767.601173:0:33242:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db200/0x5503b2fe824ef696 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x332dd2263f6dd61f expref: -99 pid: 33242 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1783444767.601179:0:33242:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1783444767.601181:0:33242:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1783444767.601182:0:33242:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1783444767.601183:0:33242:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x27:0x0] mode (null) 00000002:00000001:2.0:1783444767.601185:0:33242:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444767.601186:0:33242:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444767.601188:0:33242:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211900 count: 3 00010000:00000001:2.0:1783444767.601189:0:33242:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444767.601191:0:33242:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444767.601193:0:33242:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444767.601194:0:33242:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444767.601195:0:33242:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211900 count: 3 00010000:00000001:2.0:1783444767.601197:0:33242:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444767.601198:0:33242:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444767.601200:0:33242:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444767.601201:0:33242:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444767.601202:0:33242:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211900 count: 3 00010000:00000001:2.0:1783444767.601204:0:33242:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444767.601205:0:33242:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444767.601206:0:33242:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444767.601207:0:33242:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444767.601208:0:33242:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211900 count: 3 00010000:00000001:2.0:1783444767.601210:0:33242:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444767.601211:0:33242:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444767.601213:0:33242:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444767.601215:0:33242:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:2.0:1783444767.601216:0:33242:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444767.601219:0:33242:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7000. 00000020:00000010:2.0:1783444767.601222:0:33242:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cdc00. 00000020:00000010:2.0:1783444767.601224:0:33242:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590cc200. 00000020:00000010:2.0:1783444767.601227:0:33242:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427240. 00000008:00000010:2.0:1783444767.601230:0:33242:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444767.601232:0:33242:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444767.601235:0:33242:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444767.601238:0:33242:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444767.601240:0:33242:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444767.601242:0:33242:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cc600. 00000008:00000010:2.0:1783444767.601245:0:33242:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444767.601247:0:33242:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444767.601249:0:33242:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444767.601252:0:33242:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526e870. 00000020:00000001:2.0:1783444767.601254:0:33242:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747360776 : -121189962190840 : ffff91c7435a7008) 00000020:00001000:2.0:1783444767.601256:0:33242:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7000 00000020:00000001:2.0:1783444767.601258:0:33242:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:2.0:1783444767.601260:0:33242:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x27:0x0]: losing layout lock 00000080:00000001:2.0:1783444767.601262:0:33242:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1783444767.601264:0:33242:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1783444767.601267:0:33242:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:2.0:1783444767.601268:0:33242:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1783444767.601270:0:33242:0:(lov_object.c:1533:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1783444767.601272:0:33242:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444767.601273:0:33242:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1783444767.601275:0:33242:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7000 00000020:00000010:2.0:1783444767.601277:0:33242:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590cc200. 00000020:00000010:2.0:1783444767.601279:0:33242:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427240. 00000008:00000010:2.0:1783444767.601281:0:33242:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444767.601284:0:33242:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444767.601286:0:33242:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444767.601289:0:33242:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444767.601291:0:33242:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444767.601293:0:33242:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cdc00. 00000008:00000010:2.0:1783444767.601295:0:33242:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444767.601297:0:33242:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444767.601299:0:33242:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444767.601302:0:33242:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e870. 00000020:00000010:2.0:1783444767.601304:0:33242:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cc600. 00000020:00000010:2.0:1783444767.601305:0:33242:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7000. 00000080:00000001:2.0:1783444767.601308:0:33242:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444767.601310:0:33242:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1783444767.601311:0:33242:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x27:0x0](ffff91c748db3248) invalid 00000020:00000001:2.0:1783444767.601314:0:33242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940d7fa60 00000080:00002000:2.0:1783444767.601315:0:33242:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f22.recovery-small-2 (ffff91c748eb0000) parent ffff91c74931ae58 inode ffff91c748db3248 refc 1 00000080:00000001:2.0:1783444767.601318:0:33242:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1783444767.601320:0:33242:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1783444767.601321:0:33242:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444767.601323:0:33242:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783444767.601325:0:33242:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783444767.601326:0:33242:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783444767.601327:0:33242:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444767.601329:0:33242:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1783444767.601331:0:33242:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c7583db200 with handle 0x5503b2fe824ef696 from hash 00010000:00000001:2.0:1783444767.601333:0:33242:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783444767.601334:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444767.601335:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444767.601336:0:33242:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783444767.601338:0:33242:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783444767.601339:0:33242:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1783444767.601341:0:33242:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1783444767.601342:0:33242:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783444767.601344:0:33242:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1783444767.601349:0:33242:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f3480. 00000020:00000040:2.0:1783444767.601352:0:33242:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:2.0:1783444767.601357:0:33242:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1783444767.601359:0:33242:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444767.601361:0:33242:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783444767.601365:0:33242:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444767.601367:0:33242:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444767.601369:0:33242:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444767.601371:0:33242:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444767.601374:0:33242:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444767.601380:0:33242:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c7590cc600. 00000100:00000001:2.0:1783444767.601385:0:33242:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444767.601388:0:33242:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444767.601390:0:33242:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1783444767.601396:0:33242:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db200/0x5503b2fe824ef696 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x332dd2263f6dd61f expref: -99 pid: 33242 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1783444767.601403:0:33242:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef68f lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd603 expref: -99 pid: 33242 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1783444767.601409:0:33242:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:2.0:1783444767.601411:0:33242:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1783444767.601413:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783444767.601415:0:33242:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db200/0x5503b2fe824ef696 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x332dd2263f6dd61f expref: -99 pid: 33242 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000800:00000001:1.0:1783444767.607019:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.607039:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444767.607043:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.607046:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444767.607084:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.607093:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444767.607105:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.607110:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.607115:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.607120:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 4320 into portal 4 MB=0x6a4d2e855e900 00000400:00000200:1.0:1783444767.607124:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.607131:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 4320/4320 into md 0x7bc9 [2] + 224 00000800:00000001:1.0:1783444767.607138:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.607148:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444767.607152:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444767.607156:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444767.607164:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444767.607172:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746730000 x1870075608295680/t0(0) o63->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 1783444783 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444767.607185:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff91c746730000 x1870075608295680/t0(0) o63->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 1783444783 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444767.607243:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444767.607248:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444767.607322:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444767.607331:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.607334:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1783444767.610635:0:33242:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91c76050af40. 00010000:00000040:2.0:1783444767.610646:0:33242:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747211900 count: 0 00010000:00000010:2.0:1783444767.610655:0:33242:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c743ef4900. 00010000:00000001:2.0:1783444767.610960:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444767.610963:0:33242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783444767.610967:0:33242:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652c600/0x5503b2fe824ef68f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd603 expref: -99 pid: 33242 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1783444767.610977:0:33242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444767.610979:0:33242:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444767.610983:0:33242:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444767.610984:0:33242:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444767.610986:0:33242:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1783444767.611004:0:33242:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1783444767.611019:0:33242:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c7603f3480 x1870075608295936/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444767.611028:0:33242:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444767.611029:0:33242:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444767.611041:0:33242:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7435e4540. 00000100:00000001:2.0:1783444767.611044:0:33242:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883747611968 : -121189961939648 : ffff91c7435e4540) 00000100:00000001:2.0:1783444767.611047:0:33242:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444767.611048:0:33242:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232115328 : -121189477436288 : ffff91c7603f3480) 00000100:00000001:2.0:1783444767.611186:0:33242:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444767.611192:0:33242:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444767.611195:0:33242:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444767.611197:0:33242:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444767.611203:0:33242:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f3480 x1870075608295936/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444767.611212:0:33242:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444767.611214:0:33242:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444767.611219:0:33242:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444767.611222:0:33242:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444767.611224:0:33242:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444767.611228:0:33242:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f3480 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:33242:1870075608295936:192.168.204.110@tcp:36:rm.0 00000100:00000001:2.0:1783444767.611231:0:33242:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444767.611238:0:33242:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444767.611240:0:33242:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444767.611243:0:33242:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444767.611249:0:33242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c750f6c000. 02000000:00000001:2.0:1783444767.611250:0:33242:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444767.611257:0:33242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444767.611262:0:33242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff210. 00000400:00000010:2.0:1783444767.611268:0:33242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83000. 00000100:00000200:2.0:1783444767.611276:0:33242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608295936, portal 10 00000100:00000001:2.0:1783444767.611278:0:33242:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444767.611279:0:33242:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232115328 : -121189477436288 : ffff91c7603f3480) 00000100:00000040:2.0:1783444767.611286:0:33242:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f3480 x1870075608295936/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1783444783 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444767.611293:0:33242:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444767.611308:0:33242:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444767.611311:0:33242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83330. 00000100:00000200:2.0:1783444767.611315:0:33242:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1870075608295936, offset 0 00000400:00000200:2.0:1783444767.611324:0:33242:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444767.611335:0:33242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444767.611343:0:33242:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444767.611349:0:33242:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444767.611354:0:33242:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444767.611358:0:33242:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444767.611360:0:33242:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444767.611363:0:33242:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2805:2805:256:4294967295] 192.168.204.110@tcp LPNI seq info [2805:2805:8:4294967295] 00000400:00000200:2.0:1783444767.611367:0:33242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444767.611377:0:33242:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444767.611385:0:33242:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444767.611390:0:33242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1b00. 00000800:00000200:2.0:1783444767.611397:0:33242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444767.611405:0:33242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444767.611409:0:33242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1b00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1783444767.612003:0:33242:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444767.612010:0:33242:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 862567 usecs (863 jiffies) 00000400:00000200:2.0:1783444767.612016:0:33242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444767.612019:0:33242:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296407480 00000100:00000001:2.0:1783444767.612023:0:33242:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296410621 00000100:00000001:2.0:1783444767.612025:0:33242:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296407480 00000100:00000001:2.0:1783444767.612027:0:33242:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296410621 00000100:00000001:2.0:1783444767.612029:0:33242:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444767.612032:0:33242:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444767.612035:0:33242:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444767.612037:0:33242:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444767.612040:0:33242:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7435e4540 going to sleep for 11 seconds 00000100:00000001:2.0:1783444767.612043:0:33242:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444767.612046:0:33242:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1783444767.612310:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444767.612314:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444767.612318:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f630. 00000400:00000200:0.0:1783444767.612325:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c76024c600 00000400:00000010:0.0:1783444767.612327:0:2400:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff91c76024c600. 00000100:00000001:0.0:1783444767.612333:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444767.612343:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746730000 x1870075608295680/t0(0) o63->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 1783444783 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444767.612354:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746730000 x1870075608295680/t0(0) o63->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 1783444783 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444767.612362:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444767.612364:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444767.612367:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444767.612370:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444767.612373:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444767.612375:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444767.612378:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444767.612388:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bdc8 time=14 v=5 (5 0 0 0) 00000100:00001000:0.0:1783444767.612392:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444767.612395:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1783444767.612398:0:2400:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff91c746730000 x1870075608295680/t0(0) o63->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 1783444783 ref 1 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444767.612405:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1783444767.612409:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444767.612412:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967633 00000100:00000001:0.0:1783444767.612414:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444767.612416:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1783444767.612438:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746730000 x1870075608295680/t0(0) o63->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 1783444783 ref 1 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444767.612446:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1783444767.612450:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444767.612451:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783444767.612454:0:2400:0:(batch.c:404:batch_update_interpret()) Process entered 00000002:00000001:0.0:1783444767.612458:0:2400:0:(batch.c:335:batch_update_request_fini()) Process entered 00010000:00000001:0.0:1783444767.612463:0:2400:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783444767.612466:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444767.612468:0:2400:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444767.612471:0:2400:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652ca00 refcount=4 00000020:00000001:0.0:1783444767.612473:0:2400:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797191168 : -121189912360448 : ffff91c74652ca00) 00010000:00000001:0.0:1783444767.612477:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797191168 : -121189912360448 : ffff91c74652ca00) 00010000:00010000:0.0:1783444767.612481:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ca00/0x5503b2fe824ef69d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444767.612488:0:2400:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1783444767.612492:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ca00/0x5503b2fe824ef69d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444767.612498:0:2400:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444767.612501:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ca00/0x5503b2fe824ef69d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444767.612506:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444767.612508:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783444767.612510:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ca00/0x5503b2fe824ef69d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444767.612516:0:2400:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444767.612519:0:2400:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444767.612522:0:2400:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783444767.612524:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ca00/0x5503b2fe824ef69d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444767.612530:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91c74652ca00 already unused, calling callback (ffffffffc1ba6f40) 00000080:00000001:0.0:1783444767.612533:0:2400:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1783444767.612536:0:2400:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ca00/0x5503b2fe824ef69d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444767.612542:0:2400:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1783444767.612545:0:2400:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1783444767.612548:0:2400:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ca00/0x5503b2fe824ef69d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444767.612557:0:2400:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1783444767.612560:0:2400:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783444767.612561:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444767.612562:0:2400:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444767.612564:0:2400:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652ca00 refcount=5 00000020:00000001:0.0:1783444767.612566:0:2400:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797191168 : -121189912360448 : ffff91c74652ca00) 00010000:00000001:0.0:1783444767.612568:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797191168 : -121189912360448 : ffff91c74652ca00) 00010000:00000001:0.0:1783444767.612571:0:2400:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783444767.612573:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ca00/0x5503b2fe824ef69d lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x20e400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1783444767.612578:0:2400:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783444767.612580:0:2400:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444767.612583:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1783444767.612584:0:2400:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783444767.612587:0:2400:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783444767.612589:0:2400:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783444767.612591:0:2400:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444767.612593:0:2400:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783444767.612595:0:2400:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c74652ca00 with handle 0x5503b2fe824ef69d from hash 00010000:00000001:0.0:1783444767.612598:0:2400:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783444767.612599:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444767.612600:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444767.612602:0:2400:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783444767.612603:0:2400:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783444767.612605:0:2400:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1783444767.612607:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444767.612608:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444767.612609:0:2400:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444767.612611:0:2400:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444767.612614:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ca00/0x5503b2fe824ef69d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444767.612630:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444767.612632:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444767.612634:0:2400:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1783444767.612635:0:2400:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444767.612636:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444767.612637:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444767.612638:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783444767.612640:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652ca00/0x5503b2fe824ef69d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783444767.612646:0:2400:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747e41000 count: 0 00010000:00000010:0.0:1783444767.612653:0:2400:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c751113d80. 00010000:00000001:0.0:1783444767.612996:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444767.612999:0:2400:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1783444767.613003:0:2400:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1783444767.613007:0:2400:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941997c58 00000080:00400000:0.0:1783444767.613009:0:2400:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-10 rc -125 00000080:00000001:0.0:1783444767.613011:0:2400:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1783444767.613014:0:2400:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783444767.613015:0:2400:0:(dcache.c:176:ll_intent_release()) intent ffff91c746766990 released 00000080:00000001:0.0:1783444767.613017:0:2400:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1783444767.613021:0:2400:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 3 00000080:00000010:0.0:1783444767.613024:0:2400:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff91c76024c780. 00000080:00000010:0.0:1783444767.613027:0:2400:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff91c746766800. 00000080:00000001:0.0:1783444767.613032:0:2400:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1783444767.613035:0:2400:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff91c745359280. 00000002:00000010:0.0:1783444767.613039:0:2400:0:(batch.c:317:batch_update_request_destroy()) kvfree 'bub->bub_req': 4096 at ffff91c749791000. 00000002:00000010:0.0:1783444767.613042:0:2400:0:(batch.c:318:batch_update_request_destroy()) kfreed 'bub': 40 at ffff91c745359a40. 00000002:00000010:0.0:1783444767.613045:0:2400:0:(batch.c:321:batch_update_request_destroy()) kfreed 'head': 80 at ffff91c76050da20. 00000002:00000001:0.0:1783444767.613048:0:2400:0:(batch.c:394:batch_update_request_fini()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000002:00000001:0.0:1783444767.613051:0:2400:0:(batch.c:422:batch_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1783444767.613177:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746730000 x1870075608295680/t0(0) o63->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 1783444783 ref 1 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444767.613186:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746730000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608295680:192.168.204.110@tcp:63:ll_sa.0 00000100:00000001:0.0:1783444767.613192:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444767.613195:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444767.613199:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746730000 x1870075608295680/t0(0) o63->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 1783444783 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444767.613206:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444767.613209:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444767.613212:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff91c751166000. 02000000:00000001:0.0:1783444767.613216:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444767.613218:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444767.613220:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444767.613223:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444767.613226:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c746766c00. 02000000:00000001:0.0:1783444767.613230:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444767.613231:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444767.613233:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746730000. 00000100:00000001:0.0:1783444767.613236:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444767.613237:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444767.613239:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444767.613247:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444767.613248:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444767.613250:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444767.613253:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444767.613485:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444767.613490:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1b00. 00000400:00000200:1.0:1783444767.613495:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444767.613501:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444767.613506:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83330 00000400:00000010:1.0:1783444767.613508:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83330. 00000100:00000001:1.0:1783444767.613512:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444767.613517:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3480 x1870075608295936/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1783444783 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444767.613526:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444767.613529:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f3480 x1870075608295936/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1783444783 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444767.613535:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444767.613537:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1783444767.619160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41000. 00010000:00000010:0.1:1783444767.619178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652ca00. 00010000:00000010:2.1:1783444767.619238:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211900. 00010000:00000010:2.1:1783444767.619245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583db200. 00010000:00000010:2.1:1783444767.619248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652c600. 00000800:00000001:1.0:1783444767.621579:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.621699:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444767.621704:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.621707:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444767.621718:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.621727:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444767.621737:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.621743:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.621750:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.621754:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e855ea00 00000400:00000200:1.0:1783444767.621759:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444767.621765:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x7bd9 [1] + 224 00000800:00000001:1.0:1783444767.621774:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.621833:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444767.621837:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444767.621843:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444767.621917:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444767.621930:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3480 x1870075608295936/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1783444783 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444767.621942:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff91c7603f3480 x1870075608295936/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1783444783 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444767.622020:0:33242:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444767.622040:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444767.622053:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444767.622108:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1783444767.622163:0:33242:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444767.622166:0:33242:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444767.622170:0:33242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff210. 00000400:00000200:2.0:1783444767.622176:0:33242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83000 00000400:00000010:2.0:1783444767.622180:0:33242:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83000. 00000100:00000001:2.0:1783444767.622184:0:33242:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444767.622188:0:33242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f3480 x1870075608295936/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1783444783 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444767.622197:0:33242:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f3480 x1870075608295936/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1783444783 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444767.622204:0:33242:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444767.622206:0:33242:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444767.622209:0:33242:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444767.622213:0:33242:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444767.622216:0:33242:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444767.622219:0:33242:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444767.622222:0:33242:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444767.622233:0:33242:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=97 v=5 (105 105 105 137) 00000100:00001000:2.0:1783444767.622238:0:33242:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444767.622241:0:33242:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444767.622243:0:33242:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444767.622247:0:33242:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444767.622251:0:33242:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444767.622255:0:33242:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783444767.622257:0:33242:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x10000009a/0x10000014f] 00000100:00000001:2.0:1783444767.622259:0:33242:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783444767.622261:0:33242:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444767.622263:0:33242:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232115328 : -121189477436288 : ffff91c7603f3480) 00000100:00000001:2.0:1783444767.622267:0:33242:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444767.622269:0:33242:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967633 00000100:00000001:2.0:1783444767.622271:0:33242:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444767.622274:0:33242:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444767.622279:0:33242:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f3480 x1870075608295936/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1783444783 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444767.622286:0:33242:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444767.622289:0:33242:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444767.622291:0:33242:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444767.622295:0:33242:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f3480 x1870075608295936/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1783444783 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444767.622303:0:33242:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f3480 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:33242:1870075608295936:192.168.204.110@tcp:36:rm.0 00000100:00000001:2.0:1783444767.622309:0:33242:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444767.622312:0:33242:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444767.622315:0:33242:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444767.622317:0:33242:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444767.622321:0:33242:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f3480 x1870075608295936/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1783444783 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444767.622328:0:33242:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444767.622331:0:33242:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7435e4540. 00000100:00000001:2.0:1783444767.622335:0:33242:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444767.622337:0:33242:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444767.622346:0:33242:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444767.622350:0:33242:0:(lmv_obd.c:3534:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444767.622355:0:33242:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:2.0:1783444767.622359:0:33242:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cde00. 00000100:00000001:2.0:1783444767.622367:0:33242:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444767.622370:0:33242:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f3480 x1870075608295936/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1783444783 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444767.622376:0:33242:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444767.622381:0:33242:0:(namei.c:2457:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444767.622396:0:33242:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1783444767.622400:0:33242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940d7fe28 00000080:00002000:2.0:1783444767.622403:0:33242:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-2 (ffff91c748eb0000, parent ffff91c74931ae58, inode 0000000000000000) hashed, 00000080:00000001:2.0:1783444767.622407:0:33242:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444767.622414:0:33242:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1783444767.622484:0:33242:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1783444767.628485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c745712300. 00000080:00400000:0.0:1783444767.722123:0:33224:0:(statahead.c:1623:ll_statahead_thread()) lustre: statahead thread stopped: sai ffff91c7590ccc00, parent / hit 0 miss 0 00000080:00000001:0.0:1783444767.722149:0:33224:0:(llite_lib.c:3272:ll_delete_inode()) Process entered 00000080:00000001:0.0:1783444767.722152:0:33224:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1783444767.722156:0:33224:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783444767.722163:0:33224:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593f83f0. 00000020:00000010:0.0:1783444767.722171:0:33224:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c760f5e200. 00000020:00000010:0.0:1783444767.722176:0:33224:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c760f5f200. 00000020:00000010:0.0:1783444767.722180:0:33224:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c76050da20. 00000008:00000010:0.0:1783444767.722188:0:33224:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7510b37f0. 00020000:00000010:0.0:1783444767.722194:0:33224:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c743ec1b40. 00008000:00000010:0.0:1783444767.722200:0:33224:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c760973c08. 00000080:00000010:0.0:1783444767.722208:0:33224:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c7467e3a80. 00000080:00000010:0.0:1783444767.722212:0:33224:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c758831e10. 00000020:00000010:0.0:1783444767.722216:0:33224:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c760f5f000. 00000008:00000010:0.0:1783444767.722220:0:33224:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c76034a9a0. 00020000:00000010:0.0:1783444767.722224:0:33224:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7511eeda0. 00008000:00000010:0.0:1783444767.722228:0:33224:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c74353da90. 00000080:00000010:0.0:1783444767.722232:0:33224:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c76031f0f0. 00000020:00000001:0.0:1783444767.722235:0:33224:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114695160 : -121189594856456 : ffff91c7593f83f8) 00000020:00001000:0.0:1783444767.722238:0:33224:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593f83f0 00000020:00000001:0.0:1783444767.722244:0:33224:0:(cl_object.c:151:cl_object_top()) ffff91c74529d148 -> ffff91c74529d148 00000020:00000001:0.0:1783444767.722247:0:33224:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783444767.722250:0:33224:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783444767.722252:0:33224:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x27:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783444767.722256:0:33224:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783444767.722257:0:33224:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783444767.722259:0:33224:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783444767.722264:0:33224:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x27:0x0]io ffff91c758831e70 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1783444767.722267:0:33224:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b78b8) owner 0000000000000000/ffff91c758a527c0 00020000:00000001:0.0:1783444767.722272:0:33224:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783444767.722274:0:33224:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783444767.722277:0:33224:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783444767.722279:0:33224:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444767.722282:0:33224:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783444767.722284:0:33224:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783444767.722286:0:33224:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444767.722288:0:33224:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783444767.722289:0:33224:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783444767.722291:0:33224:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783444767.722292:0:33224:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b78b8) owner 0000000000000000/ffff91c758a527c0 00000020:00000001:0.0:1783444767.722295:0:33224:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444767.722298:0:33224:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783444767.722299:0:33224:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783444767.722301:0:33224:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783444767.722305:0:33224:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783444767.722309:0:33224:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783444767.722314:0:33224:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783444767.722316:0:33224:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783444767.722317:0:33224:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783444767.722320:0:33224:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593f81b0. 00000020:00000010:0.0:1783444767.722324:0:33224:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c760f5f600. 00000020:00000010:0.0:1783444767.722327:0:33224:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c760f5fa00. 00000020:00000010:0.0:1783444767.722330:0:33224:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c76050d5a0. 00000008:00000010:0.0:1783444767.722334:0:33224:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7510b0000. 00020000:00000010:0.0:1783444767.722336:0:33224:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c743ec1000. 00008000:00000010:0.0:1783444767.722339:0:33224:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c760971530. 00000080:00000010:0.0:1783444767.722343:0:33224:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c7467e31f8. 00000080:00000010:0.0:1783444767.722346:0:33224:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c758833780. 00000020:00000010:0.0:1783444767.722350:0:33224:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c760f5e800. 00000008:00000010:0.0:1783444767.722365:0:33224:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c76034a2c0. 00020000:00000010:0.0:1783444767.722369:0:33224:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7511ed240. 00008000:00000010:0.0:1783444767.722372:0:33224:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c74353de88. 00000080:00000010:0.0:1783444767.722375:0:33224:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c76031fe10. 00000020:00000001:0.0:1783444767.722377:0:33224:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114694584 : -121189594857032 : ffff91c7593f81b8) 00000020:00001000:0.0:1783444767.722379:0:33224:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593f81b0 00000020:00000001:0.0:1783444767.722383:0:33224:0:(cl_object.c:151:cl_object_top()) ffff91c74529dd00 -> ffff91c74529d148 00000020:00000001:0.0:1783444767.722385:0:33224:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783444767.722388:0:33224:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783444767.722389:0:33224:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783444767.722391:0:33224:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444767.722393:0:33224:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444767.722395:0:33224:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883978341896 : -121189731209720 : ffff91c7511eee08) 00000020:00000001:0.0:1783444767.722398:0:33224:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1783444767.722399:0:33224:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444767.722402:0:33224:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444767.722404:0:33224:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444767.722406:0:33224:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1783444767.722409:0:33224:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783444767.722410:0:33224:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783444767.722411:0:33224:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783444767.722414:0:33224:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783444767.722415:0:33224:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444767.722417:0:33224:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444767.722429:0:33224:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444767.722430:0:33224:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444767.722432:0:33224:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783444767.722433:0:33224:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444767.722435:0:33224:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444767.722438:0:33224:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1783444767.722441:0:33224:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783444767.722442:0:33224:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783444767.722443:0:33224:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783444767.722446:0:33224:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1783444767.722448:0:33224:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1783444767.722452:0:33224:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1783444767.722455:0:33224:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff91c7585c2fc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1783444767.722458:0:33224:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783444767.722462:0:33224:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff91c7585c2fc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1783444767.722466:0:33224:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444767.722469:0:33224:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444767.722471:0:33224:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444767.722472:0:33224:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444767.722474:0:33224:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444767.722475:0:33224:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444767.722477:0:33224:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783444767.722479:0:33224:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1783444767.722481:0:33224:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783444767.722482:0:33224:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1783444767.722484:0:33224:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783444767.722485:0:33224:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444767.722488:0:33224:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1783444767.722489:0:33224:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783444767.722491:0:33224:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1783444767.722493:0:33224:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783444767.722495:0:33224:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783444767.722496:0:33224:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783444767.722497:0:33224:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783444767.722498:0:33224:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444767.722500:0:33224:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444767.722502:0:33224:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783444767.722503:0:33224:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783444767.722505:0:33224:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1783444767.722506:0:33224:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783444767.722508:0:33224:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783444767.722509:0:33224:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783444767.722510:0:33224:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783444767.722511:0:33224:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783444767.722512:0:33224:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783444767.722514:0:33224:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444767.722516:0:33224:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444767.722518:0:33224:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783444767.722519:0:33224:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783444767.722520:0:33224:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444767.722523:0:33224:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783444767.722525:0:33224:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783444767.722526:0:33224:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783444767.722527:0:33224:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783444767.722529:0:33224:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783444767.722530:0:33224:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593f81b0 00000020:00000010:0.0:1783444767.722534:0:33224:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c760f5fa00. 00000020:00000010:0.0:1783444767.722539:0:33224:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c76050d5a0. 00000008:00000010:0.0:1783444767.722544:0:33224:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7510b0000. 00020000:00000010:0.0:1783444767.722547:0:33224:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c743ec1000. 00008000:00000010:0.0:1783444767.722551:0:33224:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c760971530. 00000080:00000010:0.0:1783444767.722554:0:33224:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c7467e31f8. 00000080:00000010:0.0:1783444767.722557:0:33224:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c758833780. 00000020:00000010:0.0:1783444767.722561:0:33224:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760f5f600. 00000008:00000010:0.0:1783444767.722564:0:33224:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c76034a2c0. 00020000:00000010:0.0:1783444767.722567:0:33224:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7511ed240. 00008000:00000010:0.0:1783444767.722571:0:33224:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c74353de88. 00000080:00000010:0.0:1783444767.722574:0:33224:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c76031fe10. 00000020:00000010:0.0:1783444767.722576:0:33224:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760f5e800. 00000020:00000010:0.0:1783444767.722578:0:33224:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593f81b0. 00020000:00000001:0.0:1783444767.722581:0:33224:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783444767.722582:0:33224:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783444767.722585:0:33224:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783444767.722587:0:33224:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x27:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783444767.722591:0:33224:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783444767.722592:0:33224:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783444767.722595:0:33224:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593f83f0 00000020:00000010:0.0:1783444767.722597:0:33224:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c760f5f200. 00000020:00000010:0.0:1783444767.722600:0:33224:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c76050da20. 00000008:00000010:0.0:1783444767.722602:0:33224:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7510b37f0. 00020000:00000010:0.0:1783444767.722605:0:33224:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c743ec1b40. 00008000:00000010:0.0:1783444767.722607:0:33224:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c760973c08. 00000080:00000010:0.0:1783444767.722611:0:33224:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c7467e3a80. 00000080:00000010:0.0:1783444767.722613:0:33224:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c758831e10. 00000020:00000010:0.0:1783444767.722617:0:33224:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760f5e200. 00000008:00000010:0.0:1783444767.722619:0:33224:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c76034a9a0. 00020000:00000010:0.0:1783444767.722621:0:33224:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7511eeda0. 00008000:00000010:0.0:1783444767.722623:0:33224:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c74353da90. 00000080:00000010:0.0:1783444767.722626:0:33224:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c76031f0f0. 00000020:00000010:0.0:1783444767.722627:0:33224:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760f5f000. 00000020:00000010:0.0:1783444767.722630:0:33224:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593f83f0. 00000080:00000001:0.0:1783444767.722632:0:33224:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444767.722637:0:33224:0:(llite_lib.c:1943:ll_clear_inode()) Process entered 00000080:00200000:0.0:1783444767.722640:0:33224:0:(llite_lib.c:1946:ll_clear_inode()) VFS Op:inode=[0x200000405:0x27:0x0](ffff91c748db3248) 00800000:00000001:0.0:1783444767.722647:0:33224:0:(lmv_obd.c:1642:lmv_null_inode()) Process entered 00800000:00000002:0.0:1783444767.722649:0:33224:0:(lmv_obd.c:1644:lmv_null_inode()) CBDATA for [0x200000405:0x27:0x0] 00000002:00000001:0.0:1783444767.722656:0:33224:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1783444767.722664:0:33224:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444767.722667:0:33224:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1783444767.722670:0:33224:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444767.722672:0:33224:0:(lmv_obd.c:1654:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444767.722675:0:33224:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1783444767.722678:0:33224:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1783444767.722680:0:33224:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444767.722682:0:33224:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444767.722686:0:33224:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783444767.722688:0:33224:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593f83f0. 00000020:00000010:0.0:1783444767.722691:0:33224:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c760f5f000. 00000020:00000010:0.0:1783444767.722694:0:33224:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c760f5e200. 00000020:00000010:0.0:1783444767.722696:0:33224:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c76050da20. 00000008:00000010:0.0:1783444767.722699:0:33224:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7510b37f0. 00020000:00000010:0.0:1783444767.722701:0:33224:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c743ec1b40. 00008000:00000010:0.0:1783444767.722704:0:33224:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c760973c08. 00000080:00000010:0.0:1783444767.722707:0:33224:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c7467e3a80. 00000080:00000010:0.0:1783444767.722709:0:33224:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c758831e10. 00000020:00000010:0.0:1783444767.722712:0:33224:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c760f5f200. 00000008:00000010:0.0:1783444767.722714:0:33224:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c76034a9a0. 00020000:00000010:0.0:1783444767.722717:0:33224:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7511eeda0. 00008000:00000010:0.0:1783444767.722719:0:33224:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c74353da90. 00000080:00000010:0.0:1783444767.722721:0:33224:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c76031f0f0. 00000020:00000001:0.0:1783444767.722723:0:33224:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114695160 : -121189594856456 : ffff91c7593f83f8) 00000020:00001000:0.0:1783444767.722725:0:33224:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593f83f0 00020000:00000001:0.0:1783444767.722732:0:33224:0:(lov_object.c:1541:lov_object_delete()) Process entered 00020000:00000002:0.0:1783444767.722733:0:33224:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b78b8) owner 0000000000000000/ffff91c758a527c0 00020000:00000001:0.0:1783444767.722736:0:33224:0:(lov_object.c:879:lov_delete_composite()) Process entered 00020000:00000002:0.0:1783444767.722739:0:33224:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c760427c00, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783444767.722744:0:33224:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783444767.722749:0:33224:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c75066f080: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000001:0.0:1783444767.722752:0:33224:0:(lov_object.c:1316:lov_layout_wait()) Process entered 00020000:00000001:0.0:1783444767.722754:0:33224:0:(lov_object.c:1326:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444767.722757:0:33224:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1783444767.722759:0:33224:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:0.0:1783444767.722764:0:33224:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1783444767.722770:0:33224:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678000 count: 2 00010000:00000001:0.0:1783444767.722773:0:33224:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444767.722776:0:33224:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1783444767.722780:0:33224:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1783444767.722785:0:33224:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 0 blocks 0 [cma]time 0 0 0 ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef657 lrc: 1/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6dd5e0 expref: -99 pid: 33225 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00000001:0.0:1783444767.722798:0:33224:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529d148 00000020:00000001:0.0:1783444767.722800:0:33224:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529d148 00000008:00000001:0.0:1783444767.722802:0:33224:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783444767.722804:0:33224:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783444767.722807:0:33224:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783444767.722808:0:33224:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1783444767.722815:0:33224:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff91c7585c2fc0. 00020000:00000001:0.0:1783444767.722820:0:33224:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1783444767.722822:0:33224:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff91c74529dc80. 00020000:00000001:0.0:1783444767.722830:0:33224:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1783444767.722833:0:33224:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444767.722834:0:33224:0:(lov_object.c:900:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783444767.722836:0:33224:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b78b8) owner 0000000000000000/ffff91c758a527c0 00020000:00000001:0.0:1783444767.722839:0:33224:0:(lov_object.c:1543:lov_object_delete()) Process leaving 00020000:00000001:0.0:1783444767.722841:0:33224:0:(lov_object.c:1550:lov_object_free()) Process entered 00020000:00000002:0.0:1783444767.722842:0:33224:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b78b8) owner 0000000000000000/ffff91c758a527c0 00020000:00000001:0.0:1783444767.722845:0:33224:0:(lov_object.c:914:lov_fini_composite()) Process entered 00020000:00000010:0.0:1783444767.722848:0:33224:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff91c747185910. 00020000:00000010:0.0:1783444767.722852:0:33224:0:(lov_object.c:923:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff91c7435e4900. 00020000:00000010:0.0:1783444767.722854:0:33224:0:(lov_object.c:928:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff91c758826a40. 00020000:00000002:0.0:1783444767.722858:0:33224:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c760427c00, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783444767.722861:0:33224:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783444767.722865:0:33224:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c75066f080: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000010:0.0:1783444767.722870:0:33224:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91c75066f080. 00020000:00000010:0.0:1783444767.722873:0:33224:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff91c760427600. 00020000:00000010:0.0:1783444767.722876:0:33224:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91c760427c00. 00020000:00000001:0.0:1783444767.722878:0:33224:0:(lov_object.c:937:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1783444767.722880:0:33224:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b78b8) owner 0000000000000000/ffff91c758a527c0 00020000:00000010:0.0:1783444767.722882:0:33224:0:(lov_object.c:1553:lov_object_free()) slab-freed '(lov)': 248 at ffff91c7464b78b8. 00020000:00000001:0.0:1783444767.722885:0:33224:0:(lov_object.c:1554:lov_object_free()) Process leaving 00000080:00000010:0.0:1783444767.722888:0:33224:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff91c74529d0c8. 00000020:00001000:0.0:1783444767.722892:0:33224:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593f83f0 00000020:00000010:0.0:1783444767.722893:0:33224:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c760f5e200. 00000020:00000010:0.0:1783444767.722896:0:33224:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c76050da20. 00000008:00000010:0.0:1783444767.722898:0:33224:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7510b37f0. 00020000:00000010:0.0:1783444767.722900:0:33224:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c743ec1b40. 00008000:00000010:0.0:1783444767.722903:0:33224:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c760973c08. 00000080:00000010:0.0:1783444767.722905:0:33224:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c7467e3a80. 00000080:00000010:0.0:1783444767.722908:0:33224:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c758831e10. 00000020:00000010:0.0:1783444767.722910:0:33224:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760f5f000. 00000008:00000010:0.0:1783444767.722912:0:33224:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c76034a9a0. 00020000:00000010:0.0:1783444767.722915:0:33224:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7511eeda0. 00008000:00000010:0.0:1783444767.722917:0:33224:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c74353da90. 00000080:00000010:0.0:1783444767.722920:0:33224:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c76031f0f0. 00000020:00000010:0.0:1783444767.722922:0:33224:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760f5f200. 00000020:00000010:0.0:1783444767.722924:0:33224:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593f83f0. 00000080:00000001:0.0:1783444767.722927:0:33224:0:(llite_lib.c:1994:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1783444767.722930:0:33224:0:(llite_lib.c:3291:ll_delete_inode()) Process leaving 00000020:00000001:0.0:1783444767.722943:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941537e60 00000080:00400000:0.0:1783444767.722946:0:33224:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-2(ffff91c75904aa00) index 1 00000080:00000010:0.0:1783444767.722949:0:33224:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff91c75904aa00. 00000020:00000001:0.0:1783444767.722953:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941537e60 00000080:00400000:0.0:1783444767.722955:0:33224:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-3(ffff91c751113380) index 2 00000080:00000010:0.0:1783444767.722956:0:33224:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff91c751113380. 00000020:00000001:0.0:1783444767.722973:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941537e60 00000080:00400000:0.0:1783444767.722975:0:33224:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-4(ffff91c751113200) index 3 00000080:00000010:0.0:1783444767.722977:0:33224:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff91c751113200. 00000020:00000001:0.0:1783444767.722979:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941537e60 00000080:00400000:0.0:1783444767.722981:0:33224:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-5(ffff91c751113180) index 4 00000080:00000010:0.0:1783444767.722983:0:33224:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff91c751113180. 00000020:00000001:0.0:1783444767.722985:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941537e60 00000080:00400000:0.0:1783444767.722987:0:33224:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-6(ffff91c751113b00) index 5 00000080:00000010:0.0:1783444767.722988:0:33224:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff91c751113b00. 00000020:00000001:0.0:1783444767.722991:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941537e60 00000080:00400000:0.0:1783444767.722992:0:33224:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-7(ffff91c751113a00) index 6 00000080:00000010:0.0:1783444767.722994:0:33224:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff91c751113a00. 00000020:00000001:0.0:1783444767.722996:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941537e60 00000080:00400000:0.0:1783444767.722998:0:33224:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-8(ffff91c751113100) index 7 00000080:00000010:0.0:1783444767.723000:0:33224:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff91c751113100. 00000020:00000001:0.0:1783444767.723002:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941537e60 00000080:00400000:0.0:1783444767.723004:0:33224:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-9(ffff91c751113f00) index 8 00000080:00000010:0.0:1783444767.723005:0:33224:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff91c751113f00. 00000020:00000001:0.0:1783444767.723008:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941537e60 00000080:00400000:0.0:1783444767.723009:0:33224:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-10(ffff91c751113c80) index 9 00000080:00000010:0.0:1783444767.723011:0:33224:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff91c751113c80. 00000080:00000010:0.0:1783444767.723015:0:33224:0:(statahead.c:636:ll_sai_free()) kfreed 'sai': 504 at ffff91c7590ccc00. 00000080:00000010:0.0:1783444767.723021:0:33224:0:(statahead.c:555:ll_sax_free()) kfreed 'ctx': 2592 at ffff91c760594000. 00000080:00000010:0.1:1783444767.737283:0:33267:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748db3180. 00010000:00000001:0.0:1783444767.972314:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444767.972324:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444767.972331:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444767.972333:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444767.972367:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444767.972372:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444767.972376:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1783444768.627315:0:33329:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444768.996141:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444768.996151:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444768.996159:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444768.996160:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444768.996249:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444768.996253:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444768.996257:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444770.018365:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444770.018373:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444770.018391:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444770.018392:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444770.018455:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444770.018460:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444770.018463:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1783444770.623472:0:33469:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444771.043195:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444771.043202:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444771.043208:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444771.043209:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444771.043978:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444771.043982:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444771.043987:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783444771.618116:0:26147:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4800 (cpu 0) has reached its deadline 4296410621, at 4296410624 00000100:00000010:0.0:1783444771.618135:0:26147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7465b34e0. 00000100:00000040:1.0:1783444771.618682:0:31963:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4910 (cpu 0) has reached its deadline 4296410621, at 4296410624 00000100:00000010:1.0:1783444771.618689:0:31963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7465b30c0. 00000080:00000001:2.0:1783444772.019196:0:33615:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444772.070622:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444772.070631:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444772.070638:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444772.070639:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444772.071312:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444772.071316:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444772.071320:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783444772.642507:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444772.642518:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444772.642524:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746730000. 00000020:00000040:0.0:1783444772.642530:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:0.0:1783444772.642535:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444772.642537:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444772.642542:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444772.642549:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7520b3c00. 00000100:00000001:0.0:1783444772.642556:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444772.642568:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS req@ffff91c746730000 x1870075608296064/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444772.642655:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444772.642661:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444772.642677:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7d60bcc] to pc [ptlrpcd_00_01+1] req@ffff91c746730000 x1870075608296064/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444772.642703:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444772.642707:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444772.642711:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444772.642714:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746731180. 00000020:00000040:0.0:1783444772.642717:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:0.0:1783444772.642719:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444772.642721:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444772.642723:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444772.642790:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1783444772.642794:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1783444772.642797:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444772.642804:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444772.642807:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444772.642809:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444772.642811:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444772.642814:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444772.642820:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746730000 x1870075608296064/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444772.642828:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444772.642830:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444772.642834:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444772.642837:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444772.642840:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444772.642843:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746730000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2400:1870075608296064:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444772.642848:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444772.642855:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444772.642858:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444772.642860:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444772.642865:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c744970c00. 02000000:00000001:1.0:1783444772.642867:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444772.642874:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444772.642879:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736738. 00000400:00000010:1.0:1783444772.642885:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076b28. 00000100:00000200:1.0:1783444772.642893:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608296064, portal 25 00000100:00000001:1.0:1783444772.642895:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444772.642896:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799302144 : -121189910249472 : ffff91c746730000) 00000100:00000040:1.0:1783444772.642902:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746730000 x1870075608296064/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444772.642916:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444772.642919:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444772.642921:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076880. 00000100:00000200:1.0:1783444772.642924:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870075608296064, offset 0 00000400:00000200:1.0:1783444772.642931:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444772.642940:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444772.642947:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444772.642952:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444772.642957:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444772.642960:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444772.642963:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444772.642967:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2806:2806:256:4294967295] 192.168.204.110@tcp LPNI seq info [2806:2806:8:4294967295] 00000400:00000200:1.0:1783444772.642971:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444772.642980:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444772.642987:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444772.642992:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298400. 00000800:00000200:1.0:1783444772.642999:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444772.643006:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444772.643011:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783444772.643022:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444772.643026:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444772.643029:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296415740 00000100:00000010:1.0:1783444772.643033:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7465b3120. 00000100:00000001:1.0:1783444772.643041:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1783444772.643048:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296415740 00000100:00000010:1.0:1783444772.643050:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7465b3d80. 00000100:00000001:1.0:1783444772.643079:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1783444772.643083:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444772.643086:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444772.643090:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444772.643092:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444772.643173:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7520b3d00. 00000100:00000001:0.0:1783444772.643179:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444772.643184:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID req@ffff91c746731180 x1870075608296192/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444772.643192:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444772.643195:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444772.643199:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe9cd048] to pc [ptlrpcd_00_00+0] req@ffff91c746731180 x1870075608296192/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444772.643213:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444772.643215:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444772.643217:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444772.643221:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746730a80. 00000020:00000040:0.0:1783444772.643224:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:0.0:1783444772.643226:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444772.643227:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444772.643229:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444772.643232:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7520b3200. 00000100:00000001:0.0:1783444772.643235:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444772.643239:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID req@ffff91c746730a80 x1870075608296320/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444772.643250:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444772.643252:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444772.643256:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bcf87e41] to pc [ptlrpcd_00_01+1] req@ffff91c746730a80 x1870075608296320/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444772.643263:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444772.643265:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444772.643269:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444772.643272:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746731880. 00000020:00000040:0.0:1783444772.643275:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:0.0:1783444772.643277:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444772.643278:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444772.643280:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444772.643283:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7520b3000. 00000100:00000001:0.0:1783444772.643286:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444772.643290:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID req@ffff91c746731880 x1870075608296448/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444772.643297:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444772.643298:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444772.643302:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024fa315b] to pc [ptlrpcd_00_00+0] req@ffff91c746731880 x1870075608296448/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444772.643308:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444772.643310:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1783444772.643314:0:26147:0:(pinger.c:247:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1783444772.643319:0:26147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1749) 00000100:00000001:0.0:1783444772.643340:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444772.643343:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444772.643344:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444772.643350:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746730a80 x1870075608296320/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444772.643363:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444772.643364:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444772.643367:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444772.643369:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444772.643371:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444772.643374:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746730a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608296320:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444772.643378:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444772.643381:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444772.643382:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444772.643384:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444772.643387:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c74724fa00. 02000000:00000001:0.0:1783444772.643389:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444772.643393:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444772.643396:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f630. 00000400:00000010:0.0:1783444772.643400:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9dd0. 00000100:00000200:0.0:1783444772.643403:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608296320, portal 10 00000100:00000001:0.0:1783444772.643405:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444772.643407:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799304832 : -121189910246784 : ffff91c746730a80) 00000100:00000040:0.0:1783444772.643413:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746730a80 x1870075608296320/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444772.643420:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444772.643422:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444772.643425:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9220. 00000100:00000200:0.0:1783444772.643427:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608296320, offset 0 00000400:00000200:0.0:1783444772.643432:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444772.643435:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444772.643439:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444772.643442:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444772.643444:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444772.643446:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444772.643449:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444772.643452:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2807:2807:255:4294967295] 192.168.204.110@tcp LPNI seq info [2807:2807:7:4294967295] 00000400:00000200:0.0:1783444772.643456:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444772.643462:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444772.643466:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444772.643470:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3900. 00000800:00000200:0.0:1783444772.643474:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444772.643478:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444772.643481:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444772.643484:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444772.643488:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 21067 usecs (22 jiffies) 00000400:00000200:0.0:1783444772.643491:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444772.643493:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296411671 00000100:00000001:0.0:1783444772.643495:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296415740 00000100:00000001:0.0:1783444772.643498:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296411671 00000100:00000001:0.0:1783444772.643500:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296415740 00000100:00000001:0.0:1783444772.643502:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444772.643504:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444772.643506:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444772.643508:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444772.643512:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444772.643513:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783444772.643516:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444772.643517:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444772.643518:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444772.643519:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1783444772.643521:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444772.643523:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444772.643524:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444772.643525:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444772.643527:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444772.643528:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444772.643531:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746731180 x1870075608296192/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444772.643538:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444772.643539:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444772.643541:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444772.643543:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444772.643545:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444772.643547:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746731180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608296192:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444772.643550:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444772.643552:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444772.643554:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444772.643555:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444772.643559:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c74724f800. 02000000:00000001:0.0:1783444772.643561:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444772.643564:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444772.643566:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f8f0. 00000400:00000010:0.0:1783444772.643570:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f94c8. 00000100:00000200:0.0:1783444772.643573:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608296192, portal 10 00000100:00000001:0.0:1783444772.643575:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444772.643576:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799306624 : -121189910244992 : ffff91c746731180) 00000100:00000040:0.0:1783444772.643581:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746731180 x1870075608296192/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444772.643587:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444772.643589:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444772.643590:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f97f8. 00000100:00000200:0.0:1783444772.643593:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608296192, offset 0 00000400:00000200:0.0:1783444772.643597:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444772.643600:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444772.643603:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444772.643606:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444772.643608:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444772.643610:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444772.643611:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444772.643615:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2808:2808:254:4294967295] 192.168.204.110@tcp LPNI seq info [2808:2808:6:4294967295] 00000400:00000200:0.0:1783444772.643618:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444772.643623:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444772.643627:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444772.643630:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3f00. 00000800:00000200:0.0:1783444772.643634:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444772.643638:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444772.643640:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444772.643642:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444772.643645:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 860352 usecs (861 jiffies) 00000400:00000200:0.0:1783444772.643647:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444772.643649:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296412510 00000100:00000001:0.0:1783444772.643650:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296415740 00000100:00000001:0.0:1783444772.643652:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296412510 00000100:00000001:0.0:1783444772.643654:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296415740 00000100:00000001:0.0:1783444772.643655:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444772.643657:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444772.643659:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444772.643662:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746731880 x1870075608296448/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444772.643667:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444772.643668:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444772.643670:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444772.643672:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444772.643673:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444772.643675:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746731880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608296448:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444772.643678:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444772.643679:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444772.643681:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444772.643682:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444772.643686:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c752030200. 02000000:00000001:0.0:1783444772.643688:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444772.643690:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444772.643693:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f9a0. 00000400:00000010:0.0:1783444772.643696:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9d48. 00000100:00000200:0.0:1783444772.643699:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608296448, portal 4 00000100:00000001:0.0:1783444772.643700:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444772.643701:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799308416 : -121189910243200 : ffff91c746731880) 00000100:00000040:0.0:1783444772.643706:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746731880 x1870075608296448/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444772.643712:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444772.643714:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444772.643717:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9e58. 00000100:00000200:0.0:1783444772.643719:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608296448, offset 0 00000400:00000200:0.0:1783444772.643722:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444772.643736:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444772.643740:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444772.643742:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444772.643744:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444772.643746:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444772.643748:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444772.643750:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2809:2809:253:4294967295] 192.168.204.110@tcp LPNI seq info [2809:2809:5:4294967295] 00000400:00000200:0.0:1783444772.643753:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444772.643758:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444772.643763:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444772.643766:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3300. 00000800:00000200:0.0:1783444772.643770:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444772.643773:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444772.643775:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444772.643778:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444772.643781:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20502 usecs (21 jiffies) 00000400:00000200:0.0:1783444772.643783:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444772.643785:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296411670 00000100:00000001:0.0:1783444772.643787:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296415740 00000100:00000001:0.0:1783444772.643789:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296411670 00000100:00000001:0.0:1783444772.643791:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296415740 00000100:00000001:0.0:1783444772.643793:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444772.643795:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444772.643802:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444772.643804:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444772.643816:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444772.643818:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444772.643820:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444772.643822:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444772.647910:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444772.647919:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298400. 00000400:00000200:1.0:1783444772.647925:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444772.647934:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444772.647940:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076880 00000400:00000010:1.0:1783444772.647942:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076880. 00000100:00000001:1.0:1783444772.647946:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444772.647954:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730000 x1870075608296064/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444772.647965:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444772.647968:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746730000 x1870075608296064/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444788 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444772.647975:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444772.647977:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444772.648005:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444772.648007:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3900. 00000400:00000200:1.0:1783444772.648011:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444772.648015:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444772.648017:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9220 00000400:00000010:1.0:1783444772.648019:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9220. 00000100:00000001:1.0:1783444772.648022:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444772.648026:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730a80 x1870075608296320/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444772.648033:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444772.648036:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746730a80 x1870075608296320/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444788 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444772.648042:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444772.648044:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444772.648068:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444772.648070:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3f00. 00000400:00000200:1.0:1783444772.648073:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444772.648077:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444772.648081:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f97f8 00000400:00000010:1.0:1783444772.648082:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f97f8. 00000100:00000001:1.0:1783444772.648084:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444772.648088:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746731180 x1870075608296192/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444772.648095:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444772.648099:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746731180 x1870075608296192/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444788 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444772.648104:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444772.648105:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444772.648135:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444772.648137:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3300. 00000400:00000200:1.0:1783444772.648139:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444772.648142:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444772.648144:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9e58 00000400:00000010:1.0:1783444772.648145:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9e58. 00000100:00000001:1.0:1783444772.648147:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444772.648151:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746731880 x1870075608296448/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444772.648157:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444772.648160:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746731880 x1870075608296448/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444788 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444772.648164:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444772.648165:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444772.656947:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444772.656964:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444772.657026:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444772.657030:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444772.657040:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444772.657047:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444772.660202:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444772.660210:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444772.660216:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444772.660224:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a4d2e855ea80 00000400:00000200:1.0:1783444772.660229:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444772.660235:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7be1 [1] + 224 00000800:00000001:1.0:1783444772.660244:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444772.660254:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444772.660258:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444772.660262:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444772.660268:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444772.660277:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746730000 x1870075608296064/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444788 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444772.660287:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746730000 x1870075608296064/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444772.660306:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444772.660315:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444772.660317:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444772.660319:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444772.660321:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444772.660335:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444772.660340:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444772.660345:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444772.660348:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444772.660351:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444772.660354:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e855ec00 00000400:00000200:1.0:1783444772.660357:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444772.660361:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7c11 [1] + 224 00000800:00000001:1.0:1783444772.660365:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444772.660370:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444772.660372:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444772.660375:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444772.660378:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444772.660382:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746731880 x1870075608296448/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444788 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444772.660391:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746731880 x1870075608296448/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444772.660402:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444772.660404:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444772.660406:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444772.660488:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444772.660492:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444772.660498:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444772.660500:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444772.660503:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736738. 00000400:00000200:0.0:1783444772.660507:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076b28 00000400:00000010:0.0:1783444772.660509:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076b28. 00000100:00000001:0.0:1783444772.660512:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444772.660516:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746730000 x1870075608296064/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444772.660524:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746730000 x1870075608296064/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444788 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444772.660529:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444772.660531:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444772.660533:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444772.660537:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444772.660539:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444772.660541:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444772.660544:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444772.660552:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=102 v=5 (5 5 5 5) 00000100:00001000:0.0:1783444772.660556:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=102 v=5 (1 1 1 1) 00000100:00000001:0.0:1783444772.660558:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444772.660560:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444772.660562:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444772.660564:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444772.660567:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444772.660571:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746730000 x1870075608296064/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444772.660578:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444772.660580:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444772.660582:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444772.660586:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746730000 x1870075608296064/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444788 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444772.660593:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746730000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2400:1870075608296064:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444772.660597:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444772.660599:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444772.660603:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746730000 x1870075608296064/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444788 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444772.660609:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444772.660612:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444772.660615:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c744970c00. 02000000:00000001:0.0:1783444772.660620:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444772.660622:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444772.660624:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:0.0:1783444772.660626:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444772.660629:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7520b3c00. 02000000:00000001:0.0:1783444772.660632:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444772.660634:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444772.660636:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746730000. 00000100:00000001:0.0:1783444772.660638:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444772.660639:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444772.660641:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444772.660648:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444772.660651:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444772.660653:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444772.660655:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444772.660662:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444772.660664:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444772.660667:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444772.660668:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444772.660670:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f9a0. 00000400:00000200:0.0:1783444772.660673:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9d48 00000400:00000010:0.0:1783444772.660674:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9d48. 00000100:00000001:0.0:1783444772.660676:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444772.660680:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746731880 x1870075608296448/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444772.660687:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746731880 x1870075608296448/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444788 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444772.660693:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444772.660694:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444772.660696:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444772.660697:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444772.660698:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444772.660700:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444772.660701:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444772.660707:0:2401:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=102 v=5 (5 5 5 138) 00000100:00001000:0.0:1783444772.660710:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444772.660712:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444772.660713:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444772.660715:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444772.660718:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444772.660720:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444772.660722:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1783444772.660724:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444772.660725:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444772.660729:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746731880 x1870075608296448/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444772.660734:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444772.660736:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444772.660738:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444772.660741:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746731880 x1870075608296448/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444788 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444772.660748:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746731880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608296448:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444772.660752:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444772.660753:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444772.660756:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746731880 x1870075608296448/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444788 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444772.660762:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444772.660764:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444772.660766:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c752030200. 02000000:00000001:0.0:1783444772.660768:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444772.660770:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444772.660771:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:0.0:1783444772.660773:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444772.660774:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7520b3000. 02000000:00000001:0.0:1783444772.660776:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444772.660777:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444772.660779:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746731880. 00000100:00000001:0.0:1783444772.660783:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444772.660784:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444772.660786:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444772.660787:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444772.660789:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444772.660790:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444772.660792:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444772.662036:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444772.662048:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444772.662053:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444772.662111:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444772.662119:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444772.662125:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444772.662132:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444772.662136:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444772.662140:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444772.662143:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855eb80 00000400:00000200:0.0:1783444772.662147:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444772.662152:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7bf1 [1] + 224 00000800:00000001:0.0:1783444772.662157:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444772.662163:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444772.662166:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444772.662170:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444772.662175:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444772.662182:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746730a80 x1870075608296320/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444788 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444772.662192:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746730a80 x1870075608296320/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444772.662204:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444772.662210:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444772.662212:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444772.662224:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444772.662227:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444772.662232:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444772.662234:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444772.662236:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f630. 00000400:00000200:0.0:1783444772.662239:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9dd0 00000400:00000010:0.0:1783444772.662242:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9dd0. 00000100:00000001:0.0:1783444772.662245:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444772.662249:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746730a80 x1870075608296320/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444772.662257:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746730a80 x1870075608296320/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444788 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444772.662263:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444772.662265:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444772.662267:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444772.662270:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444772.662272:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444772.662273:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444772.662276:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444772.662283:0:2401:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=102 v=5 (105 105 105 137) 00000100:00001000:0.0:1783444772.662286:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=102 v=5 (1 1 1 1) 00000100:00000001:0.0:1783444772.662289:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444772.662290:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444772.662293:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444772.662295:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444772.662298:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444772.662300:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1783444772.662302:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444772.662303:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444772.662308:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746730a80 x1870075608296320/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444772.662316:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444772.662318:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444772.662319:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444772.662323:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746730a80 x1870075608296320/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444788 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444772.662343:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746730a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608296320:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444772.662348:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444772.662350:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444772.662353:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746730a80 x1870075608296320/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444788 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444772.662360:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444772.662362:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444772.662365:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c74724fa00. 02000000:00000001:0.0:1783444772.662370:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444772.662372:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444772.662374:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:0.0:1783444772.662377:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444772.662380:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7520b3200. 02000000:00000001:0.0:1783444772.662384:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444772.662385:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444772.662387:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746730a80. 00000100:00000001:0.0:1783444772.662389:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444772.662391:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444772.662394:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444772.662396:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444772.662397:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444772.662398:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444772.662400:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444772.666790:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444772.666807:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444772.666811:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444772.666814:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444772.666822:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444772.666830:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444772.666839:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444772.666845:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444772.666850:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444772.666854:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855eb00 00000400:00000200:1.0:1783444772.666858:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444772.666864:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7c01 [1] + 224 00000800:00000001:1.0:1783444772.666872:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444772.666879:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444772.666882:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444772.666886:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444772.666893:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444772.666902:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746731180 x1870075608296192/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444788 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444772.666914:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746731180 x1870075608296192/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444772.666934:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444772.666942:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444772.666945:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444772.666958:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444772.666963:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444772.666968:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444772.666970:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444772.666973:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f8f0. 00000400:00000200:1.0:1783444772.666977:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f94c8 00000400:00000010:1.0:1783444772.666979:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f94c8. 00000100:00000001:1.0:1783444772.666982:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444772.666986:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746731180 x1870075608296192/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444772.666995:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746731180 x1870075608296192/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444788 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444772.667000:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444772.667002:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444772.667004:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444772.667007:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444772.667010:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444772.667012:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444772.667015:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444772.667024:0:2401:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=102 v=5 (105 105 105 137) 00000100:00001000:1.0:1783444772.667029:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444772.667031:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444772.667033:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444772.667036:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444772.667039:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444772.667042:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444772.667045:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967633 00000100:00000001:1.0:1783444772.667047:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444772.667050:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444772.667070:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746731180 x1870075608296192/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444772.667078:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444772.667081:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444772.667083:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444772.667087:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746731180 x1870075608296192/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444788 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444772.667095:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746731180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608296192:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444772.667100:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444772.667103:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444772.667106:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746731180 x1870075608296192/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444788 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444772.667112:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444772.667115:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444772.667118:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c74724f800. 02000000:00000001:1.0:1783444772.667123:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444772.667125:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444772.667127:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:1.0:1783444772.667130:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444772.667132:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7520b3d00. 02000000:00000001:1.0:1783444772.667137:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444772.667139:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444772.667141:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746731180. 00000100:00000001:1.0:1783444772.667145:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444772.667147:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444772.667150:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444772.667156:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444772.667158:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444772.667161:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444772.667163:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444772.781224:0:33679:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444773.090739:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444773.090747:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444773.090753:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444773.090754:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444773.099594:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444773.099601:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444773.099606:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1783444773.357349:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444773.357367:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444773.357370:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444773.357373:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444773.357381:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444773.357388:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444773.357397:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444773.357402:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444773.357407:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444773.357412:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 328 into portal 15 MB=0x6a4d2e99c4400 00000400:00000200:1.0:1783444773.357419:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.110@tcp of length 328/328 into md 0x7701 [2] + 656 00000800:00000001:1.0:1783444773.357425:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444773.357431:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444773.357434:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444773.357438:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444773.357445:0:2393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1783444773.357447:0:2393:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1783444773.357452:0:2393:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883b480. 00000100:00000040:1.0:1783444773.357455:0:2393:0:(events.c:337:request_in_callback()) incoming req@ffff91c75883b480 x1870075629683712 msgsize 328 00000100:00100000:1.0:1783444773.357459:0:2393:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.110@tcp (source: 12345-192.168.204.110@tcp) 00000100:00000001:1.0:1783444773.357468:0:2393:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1783444773.357474:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444773.357476:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444773.357493:0:16810:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1783444773.357496:0:16810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870075629683712 02000000:00000001:1.0:1783444773.357498:0:16810:0:(sec.c:2495:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1783444773.357501:0:16810:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444773.357503:0:16810:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444773.357507:0:16810:0:(sec.c:2544:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444773.357511:0:16810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870075629683712 00000020:00000001:1.0:1783444773.357513:0:16810:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1783444773.357515:0:16810:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea6b 00000020:00000001:1.0:1783444773.357517:0:16810:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444773.357520:0:16810:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c7510a5800 refcount=4 00000020:00000001:1.0:1783444773.357522:0:16810:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883976992768 : -121189732558848 : ffff91c7510a5800) 00000020:00000001:1.0:1783444773.357524:0:16810:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883976992768 : -121189732558848 : ffff91c7510a5800) 00000100:00000001:1.0:1783444773.357532:0:16810:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783444773.357536:0:16810:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91c742c80a40. 00000100:00000001:1.0:1783444773.357538:0:16810:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1783444773.357541:0:16810:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff91c742c80a40. 00000020:00000010:1.0:1783444773.357547:0:16810:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7435f5a00. 00000020:00000010:1.0:1783444773.357551:0:16810:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91c7505f9500. 00000020:00000010:1.0:1783444773.357556:0:16810:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff91c7603a03e8. 00000100:00000040:1.0:1783444773.357564:0:16810:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1783444773.357567:0:16810:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1783444773.357569:0:16810:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1783444773.357571:0:16810:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444773.357578:0:16810:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444773.357587:0:16810:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444773.357598:0:16810:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1783444773.357599:0:16810:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1783444773.357604:0:16810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.110@tcp, seq: 71 00000100:00000040:1.0:1783444773.357607:0:16810:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff91c7510a5800 : new rpc_count 1 00000100:00000001:1.0:1783444773.357609:0:16810:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446622884102386816 : -121189607164800 : ffff91c75883b480) 00000100:00000040:1.0:1783444773.357616:0:16810:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff91c75883b480 x1870075629683712/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:394/0 lens 328/0 e 0 to 0 dl 1783444784 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783444773.357625:0:16810:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783444773.357627:0:16810:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91c742c80a40. 00000100:00000001:1.0:1783444773.357629:0:16810:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1783444773.357631:0:16810:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff91c742c80a40. 00000100:00100000:1.0:1783444773.357634:0:16810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91c75883b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12039:x1870075629683712:12345-192.168.204.110@tcp:104: 00000100:00000200:1.0:1783444773.357638:0:16810:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870075629683712 00010000:00000001:1.0:1783444773.357640:0:16810:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1783444773.357647:0:16810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444773.357648:0:16810:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444773.357651:0:16810:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db000 refcount=2 00000020:00000001:1.0:1783444773.357653:0:16810:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444773.357656:0:16810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444773.357659:0:16810:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444773.357662:0:16810:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444773.357667:0:16810:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef657 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x332dd2263f6dd5e0 expref: -99 pid: 33225 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00000001:1.0:1783444773.357683:0:16810:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1783444773.357685:0:16810:0:(sec.c:2566:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1783444773.357691:0:16810:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff91c751025c00. 02000000:00000001:1.0:1783444773.357694:0:16810:0:(sec.c:2603:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444773.357696:0:16810:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444773.357700:0:16810:0:(ldlm_lib.c:3304:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1783444773.357703:0:16810:0:(ldlm_lib.c:3325:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444773.357707:0:16810:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7590235e8 time=103 v=5 (1 1 1 1) 00000100:00000001:1.0:1783444773.357711:0:16810:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783444773.357714:0:16810:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 16 to 192.168.204.110@tcp 00000100:00000001:1.0:1783444773.357716:0:16810:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 02000000:00000001:1.0:1783444773.357718:0:16810:0:(sec.c:2617:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1783444773.357720:0:16810:0:(sec.c:2628:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444773.357724:0:16810:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444773.357727:0:16810:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444773.357731:0:16810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076880. 00000100:00000200:1.0:1783444773.357736:0:16810:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1870075629683712, offset 224 00000400:00000200:1.0:1783444773.357742:0:16810:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444773.357748:0:16810:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444773.357755:0:16810:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444773.357760:0:16810:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2810:2810:256:4294967295] 192.168.204.110@tcp LPNI seq info [2810:2810:8:4294967295] 00000400:00000200:1.0:1783444773.357765:0:16810:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444773.357777:0:16810:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444773.357782:0:16810:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444773.357789:0:16810:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298900. 00000800:00000200:1.0:1783444773.357795:0:16810:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444773.357802:0:16810:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444773.357806:0:16810:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783444773.357816:0:16810:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444773.357819:0:16810:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00010000:00000001:1.0:1783444773.357822:0:16810:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1783444773.357826:0:16810:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff91c7435e8c00. 00010000:00000001:1.0:1783444773.357828:0:16810:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1783444773.357846:0:16810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1783444773.357849:0:16810:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444773.357850:0:16810:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444773.357852:0:16810:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444773.357857:0:16810:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883b480 x1870075629683712/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:394/0 lens 328/224 e 0 to 0 dl 1783444784 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783444773.357866:0:16810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91c75883b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12039:x1870075629683712:12345-192.168.204.110@tcp:104: Request processed in 239us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1783444773.357873:0:16810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.110@tcp, seq: 71 00000100:00000040:1.0:1783444773.357876:0:16810:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91c7510a5800 : new rpc_count 0 00000100:00000001:1.0:1783444773.357878:0:16810:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1783444773.357879:0:16810:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1783444773.357884:0:16810:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91c7505f9500. 00000020:00000010:1.0:1783444773.357887:0:16810:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff91c7603a03e8. 00000020:00000010:1.0:1783444773.357890:0:16810:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7435f5a00. 00000020:00000040:1.0:1783444773.357894:0:16810:0:(genops.c:900:class_export_put()) PUTting export ffff91c7510a5800 : new refcount 3 00000100:00000001:1.0:1783444773.357896:0:16810:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783444773.357965:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444773.357969:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298900. 00000400:00000200:1.0:1783444773.357972:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444773.357976:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444773.357980:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076880 00000400:00000010:1.0:1783444773.357982:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076880. 00000100:00000001:1.0:1783444773.357985:0:2392:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1783444773.357987:0:2392:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1783444773.358259:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444773.358263:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444773.358266:0:16952:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1783444773.358269:0:16952:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1783444773.358271:0:16952:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1783444773.358275:0:16952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef657 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x332dd2263f6dd5e0 expref: -99 pid: 33225 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1783444773.358286:0:16952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91c7583db000 already unused, calling callback (ffffffffc1279360) 00000008:00000001:2.0:1783444773.358290:0:16952:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1783444773.358293:0:16952:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1783444773.358294:0:16952:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444773.358296:0:16952:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444773.358298:0:16952:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db000 refcount=3 00000020:00000001:2.0:1783444773.358300:0:16952:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:2.0:1783444773.358302:0:16952:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:2.0:1783444773.358304:0:16952:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783444773.358307:0:16952:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef657 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x332dd2263f6dd5e0 expref: -99 pid: 33225 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:2.0:1783444773.358358:0:16952:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1783444773.358361:0:16952:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444773.358367:0:16952:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7000. 00000020:00000010:2.0:1783444773.358371:0:16952:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c760f5f600. 00000020:00000010:2.0:1783444773.358377:0:16952:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c760f5f800. 00000020:00000010:2.0:1783444773.358381:0:16952:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7604279c0. 00000008:00000010:2.0:1783444773.358389:0:16952:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444773.358394:0:16952:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f900. 00008000:00000010:2.0:1783444773.358509:0:16952:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444773.358519:0:16952:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444773.358524:0:16952:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444773.358529:0:16952:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c760f5f000. 00000008:00000010:2.0:1783444773.358533:0:16952:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444773.358538:0:16952:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444773.358541:0:16952:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444773.358545:0:16952:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526e870. 00000020:00000001:2.0:1783444773.358548:0:16952:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747360776 : -121189962190840 : ffff91c7435a7008) 00000020:00001000:2.0:1783444773.358550:0:16952:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7000 00000008:00000001:2.0:1783444773.358553:0:16952:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1783444773.358555:0:16952:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1783444773.358557:0:16952:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7000 00000020:00000010:2.0:1783444773.358560:0:16952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c760f5f800. 00000020:00000010:2.0:1783444773.358565:0:16952:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7604279c0. 00000008:00000010:2.0:1783444773.358568:0:16952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444773.358572:0:16952:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f900. 00008000:00000010:2.0:1783444773.358574:0:16952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444773.358577:0:16952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444773.358580:0:16952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444773.358583:0:16952:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760f5f600. 00000008:00000010:2.0:1783444773.358586:0:16952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444773.358588:0:16952:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444773.358592:0:16952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444773.358596:0:16952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e870. 00000020:00000010:2.0:1783444773.358599:0:16952:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760f5f000. 00000020:00000010:2.0:1783444773.358602:0:16952:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7000. 00000008:00000001:2.0:1783444773.358605:0:16952:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444773.358609:0:16952:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783444773.358614:0:16952:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783444773.358616:0:16952:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783444773.358618:0:16952:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444773.358621:0:16952:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1783444773.358624:0:16952:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c7583db000 with handle 0x5503b2fe824ef657 from hash 00010000:00000001:2.0:1783444773.358627:0:16952:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783444773.358628:0:16952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444773.358630:0:16952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444773.358631:0:16952:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783444773.358634:0:16952:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783444773.358636:0:16952:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1783444773.358642:0:16952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444773.358645:0:16952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444773.358647:0:16952:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444773.358650:0:16952:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1783444773.358655:0:16952:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f3b80. 00000020:00000040:2.0:1783444773.358658:0:16952:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:2.0:1783444773.358664:0:16952:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444773.358666:0:16952:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444773.358670:0:16952:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444773.358676:0:16952:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c760f5f000. 00000100:00000001:2.0:1783444773.358682:0:16952:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444773.358684:0:16952:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1783444773.358689:0:16952:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef657 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x332dd2263f6dd5e0 expref: -99 pid: 33225 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1783444773.358697:0:16952:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1783444773.358698:0:16952:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444773.358704:0:16952:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444773.358708:0:16952:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444773.358717:0:16952:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069da8bf7] to pc [ptlrpcd_01_01+1] req@ffff91c7603f3b80 x1870075608296576/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783444773.358741:0:16952:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444773.358744:0:16952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444773.358745:0:16952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444773.358747:0:16952:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444773.358750:0:16952:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444773.358752:0:16952:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444773.358755:0:16952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef657 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x332dd2263f6dd5e0 expref: -99 pid: 33225 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783444773.358763:0:16952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783444773.358765:0:16952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff91c759350000 lock: 0000000048df1b3b/0x5503b2fe824ef657 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x332dd2263f6dd5e0 expref: -99 pid: 33225 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1783444773.358773:0:16952:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91c742c80400. 00010000:00000040:2.0:1783444773.358777:0:16952:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c741678000 count: 0 00010000:00000010:2.0:1783444773.358784:0:16952:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff91c741678100. 00010000:00000001:2.0:1783444773.358791:0:16952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444773.358792:0:16952:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1783444773.358795:0:16952:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff91c7435e8c00. 00010000:00000001:2.0:1783444773.358798:0:16952:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444773.358800:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444773.358802:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444773.358803:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1783444773.358805:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444773.358806:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444773.358808:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1783444773.358809:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444773.358810:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444773.358812:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1783444773.358819:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444773.358823:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444773.358825:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444773.358831:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f3b80 x1870075608296576/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444773.358839:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444773.358841:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444773.358844:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444773.358847:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444773.358850:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444773.358853:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608296576:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1783444773.358857:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444773.358862:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444773.358864:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444773.358867:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444773.358871:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c760f5f600. 02000000:00000001:2.0:1783444773.358873:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444773.358878:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444773.358882:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff210. 00000400:00000010:2.0:1783444773.358888:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83000. 00000100:00000200:2.0:1783444773.358895:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608296576, portal 18 00000100:00000001:2.0:1783444773.358898:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444773.358900:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232117120 : -121189477434496 : ffff91c7603f3b80) 00000100:00000040:2.0:1783444773.358906:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f3b80 x1870075608296576/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444789 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444773.358918:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444773.358921:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444773.358924:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83550. 00000100:00000200:2.0:1783444773.358928:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1870075608296576, offset 0 00000400:00000200:2.0:1783444773.358934:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444773.358940:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444773.358946:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444773.358952:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444773.358956:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444773.358960:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444773.358963:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444773.358967:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2811:2811:256:4294967295] 192.168.204.110@tcp LPNI seq info [2811:2811:8:4294967295] 00000400:00000200:2.0:1783444773.358972:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444773.358979:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444773.358984:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444773.358988:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1000. 00000800:00000200:2.0:1783444773.358993:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444773.358999:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444773.359002:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1783444773.359021:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444773.359025:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20508 usecs (21 jiffies) 00000400:00000200:2.0:1783444773.359029:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444773.359031:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296412385 00000100:00000001:2.0:1783444773.359034:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296415740 00000100:00000001:2.0:1783444773.359037:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296412385 00000100:00000001:2.0:1783444773.359039:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296415740 00000100:00000001:2.0:1783444773.359041:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444773.359044:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444773.359048:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444773.359050:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444773.359141:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444773.359144:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783444773.359146:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444773.359147:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444773.359149:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444773.359152:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444773.359161:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444773.359163:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444773.359262:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444773.359267:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1000. 00000400:00000200:0.0:1783444773.359271:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444773.359276:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444773.359281:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83550 00000400:00000010:0.0:1783444773.359283:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83550. 00000100:00000001:0.0:1783444773.359287:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444773.359292:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3b80 x1870075608296576/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444789 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444773.359301:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444773.359305:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f3b80 x1870075608296576/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444789 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444773.359325:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444773.359326:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444773.368152:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444773.368171:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444773.368176:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444773.368179:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444773.368189:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444773.368198:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444773.368207:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444773.368212:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444773.368217:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444773.368222:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a4d2e855ec80 00000400:00000200:1.0:1783444773.368227:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444773.368233:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7c29 [1] + 224 00000800:00000001:1.0:1783444773.368240:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444773.368249:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444773.368252:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444773.368257:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444773.368265:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444773.368275:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3b80 x1870075608296576/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444789 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444773.368286:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f3b80 x1870075608296576/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444789 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444773.368318:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444773.368327:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444773.368330:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444773.368420:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444773.368425:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444773.368432:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444773.368434:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444773.368437:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff210. 00000400:00000200:3.0:1783444773.368442:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83000 00000400:00000010:3.0:1783444773.368445:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83000. 00000100:00000001:3.0:1783444773.368448:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444773.368453:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f3b80 x1870075608296576/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444789 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444773.368463:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f3b80 x1870075608296576/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444789 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444773.368469:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444773.368472:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444773.368474:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444773.368477:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444773.368480:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444773.368482:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444773.368485:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444773.368494:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1538 time=102 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444773.368498:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=83 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444773.368501:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444773.368503:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444773.368506:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444773.368509:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444773.368512:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444773.368514:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1783444773.368516:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444773.368518:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444773.368523:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f3b80 x1870075608296576/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444789 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444773.368530:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444773.368532:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444773.368534:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444773.368539:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f3b80 x1870075608296576/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444789 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444773.368547:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608296576:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1783444773.368551:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444773.368554:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444773.368557:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f3b80 x1870075608296576/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444789 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444773.368564:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444773.368566:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444773.368570:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c760f5f600. 02000000:00000001:3.0:1783444773.368574:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444773.368576:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444773.368578:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:3.0:1783444773.368580:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444773.368583:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c760f5f000. 02000000:00000001:3.0:1783444773.368586:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444773.368588:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444773.368590:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f3b80. 00000100:00000001:3.0:1783444773.368593:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444773.368594:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444773.368596:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444773.368604:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444773.368606:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444773.368608:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444773.368610:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1783444773.370782:0:33760:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678000. 00010000:00000010:2.1:1783444773.370795:0:33760:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583db000. 00000080:00000001:1.0:1783444773.678783:0:33772:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1783444773.936849:0:33808:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1783444773.936856:0:33808:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 23: client hang when close a file after mds crash ========================================================== 13:19:32 (1783444772) 00000001:00000001:3.0:1783444773.948273:0:33808:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1783444774.116957:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444774.116963:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444774.122243:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444774.122253:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444774.122259:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1783444774.395221:0:33821:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444774.395230:0:33821:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444774.395233:0:33821:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444774.395237:0:33821:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31942063bc0 00000080:00200000:1.0:1783444774.395242:0:33821:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:1.0:1783444774.395250:0:33821:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c744fe0e00. 00800000:00000002:1.0:1783444774.395257:0:33821:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444774.395262:0:33821:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444774.395266:0:33821:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444774.395268:0:33821:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31942063ae0 00800000:00000002:1.0:1783444774.395272:0:33821:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444774.395275:0:33821:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444774.395278:0:33821:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444774.395281:0:33821:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444774.395283:0:33821:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444774.395286:0:33821:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444774.395289:0:33821:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444774.395300:0:33821:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444774.395304:0:33821:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444774.395307:0:33821:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444774.395313:0:33821:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444774.395314:0:33821:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319420639b0 00000002:00010000:1.0:1783444774.395316:0:33821:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444774.395320:0:33821:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444774.395322:0:33821:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444774.395326:0:33821:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783444774.395333:0:33821:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444774.395336:0:33821:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444774.395337:0:33821:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444774.395340:0:33821:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1783444774.395342:0:33821:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1783444774.395349:0:33821:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883a300. 00000020:00000040:1.0:1783444774.395353:0:33821:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:1.0:1783444774.395360:0:33821:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783444774.395365:0:33821:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444774.395369:0:33821:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444774.395372:0:33821:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444774.395374:0:33821:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444774.395379:0:33821:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444774.395386:0:33821:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c751024000. 00000100:00000001:1.0:1783444774.395394:0:33821:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444774.395400:0:33821:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444774.395401:0:33821:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444774.395403:0:33821:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444774.395404:0:33821:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444774.395406:0:33821:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444774.395411:0:33821:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622884102382336 : -121189607169280 : ffff91c75883a300) 00010000:00000001:1.0:1783444774.395416:0:33821:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783444774.395418:0:33821:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1783444774.395423:0:33821:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c741678e00. 00010000:00000010:1.0:1783444774.395427:0:33821:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c7505f9700. 00010000:00000001:1.0:1783444774.395433:0:33821:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783444774.395437:0:33821:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c7583db000. 00000020:00000001:1.0:1783444774.395440:0:33821:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783444774.395443:0:33821:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c7583db000 with handle 0x5503b2fe824ef6a4 to hash 00000020:00000001:1.0:1783444774.395445:0:33821:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783444774.395447:0:33821:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444774.395451:0:33821:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:1.0:1783444774.395455:0:33821:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444774.395458:0:33821:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444774.395462:0:33821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef6a4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444774.395472:0:33821:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef6a4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444774.395482:0:33821:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef6a4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783444774.395488:0:33821:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444774.395490:0:33821:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444774.395496:0:33821:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c749767540. 00000100:00000001:1.0:1783444774.395499:0:33821:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883849860416 : -121189859691200 : ffff91c749767540) 00000100:00000001:1.0:1783444774.395501:0:33821:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444774.395503:0:33821:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102382336 : -121189607169280 : ffff91c75883a300) 00000100:00000001:1.0:1783444774.395507:0:33821:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444774.395512:0:33821:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444774.395514:0:33821:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444774.395516:0:33821:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444774.395528:0:33821:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c75883a300 x1870075608296704/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444774.395538:0:33821:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444774.395539:0:33821:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444774.395544:0:33821:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444774.395547:0:33821:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444774.395549:0:33821:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444774.395551:0:33821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c75883a300 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:33821:1870075608296704:192.168.204.110@tcp:101:multiop.0 00000100:00000001:1.0:1783444774.395555:0:33821:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444774.395561:0:33821:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444774.395563:0:33821:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444774.395566:0:33821:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444774.395571:0:33821:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c760534800. 02000000:00000001:1.0:1783444774.395573:0:33821:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444774.395579:0:33821:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444774.395583:0:33821:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7467369f8. 00000400:00000010:1.0:1783444774.395590:0:33821:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076880. 00000100:00000200:1.0:1783444774.395597:0:33821:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608296704, portal 10 00000100:00000001:1.0:1783444774.395599:0:33821:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444774.395600:0:33821:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102382336 : -121189607169280 : ffff91c75883a300) 00000100:00000040:1.0:1783444774.395607:0:33821:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c75883a300 x1870075608296704/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444790 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444774.395613:0:33821:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444774.395616:0:33821:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444774.395618:0:33821:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076110. 00000100:00000200:1.0:1783444774.395621:0:33821:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870075608296704, offset 0 00000400:00000200:1.0:1783444774.395627:0:33821:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444774.395636:0:33821:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444774.395643:0:33821:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444774.395649:0:33821:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444774.395654:0:33821:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444774.395658:0:33821:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444774.395660:0:33821:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444774.395664:0:33821:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2812:2812:256:4294967295] 192.168.204.110@tcp LPNI seq info [2812:2812:8:4294967295] 00000400:00000200:1.0:1783444774.395668:0:33821:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444774.395677:0:33821:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444774.395685:0:33821:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444774.395704:0:33821:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298900. 00000800:00000200:1.0:1783444774.395712:0:33821:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444774.395720:0:33821:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444774.396996:0:33821:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1783444774.397088:0:33821:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444774.397095:0:33821:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 859255 usecs (860 jiffies) 00000400:00000200:1.0:1783444774.397101:0:33821:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444774.397104:0:33821:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296414262 00000100:00000001:1.0:1783444774.397108:0:33821:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296415740 00000100:00000001:1.0:1783444774.397111:0:33821:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296414262 00000100:00000001:1.0:1783444774.397113:0:33821:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296415740 00000100:00000001:1.0:1783444774.397115:0:33821:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444774.397119:0:33821:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444774.397121:0:33821:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444774.397123:0:33821:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444774.397125:0:33821:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c749767540 going to sleep for 11 seconds 00000100:00000001:1.0:1783444774.397129:0:33821:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444774.397132:0:33821:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444774.403245:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444774.403258:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298900. 00000400:00000200:1.0:1783444774.403266:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444774.403277:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444774.403285:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076110 00000400:00000010:1.0:1783444774.403288:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076110. 00000100:00000001:1.0:1783444774.403304:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444774.403313:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c75883a300 x1870075608296704/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444790 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444774.403332:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444774.403335:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c75883a300 x1870075608296704/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444790 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444774.403342:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444774.403344:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444774.412378:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444774.412397:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444774.412401:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444774.412404:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444774.412412:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444774.412421:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444774.412431:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444774.412437:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444774.412443:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444774.412447:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e855ed00 00000400:00000200:1.0:1783444774.412452:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444774.412458:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x7c31 [1] + 224 00000800:00000001:1.0:1783444774.412466:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444774.412474:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444774.412477:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444774.412481:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444774.412489:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444774.412499:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c75883a300 x1870075608296704/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444790 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444774.412511:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c75883a300 x1870075608296704/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444790 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444774.412536:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444774.412545:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444774.412547:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444774.412797:0:33821:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444774.412807:0:33821:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444774.412810:0:33821:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444774.412813:0:33821:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7467369f8. 00000400:00000200:3.0:1783444774.412817:0:33821:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076880 00000400:00000010:3.0:1783444774.412821:0:33821:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076880. 00000100:00000001:3.0:1783444774.412824:0:33821:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444774.412829:0:33821:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c75883a300 x1870075608296704/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444790 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783444774.412838:0:33821:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c75883a300 x1870075608296704/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444790 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444774.412844:0:33821:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444774.412846:0:33821:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444774.412848:0:33821:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444774.412852:0:33821:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444774.412854:0:33821:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444774.412856:0:33821:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444774.412860:0:33821:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444774.412870:0:33821:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=104 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444774.412874:0:33821:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444774.412876:0:33821:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444774.412878:0:33821:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444774.412881:0:33821:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444774.412884:0:33821:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444774.412888:0:33821:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1783444774.412891:0:33821:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: committing for last_committed 4294967635 gen 2 00000100:00000040:3.0:1783444774.412897:0:33821:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967635) req@ffff91c760462300 x1870075608291328/t4294967634(4294967634) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444783 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444774.412904:0:33821:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444774.412907:0:33821:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760462300 x1870075608291328/t4294967634(4294967634) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444783 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444774.412913:0:33821:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444774.412916:0:33821:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444774.412920:0:33821:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452ac400. 02000000:00000001:3.0:1783444774.412923:0:33821:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444774.412925:0:33821:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444774.412927:0:33821:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444774.412929:0:33821:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444774.412933:0:33821:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c741284e00. 02000000:00000001:3.0:1783444774.412938:0:33821:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444774.412940:0:33821:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444774.412942:0:33821:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760462300. 00000100:00000001:3.0:1783444774.412945:0:33821:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444774.412946:0:33821:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444774.412951:0:33821:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967635) req@ffff91c7603f3480 x1870075608295936/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1783444783 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444774.412957:0:33821:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444774.412959:0:33821:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f3480 x1870075608295936/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1783444783 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444774.412965:0:33821:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444774.412966:0:33821:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444774.412967:0:33821:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6c000. 02000000:00000001:3.0:1783444774.412969:0:33821:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444774.412970:0:33821:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444774.412972:0:33821:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444774.412974:0:33821:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444774.412975:0:33821:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c7590cc600. 02000000:00000001:3.0:1783444774.412978:0:33821:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444774.412979:0:33821:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444774.412980:0:33821:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f3480. 00000100:00000001:3.0:1783444774.412983:0:33821:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444774.412984:0:33821:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444774.412986:0:33821:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1783444774.412988:0:33821:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:3.0:1783444774.412991:0:33821:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444774.412993:0:33821:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444774.412998:0:33821:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c75883a300 x1870075608296704/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444790 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444774.413005:0:33821:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444774.413008:0:33821:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444774.413009:0:33821:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444774.413014:0:33821:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883a300 x1870075608296704/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444790 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783444774.413022:0:33821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c75883a300 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:33821:1870075608296704:192.168.204.110@tcp:101:multiop.0 00000100:00000001:3.0:1783444774.413026:0:33821:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444774.413029:0:33821:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444774.413032:0:33821:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444774.413033:0:33821:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444774.413036:0:33821:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c75883a300 x1870075608296704/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444790 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444774.413041:0:33821:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444774.413043:0:33821:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c749767540. 00000100:00000001:3.0:1783444774.413046:0:33821:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444774.413047:0:33821:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444774.413050:0:33821:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783444774.413115:0:33821:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444774.413119:0:33821:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444774.413122:0:33821:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db000 refcount=4 00000020:00000001:3.0:1783444774.413125:0:33821:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:3.0:1783444774.413128:0:33821:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000040:3.0:1783444774.413135:0:33821:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c7583db000, remote cookie: 0x332dd2263f6dd665, flags: 0x1001 00010000:00010000:3.0:1783444774.413142:0:33821:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef6a4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd665 expref: -99 pid: 33821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444774.413153:0:33821:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef6a4 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd665 expref: -99 pid: 33821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444774.413159:0:33821:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783444774.413164:0:33821:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783444774.413166:0:33821:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783444774.413168:0:33821:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783444774.413169:0:33821:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783444774.413172:0:33821:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91c741678e00) refcount = 1 00010000:00010000:3.0:1783444774.413178:0:33821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef6a4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd665 expref: -99 pid: 33821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444774.413185:0:33821:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783444774.413189:0:33821:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783444774.413191:0:33821:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444774.413194:0:33821:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783444774.413197:0:33821:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444774.413199:0:33821:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef6a4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd665 expref: -99 pid: 33821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444774.413206:0:33821:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783444774.413207:0:33821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444774.413209:0:33821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444774.413210:0:33821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444774.413211:0:33821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444774.413213:0:33821:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444774.413219:0:33821:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783444774.413220:0:33821:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444774.413222:0:33821:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444774.413223:0:33821:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db000 refcount=3 00000020:00000001:3.0:1783444774.413226:0:33821:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:3.0:1783444774.413228:0:33821:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:3.0:1783444774.413231:0:33821:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444774.413232:0:33821:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444774.413233:0:33821:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db000 refcount=4 00000020:00000001:3.0:1783444774.413235:0:33821:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:3.0:1783444774.413237:0:33821:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:3.0:1783444774.413240:0:33821:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444774.413243:0:33821:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444774.413246:0:33821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef6a4 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd665 expref: -99 pid: 33821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444774.413258:0:33821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444774.413259:0:33821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444774.413261:0:33821:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444774.413262:0:33821:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444774.413263:0:33821:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db000 refcount=5 00000020:00000001:3.0:1783444774.413265:0:33821:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:3.0:1783444774.413267:0:33821:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:3.0:1783444774.413269:0:33821:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444774.413272:0:33821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef6a4 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd665 expref: -99 pid: 33821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444774.413277:0:33821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444774.413278:0:33821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783444774.413281:0:33821:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef6a4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd665 expref: -99 pid: 33821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444774.413286:0:33821:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444774.413288:0:33821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444774.413288:0:33821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444774.413289:0:33821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444774.413300:0:33821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783444774.413306:0:33821:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91c75883a300 x1870075608296704/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444790 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783444774.413315:0:33821:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444774.413316:0:33821:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444774.413317:0:33821:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db000 refcount=3 00000020:00000001:3.0:1783444774.413319:0:33821:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:3.0:1783444774.413321:0:33821:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:3.0:1783444774.413323:0:33821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444774.413324:0:33821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444774.413325:0:33821:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444774.413328:0:33821:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444774.413331:0:33821:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783444774.413333:0:33821:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444774.413334:0:33821:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444774.413335:0:33821:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db000 refcount=3 00000020:00000001:3.0:1783444774.413337:0:33821:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:3.0:1783444774.413339:0:33821:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00000002:00010000:3.0:1783444774.413342:0:33821:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef6a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd665 expref: -99 pid: 33821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444774.413350:0:33821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444774.413351:0:33821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444774.413353:0:33821:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783444774.413354:0:33821:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444774.413355:0:33821:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444774.413356:0:33821:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db000 refcount=3 00000020:00000001:3.0:1783444774.413358:0:33821:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:3.0:1783444774.413360:0:33821:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000040:3.0:1783444774.413366:0:33821:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678e00 count: 2 00010000:00000001:3.0:1783444774.413369:0:33821:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783444774.413372:0:33821:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1783444774.413375:0:33821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444774.413376:0:33821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444774.413377:0:33821:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783444774.413380:0:33821:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31942063938 00000002:00002000:3.0:1783444774.413382:0:33821:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1783444774.413385:0:33821:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444774.413390:0:33821:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444774.413393:0:33821:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783444774.413396:0:33821:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1783444774.413399:0:33821:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444774.413403:0:33821:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444774.413407:0:33821:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c744fe0e00. 00000080:00000001:3.0:1783444774.413412:0:33821:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444774.413414:0:33821:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783444774.413421:0:33821:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1783444774.413425:0:33821:0:(lmv_obd.c:3920:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1783444774.413432:0:33821:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c7602718c0. 00800000:00000001:3.0:1783444774.413435:0:33821:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622884230535360 : -121189479016256 : ffff91c7602718c0) 00800000:00000001:3.0:1783444774.413438:0:33821:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444774.413441:0:33821:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783444774.413443:0:33821:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783444774.413445:0:33821:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1783444774.413448:0:33821:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1783444774.413451:0:33821:0:(llite_lib.c:1814:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1783444774.413454:0:33821:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444774.413459:0:33821:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1783444774.413462:0:33821:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1783444774.413465:0:33821:0:(llite_lib.c:2920:ll_update_inode()) setting ino 144115188193296385 mtime from 1783444753 to 1783444767 00000080:00200000:3.0:1783444774.413469:0:33821:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1783444774.413472:0:33821:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444774.413473:0:33821:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444774.413475:0:33821:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db000 refcount=3 00000020:00000001:3.0:1783444774.413477:0:33821:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:3.0:1783444774.413479:0:33821:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:3.0:1783444774.413481:0:33821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444774.413483:0:33821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783444774.413484:0:33821:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783444774.413487:0:33821:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1783444774.413488:0:33821:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c7602718c0 1 00800000:00000010:3.0:1783444774.413491:0:33821:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c7602718c0. 00800000:00000001:3.0:1783444774.413494:0:33821:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444774.413498:0:33821:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef6a4 00800000:00000001:3.0:1783444774.413501:0:33821:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444774.413503:0:33821:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444774.413505:0:33821:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444774.413506:0:33821:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444774.413507:0:33821:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db000 refcount=3 00000020:00000001:3.0:1783444774.413510:0:33821:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:3.0:1783444774.413512:0:33821:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:3.0:1783444774.413514:0:33821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444774.413515:0:33821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444774.413517:0:33821:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444774.413519:0:33821:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444774.413521:0:33821:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444774.413524:0:33821:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:3.0:1783444774.413526:0:33821:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef6a4 from it ffffa31942063bf8 00010000:00000001:3.0:1783444774.413528:0:33821:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444774.413529:0:33821:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444774.413531:0:33821:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db000 refcount=3 00000020:00000001:3.0:1783444774.413532:0:33821:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:3.0:1783444774.413534:0:33821:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:3.0:1783444774.413536:0:33821:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444774.413539:0:33821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef6a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd665 expref: -99 pid: 33821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444774.413546:0:33821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444774.413547:0:33821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444774.413548:0:33821:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444774.413550:0:33821:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444774.413553:0:33821:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef6a4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd665 expref: -99 pid: 33821 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444774.413561:0:33821:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444774.413564:0:33821:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444774.413566:0:33821:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444774.413570:0:33821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444774.413571:0:33821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444774.413573:0:33821:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444774.413576:0:33821:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444774.413578:0:33821:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444774.413580:0:33821:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444774.413582:0:33821:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444774.413584:0:33821:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444774.413585:0:33821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444774.413586:0:33821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444774.413588:0:33821:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444774.413592:0:33821:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c75883a300 x1870075608296704/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444790 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444774.413598:0:33821:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444774.413600:0:33821:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444774.413602:0:33821:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c760534800. 02000000:00000001:3.0:1783444774.413605:0:33821:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444774.413606:0:33821:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444774.413608:0:33821:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=3 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444774.413609:0:33821:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444774.413611:0:33821:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c751024000. 02000000:00000001:3.0:1783444774.413614:0:33821:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444774.413615:0:33821:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444774.413617:0:33821:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c75883a300. 00000100:00000001:3.0:1783444774.413620:0:33821:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444774.413621:0:33821:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444774.413625:0:33821:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:3.0:1783444774.413631:0:33821:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783444774.413646:0:33821:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91c74630a500. 00000080:00000001:3.0:1783444774.413652:0:33821:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783444774.413654:0:33821:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444774.413655:0:33821:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31942063b00 00000080:00200000:3.0:1783444774.413658:0:33821:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:3.0:1783444774.413662:0:33821:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75118a000. 00800000:00000002:3.0:1783444774.413666:0:33821:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444774.413669:0:33821:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444774.413672:0:33821:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444774.413674:0:33821:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31942063a20 00800000:00000002:3.0:1783444774.413676:0:33821:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444774.413679:0:33821:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444774.413683:0:33821:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444774.413686:0:33821:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444774.413688:0:33821:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444774.414246:0:33821:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444774.414251:0:33821:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444774.414254:0:33821:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444774.414256:0:33821:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444774.414260:0:33821:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444774.414265:0:33821:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444774.414268:0:33821:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319420638f0 00000002:00010000:3.0:1783444774.414270:0:33821:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444774.414274:0:33821:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444774.414275:0:33821:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444774.414277:0:33821:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444774.414281:0:33821:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678e00 count: 2 00010000:00000001:3.0:1783444774.414284:0:33821:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444774.414288:0:33821:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444774.414300:0:33821:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444774.414304:0:33821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef6a4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd665 expref: -99 pid: 33821 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1783444774.414313:0:33821:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444774.414317:0:33821:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444774.414321:0:33821:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef6a4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd665 expref: -99 pid: 33821 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1783444774.414327:0:33821:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783444774.414329:0:33821:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444774.414331:0:33821:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444774.414333:0:33821:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444774.414334:0:33821:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444774.414337:0:33821:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783444774.414339:0:33821:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783444774.414342:0:33821:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444774.414344:0:33821:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75118a000. 00000080:00000001:3.0:1783444774.414348:0:33821:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444774.414350:0:33821:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444774.414353:0:33821:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:3.0:1783444774.414357:0:33821:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef6a4 00800000:00000001:3.0:1783444774.414360:0:33821:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444774.414362:0:33821:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444774.414363:0:33821:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444774.414366:0:33821:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444774.414367:0:33821:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db000 refcount=3 00000020:00000001:3.0:1783444774.414370:0:33821:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:3.0:1783444774.414372:0:33821:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:3.0:1783444774.414374:0:33821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444774.414376:0:33821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444774.414377:0:33821:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444774.414379:0:33821:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444774.414381:0:33821:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef6a4 from it ffffa31942063b38 00010000:00000001:3.0:1783444774.414383:0:33821:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444774.414384:0:33821:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444774.414385:0:33821:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db000 refcount=3 00000020:00000001:3.0:1783444774.414387:0:33821:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:3.0:1783444774.414388:0:33821:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798144 : -121189611753472 : ffff91c7583db000) 00010000:00000001:3.0:1783444774.414390:0:33821:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444774.414392:0:33821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef6a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd665 expref: -99 pid: 33821 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444774.414398:0:33821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444774.414399:0:33821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444774.414400:0:33821:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444774.414402:0:33821:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444774.414404:0:33821:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef6a4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd665 expref: -99 pid: 33821 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1783444774.414410:0:33821:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444774.414412:0:33821:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444774.414413:0:33821:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444774.414416:0:33821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444774.414417:0:33821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444774.414419:0:33821:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444774.414421:0:33821:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444774.414422:0:33821:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444774.414424:0:33821:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444774.414426:0:33821:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444774.414427:0:33821:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444774.414429:0:33821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444774.414430:0:33821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444774.414432:0:33821:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783444774.414433:0:33821:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444774.414435:0:33821:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 3 00000080:00000001:3.0:1783444774.414439:0:33821:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444774.414442:0:33821:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1783444774.414444:0:33821:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31942063b50 00000080:00200000:3.0:1783444774.414446:0:33821:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), file ffff91c7589c3200, open_flags 8042, mode 81a4 opened 0 00000080:00000010:3.0:1783444774.414451:0:33821:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff91c7604bbc60. 00000080:00000001:3.0:1783444774.414455:0:33821:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1783444774.414457:0:33821:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31942063a00 00000080:00200000:3.0:1783444774.414458:0:33821:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), intent=open|creat 00000080:00000010:3.0:1783444774.414465:0:33821:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75118a000. 00800000:00000002:3.0:1783444774.414468:0:33821:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444774.414472:0:33821:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444774.414474:0:33821:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444774.414475:0:33821:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31942063920 00800000:00000002:3.0:1783444774.414477:0:33821:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f23.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444774.414480:0:33821:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1783444774.414482:0:33821:0:(lmv_obd.c:2238:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1783444774.414484:0:33821:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444774.414485:0:33821:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444774.414487:0:33821:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444774.414488:0:33821:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444774.414489:0:33821:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444774.414491:0:33821:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444774.414493:0:33821:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444774.414495:0:33821:0:(lmv_obd.c:2284:lmv_locate_tgt_create()) Process leaving (rc=18446622883747488256 : -121189962063360 : ffff91c7435c6200) 00800000:00000001:3.0:1783444774.414499:0:33821:0:(lmv_obd.c:1203:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1783444774.414501:0:33821:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1783444774.414504:0:33821:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1783444774.414506:0:33821:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1783444774.414509:0:33821:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff91c759350000: Allocated FID [0x200000405:0x29:0x0] 40000000:00000001:3.0:1783444774.414512:0:33821:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444774.414513:0:33821:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444774.414515:0:33821:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444774.414517:0:33821:0:(lmv_obd.c:1227:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444774.414519:0:33821:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319420638a0 00800000:00000002:3.0:1783444774.414521:0:33821:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x29:0x0], name='f23.recovery-small' -> mds #0 layout version 1 00000002:00000001:3.0:1783444774.414524:0:33821:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444774.414525:0:33821:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319420637d8 00000002:00010000:3.0:1783444774.414527:0:33821:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f23.recovery-small,[0x200000405:0x29:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:3.0:1783444774.414530:0:33821:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783444774.414532:0:33821:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1783444774.414535:0:33821:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1783444774.414538:0:33821:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444774.414540:0:33821:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783444774.414542:0:33821:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678e00 count: 2 00010000:00000001:3.0:1783444774.414544:0:33821:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444774.414547:0:33821:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783444774.414550:0:33821:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783444774.414553:0:33821:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef6a4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6dd665 expref: -99 pid: 33821 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1783444774.414561:0:33821:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783444774.414566:0:33821:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783444774.414568:0:33821:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783444774.414569:0:33821:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1783444774.414572:0:33821:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444774.414574:0:33821:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444774.414576:0:33821:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678e00 count: 3 00010000:00000001:3.0:1783444774.414577:0:33821:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444774.414580:0:33821:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444774.414581:0:33821:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444774.414583:0:33821:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444774.414584:0:33821:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678e00 count: 3 00010000:00000001:3.0:1783444774.414586:0:33821:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444774.414587:0:33821:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444774.414589:0:33821:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444774.414590:0:33821:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444774.414591:0:33821:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678e00 count: 3 00010000:00000001:3.0:1783444774.414592:0:33821:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444774.414594:0:33821:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444774.414595:0:33821:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1783444774.414598:0:33821:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91c748db39c0, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1783444774.414602:0:33821:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1783444774.414604:0:33821:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1783444774.414606:0:33821:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783444774.414607:0:33821:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444774.414610:0:33821:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783444774.414612:0:33821:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783444774.414614:0:33821:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783444774.414616:0:33821:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444774.414617:0:33821:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783444774.414620:0:33821:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c7583db000 with handle 0x5503b2fe824ef6a4 from hash 00010000:00000001:3.0:1783444774.414622:0:33821:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783444774.414623:0:33821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444774.414624:0:33821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444774.414625:0:33821:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783444774.414627:0:33821:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783444774.414628:0:33821:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783444774.414632:0:33821:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783444774.414633:0:33821:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444774.414635:0:33821:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1783444774.414639:0:33821:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462300. 00000020:00000040:3.0:1783444774.414643:0:33821:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:3.0:1783444774.414648:0:33821:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1783444774.414649:0:33821:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444774.414652:0:33821:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783444774.414655:0:33821:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444774.414657:0:33821:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444774.414659:0:33821:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444774.414661:0:33821:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444774.414663:0:33821:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444774.414669:0:33821:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c7452ac400. 00000100:00000001:3.0:1783444774.414675:0:33821:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444774.414678:0:33821:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444774.414680:0:33821:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1783444774.414683:0:33821:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef6a4 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd665 expref: -99 pid: 33821 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1783444774.414689:0:33821:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1783444774.415796:0:33821:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783444774.415802:0:33821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783444774.415805:0:33821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583db000/0x5503b2fe824ef6a4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dd665 expref: -99 pid: 33821 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:3.0:1783444774.415814:0:33821:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c741678e00 count: 0 00010000:00000010:3.0:1783444774.415821:0:33821:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c7505f9700. 00010000:00000001:3.0:1783444774.415831:0:33821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444774.415833:0:33821:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444774.415836:0:33821:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444774.415838:0:33821:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444774.415839:0:33821:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444774.415852:0:33821:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00010000:00000001:3.0:1783444774.415856:0:33821:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783444774.415858:0:33821:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1783444774.415866:0:33821:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c743ebf100. 00010000:00000010:3.0:1783444774.415872:0:33821:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c746559d80. 00010000:00000001:3.0:1783444774.415878:0:33821:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783444774.415882:0:33821:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c751b14200. 00000020:00000001:3.0:1783444774.415884:0:33821:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783444774.415887:0:33821:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c751b14200 with handle 0x5503b2fe824ef6ab to hash 00000020:00000001:3.0:1783444774.415889:0:33821:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783444774.415892:0:33821:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000001:3.0:1783444774.415896:0:33821:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000001:3.0:1783444774.415899:0:33821:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444774.415902:0:33821:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444774.415905:0:33821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14200/0x5503b2fe824ef6ab lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444774.415912:0:33821:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14200/0x5503b2fe824ef6ab lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33821 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1783444774.415924:0:33821:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1783444774.415936:0:33821:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c760462300 x1870075608296960/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1783444774.415945:0:33821:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14200/0x5503b2fe824ef6ab lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783444774.415951:0:33821:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444774.415953:0:33821:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444774.415959:0:33821:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c750760780. 00000100:00000001:3.0:1783444774.415960:0:33821:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883967272832 : -121189742278784 : ffff91c750760780) 00000100:00000001:3.0:1783444774.415963:0:33821:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444774.415964:0:33821:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00000100:00000001:3.0:1783444774.415969:0:33821:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444774.415973:0:33821:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444774.415976:0:33821:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444774.415977:0:33821:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444774.415981:0:33821:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462300 x1870075608296960/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444774.415989:0:33821:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444774.415991:0:33821:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444774.415994:0:33821:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444774.415997:0:33821:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444774.415999:0:33821:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444774.416003:0:33821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462300 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:33821:1870075608296960:192.168.204.110@tcp:101:multiop.0 00000100:00000001:3.0:1783444774.416007:0:33821:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444774.416012:0:33821:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444774.416014:0:33821:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444774.416016:0:33821:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444774.416178:0:33821:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff91c7604e0000. 02000000:00000001:3.0:1783444774.416181:0:33821:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444774.416188:0:33821:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444774.416193:0:33821:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811c08. 00000400:00000010:3.0:1783444774.416199:0:33821:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff91c7452af000. 00000100:00000200:3.0:1783444774.416207:0:33821:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870075608296960, portal 10 00000100:00000001:3.0:1783444774.416209:0:33821:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444774.416211:0:33821:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00000100:00000040:3.0:1783444774.416217:0:33821:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c760462300 x1870075608296960/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783444790 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444774.416224:0:33821:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444774.416227:0:33821:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444774.416230:0:33821:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218110. 00000100:00000200:3.0:1783444774.416233:0:33821:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1870075608296960, offset 0 00000400:00000200:3.0:1783444774.416239:0:33821:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444774.416247:0:33821:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444774.416254:0:33821:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444774.416259:0:33821:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444774.416263:0:33821:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444774.416267:0:33821:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444774.416270:0:33821:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444774.416274:0:33821:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2813:2813:256:4294967295] 192.168.204.110@tcp LPNI seq info [2813:2813:8:4294967295] 00000400:00000200:3.0:1783444774.416278:0:33821:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444774.416289:0:33821:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444774.416303:0:33821:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444774.416309:0:33821:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822cb00. 00000800:00000200:3.0:1783444774.416315:0:33821:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444774.416324:0:33821:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444774.416328:0:33821:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822cb00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1783444774.416342:0:33821:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444774.416347:0:33821:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 858150 usecs (859 jiffies) 00000400:00000200:3.0:1783444774.416350:0:33821:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444774.416353:0:33821:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296414281 00000100:00000001:3.0:1783444774.416356:0:33821:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296415740 00000100:00000001:3.0:1783444774.416359:0:33821:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296414281 00000100:00000001:3.0:1783444774.416361:0:33821:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296415740 00000100:00000001:3.0:1783444774.416364:0:33821:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444774.416366:0:33821:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444774.416369:0:33821:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444774.416370:0:33821:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444774.416373:0:33821:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c750760780 going to sleep for 11 seconds 00000100:00000001:3.0:1783444774.416376:0:33821:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444774.416378:0:33821:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444774.416489:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444774.416494:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822cb00. 00000400:00000200:1.0:1783444774.416498:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444774.416503:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444774.416509:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218110 00000400:00000010:1.0:1783444774.416512:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218110. 00000100:00000001:1.0:1783444774.416515:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444774.416519:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462300 x1870075608296960/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783444790 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444774.416529:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444774.416532:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462300 x1870075608296960/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783444790 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444774.416538:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444774.416539:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1783444774.423099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678e00. 00010000:00000010:3.1:1783444774.423114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583db000. 00000800:00000001:1.0:1783444774.449114:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444774.449138:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444774.449142:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444774.449145:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444774.449154:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444774.449164:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444774.449179:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444774.449184:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444774.449189:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444774.449194:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a4d2e855ee00 00000400:00000200:1.0:1783444774.449198:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444774.449204:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x7c41 [32] + 224 00000800:00000001:1.0:1783444774.449211:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444774.449223:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444774.449227:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444774.449232:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444774.449241:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444774.449249:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462300 x1870075608296960/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783444790 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444774.449261:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff91c760462300 x1870075608296960/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783444790 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444774.449286:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444774.449303:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444774.449307:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444774.449394:0:33821:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444774.449402:0:33821:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444774.449404:0:33821:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444774.449408:0:33821:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811c08. 00000400:00000200:3.0:1783444774.449413:0:33821:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7452af000 00000400:00000010:3.0:1783444774.449416:0:33821:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff91c7452af000. 00000100:00000001:3.0:1783444774.449419:0:33821:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444774.449425:0:33821:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462300 x1870075608296960/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783444790 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783444774.449434:0:33821:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462300 x1870075608296960/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783444790 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444774.449440:0:33821:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444774.449443:0:33821:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444774.449445:0:33821:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444774.449449:0:33821:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444774.449452:0:33821:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444774.449455:0:33821:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444774.449458:0:33821:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444774.449471:0:33821:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=104 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444774.449477:0:33821:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444774.449480:0:33821:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444774.449481:0:33821:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444774.449484:0:33821:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444774.449488:0:33821:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444774.449492:0:33821:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783444774.449493:0:33821:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x10000009a/0x1] 00000100:00000001:3.0:1783444774.449496:0:33821:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783444774.449498:0:33821:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444774.449500:0:33821:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00000100:00000001:3.0:1783444774.449503:0:33821:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444774.449505:0:33821:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967635 00000100:00000001:3.0:1783444774.449507:0:33821:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444774.449511:0:33821:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444774.449516:0:33821:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760462300 x1870075608296960/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1783444790 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444774.449523:0:33821:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444774.449526:0:33821:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444774.449529:0:33821:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444774.449532:0:33821:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760462300 x1870075608296960/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1783444790 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783444774.449540:0:33821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760462300 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:33821:1870075608296960:192.168.204.110@tcp:101:multiop.0 00000100:00000001:3.0:1783444774.449545:0:33821:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444774.449548:0:33821:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444774.449551:0:33821:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444774.449553:0:33821:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444774.449556:0:33821:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462300 x1870075608296960/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1783444790 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444774.449568:0:33821:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444774.449571:0:33821:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c750760780. 00000100:00000001:3.0:1783444774.449575:0:33821:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444774.449576:0:33821:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444774.449579:0:33821:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783444774.449585:0:33821:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444774.449588:0:33821:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444774.449591:0:33821:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14200 refcount=4 00000020:00000001:3.0:1783444774.449594:0:33821:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000001:3.0:1783444774.449596:0:33821:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000040:3.0:1783444774.449603:0:33821:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c751b14200, remote cookie: 0x332dd2263f6dd681, flags: 0x1001 00010000:00010000:3.0:1783444774.449609:0:33821:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14200/0x5503b2fe824ef6ab lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd681 expref: -99 pid: 33821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1783444774.449620:0:33821:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x29:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1783444774.449624:0:33821:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1783444774.449635:0:33821:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c743ebf400. 00010000:00000010:3.0:1783444774.449640:0:33821:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c746559500. 00010000:00000040:3.0:1783444774.449646:0:33821:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c743ebf100 count: 0 00010000:00000010:3.0:1783444774.449653:0:33821:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c746559d80. 00010000:00000001:3.0:1783444774.449663:0:33821:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444774.449667:0:33821:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14200/0x5503b2fe824ef6ab lrc: 4/0,1 mode: --/PR res: [0x200000405:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd681 expref: -99 pid: 33821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444774.449675:0:33821:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14200/0x5503b2fe824ef6ab lrc: 4/0,1 mode: --/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd681 expref: -99 pid: 33821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444774.449682:0:33821:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783444774.449686:0:33821:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783444774.450454:0:33821:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783444774.450458:0:33821:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783444774.450460:0:33821:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783444774.450462:0:33821:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x29:0x0].0x0 (ffff91c743ebf400) refcount = 1 00010000:00010000:3.0:1783444774.450469:0:33821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14200/0x5503b2fe824ef6ab lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd681 expref: -99 pid: 33821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444774.450476:0:33821:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783444774.450480:0:33821:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783444774.450482:0:33821:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444774.450485:0:33821:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783444774.450488:0:33821:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444774.450491:0:33821:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14200/0x5503b2fe824ef6ab lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd681 expref: -99 pid: 33821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444774.450498:0:33821:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783444774.450500:0:33821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444774.450501:0:33821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444774.450503:0:33821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444774.450504:0:33821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444774.450505:0:33821:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444774.450511:0:33821:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783444774.450514:0:33821:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444774.450516:0:33821:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444774.450518:0:33821:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14200 refcount=3 00000020:00000001:3.0:1783444774.450520:0:33821:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000001:3.0:1783444774.450522:0:33821:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000001:3.0:1783444774.450525:0:33821:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444774.450525:0:33821:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444774.450527:0:33821:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14200 refcount=4 00000020:00000001:3.0:1783444774.450529:0:33821:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000001:3.0:1783444774.450531:0:33821:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000001:3.0:1783444774.450534:0:33821:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444774.450538:0:33821:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444774.450542:0:33821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14200/0x5503b2fe824ef6ab lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd681 expref: -99 pid: 33821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444774.450549:0:33821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444774.450550:0:33821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444774.450551:0:33821:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444774.450552:0:33821:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444774.450553:0:33821:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14200 refcount=5 00000020:00000001:3.0:1783444774.450555:0:33821:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000001:3.0:1783444774.450557:0:33821:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000001:3.0:1783444774.450560:0:33821:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444774.450562:0:33821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14200/0x5503b2fe824ef6ab lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd681 expref: -99 pid: 33821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444774.450568:0:33821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444774.450569:0:33821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783444774.450572:0:33821:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14200/0x5503b2fe824ef6ab lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dd681 expref: -99 pid: 33821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444774.450578:0:33821:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444774.450580:0:33821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444774.450581:0:33821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444774.450582:0:33821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444774.450583:0:33821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783444774.450591:0:33821:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff91c760462300 x1870075608296960/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1783444790 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1783444774.450600:0:33821:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1783444774.450604:0:33821:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c760462300 x1870075608296960/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1783444790 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1783444774.450611:0:33821:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444774.450618:0:33821:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444774.450619:0:33821:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444774.450621:0:33821:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14200 refcount=3 00000020:00000001:3.0:1783444774.450623:0:33821:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000001:3.0:1783444774.450626:0:33821:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00000002:00010000:3.0:1783444774.450629:0:33821:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14200/0x5503b2fe824ef6ab lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd681 expref: -99 pid: 33821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1783444774.450640:0:33821:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff91c7602718c0. 00010000:00000001:3.0:1783444774.450643:0:33821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444774.450644:0:33821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444774.450645:0:33821:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444774.450647:0:33821:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444774.450650:0:33821:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1783444774.450653:0:33821:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444774.450654:0:33821:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00000100:00000001:3.0:1783444774.450656:0:33821:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444774.450657:0:33821:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00010000:00000001:3.0:1783444774.450660:0:33821:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444774.450661:0:33821:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444774.450662:0:33821:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14200 refcount=3 00000020:00000001:3.0:1783444774.450664:0:33821:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000001:3.0:1783444774.450666:0:33821:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00000002:00010000:3.0:1783444774.450669:0:33821:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14200/0x5503b2fe824ef6ab lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dd681 expref: -99 pid: 33821 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444774.450676:0:33821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444774.450677:0:33821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444774.450679:0:33821:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783444774.450680:0:33821:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444774.450682:0:33821:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444774.450683:0:33821:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14200 refcount=3 00000020:00000001:3.0:1783444774.450684:0:33821:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000001:3.0:1783444774.450686:0:33821:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000040:3.0:1783444774.450703:0:33821:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf400 count: 2 00010000:00000001:3.0:1783444774.450707:0:33821:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783444774.450710:0:33821:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589935621/41 (0 0) 00010000:00000001:3.0:1783444774.450713:0:33821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444774.450715:0:33821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444774.450716:0:33821:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783444774.450719:0:33821:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31942063760 00000002:00002000:3.0:1783444774.450721:0:33821:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f23.recovery-small intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:3.0:1783444774.450726:0:33821:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444774.450729:0:33821:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444774.450732:0:33821:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783444774.450735:0:33821:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1783444774.450739:0:33821:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444774.450742:0:33821:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000001:3.0:1783444774.450745:0:33821:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1783444774.450747:0:33821:0:(namei.c:674:ll_lookup_it_finish()) it ffff91c7604bbc60 it_disposition 1800037 00000080:00002000:3.0:1783444774.450754:0:33821:0:(namei.c:653:ll_splice_alias()) Add dentry ffff91c748f52ca8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1783444774.450760:0:33821:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1783444774.450763:0:33821:0:(namei.c:1619:ll_create_it()) Process entered 00000020:00000001:3.0:1783444774.450765:0:33821:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31942063988 00000080:00200000:3.0:1783444774.450767:0:33821:0:(namei.c:1623:ll_create_it()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), intent=open|creat 00000080:00000001:3.0:1783444774.450770:0:33821:0:(namei.c:1570:ll_create_node()) Process entered 00000080:00000001:3.0:1783444774.450772:0:33821:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783444774.450778:0:33821:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1783444774.450781:0:33821:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783444774.450784:0:33821:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611177 : 144115205339611177 : 200000405000029) 00000080:00000001:3.0:1783444774.450787:0:33821:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1783444774.450797:0:33821:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91c748d76b40. 00000020:00000001:3.0:1783444774.450808:0:33821:0:(class_obd.c:1011:obd_heat_clear()) Process entered 00000020:00000001:3.0:1783444774.450809:0:33821:0:(class_obd.c:1014:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1783444774.450813:0:33821:0:(llite_lib.c:3223:ll_read_inode2()) Process entered 00000080:00200000:3.0:1783444774.450815:0:33821:0:(llite_lib.c:3226:ll_read_inode2()) VFS Op:inode=[0x200000405:0x29:0x0](ffff91c748d76c08) 00000020:00000001:3.0:1783444774.450818:0:33821:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783444774.450823:0:33821:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c74526c990. 00000020:00000010:3.0:1783444774.450828:0:33821:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75118bc00. 00000020:00000010:3.0:1783444774.450834:0:33821:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c75118a400. 00000020:00000010:3.0:1783444774.450837:0:33821:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7604bb060. 00000008:00000010:3.0:1783444774.450844:0:33821:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444774.450849:0:33821:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759654d80. 00008000:00000010:3.0:1783444774.450853:0:33821:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444774.450859:0:33821:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444774.450863:0:33821:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444774.450867:0:33821:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75118be00. 00000008:00000010:3.0:1783444774.450871:0:33821:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444774.450874:0:33821:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444774.450878:0:33821:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444774.450882:0:33821:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c758828000. 00000020:00000001:3.0:1783444774.450885:0:33821:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883777530264 : -121189932021352 : ffff91c74526c998) 00000020:00001000:3.0:1783444774.450888:0:33821:0:(cl_object.c:831:cl_env_get()) 1@ffff91c74526c990 00000020:00000001:3.0:1783444774.450891:0:33821:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:3.0:1783444774.450896:0:33821:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff91c74353ba28. 00000020:00000001:3.0:1783444774.450899:0:33821:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1783444774.450901:0:33821:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444774.450908:0:33821:0:(lov_object.c:2354:lov_object_alloc()) Process entered 00020000:00000010:3.0:1783444774.450912:0:33821:0:(lov_object.c:2355:lov_object_alloc()) slab-alloced 'lov': 248 at ffff91c7435f1aa8. 00020000:00000001:3.0:1783444774.450914:0:33821:0:(lov_object.c:2369:lov_object_alloc()) Process leaving (rc=18446622883747666600 : -121189961885016 : ffff91c7435f1aa8) 00020000:00000001:3.0:1783444774.450917:0:33821:0:(lov_object.c:1409:lov_object_init()) Process entered 00020000:00000001:3.0:1783444774.450920:0:33821:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1783444774.450925:0:33821:0:(lov_ea.c:221:lsme_unpack()) kmalloced '(lsme)': 80 at ffff91c7604bb720. 00020000:00000010:3.0:1783444774.450931:0:33821:0:(lov_ea.c:258:lsme_unpack()) slab-alloced 'loi': 112 at ffff91c760538a80. 00020000:00000010:3.0:1783444774.450936:0:33821:0:(lov_ea.c:385:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91c7604bbd80. 00020000:00000001:3.0:1783444774.450938:0:33821:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446622884232936832 : -121189476614784 : ffff91c7604bbd80) 00020000:00000002:3.0:1783444774.450942:0:33821:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c7604bbd80, objid 0x29:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1783444774.450947:0:33821:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1783444774.450950:0:33821:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c760538a80: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000001:3.0:1783444774.450953:0:33821:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1783444774.450955:0:33821:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c7604bbd80, objid 0x29:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1783444774.450958:0:33821:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1783444774.450962:0:33821:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c760538a80: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000010:3.0:1783444774.450966:0:33821:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff91c742c2db50. 00020000:00000010:3.0:1783444774.450969:0:33821:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff91c750760780. 00020000:00000001:3.0:1783444774.450973:0:33821:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1783444774.450977:0:33821:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff91c7586f7520. 00020000:00000001:3.0:1783444774.450980:0:33821:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1783444774.450981:0:33821:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:3.0:1783444774.450986:0:33821:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1783444774.450989:0:33821:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff91c74353bc80. 00000020:00000001:3.0:1783444774.450991:0:33821:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1783444774.450992:0:33821:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444774.450994:0:33821:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446622883746921728 : -121189962629888 : ffff91c74353bd00) 00020000:00000001:3.0:1783444774.450998:0:33821:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1783444774.451003:0:33821:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff91c7512a7880. 00020000:00000001:3.0:1783444774.451006:0:33821:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444774.451011:0:33821:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622883746921728 : -121189962629888 : ffff91c74353bd00) 00020000:00000001:3.0:1783444774.451014:0:33821:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446622883746921728 : -121189962629888 : ffff91c74353bd00) 00020000:00000002:3.0:1783444774.451018:0:33821:0:(lov_object.c:134:lov_init_sub()) [0x2c0000401:0x14:0x0]@ffff91c74353bc80[0:0] -> [0x200000405:0x29:0x0]@ffff91c74353ba28: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000001:3.0:1783444774.451023:0:33821:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1783444774.451025:0:33821:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:3.0:1783444774.451027:0:33821:0:(lov_object.c:1437:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444774.451030:0:33821:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622883746921128 : -121189962630488 : ffff91c74353baa8) 00000020:00001000:3.0:1783444774.451032:0:33821:0:(cl_object.c:925:cl_env_put()) 1@ffff91c74526c990 00000020:00000010:3.0:1783444774.451036:0:33821:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c75118a400. 00000020:00000010:3.0:1783444774.451041:0:33821:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7604bb060. 00000008:00000010:3.0:1783444774.451044:0:33821:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444774.451048:0:33821:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759654d80. 00008000:00000010:3.0:1783444774.451051:0:33821:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444774.451373:0:33821:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444774.451378:0:33821:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444774.451381:0:33821:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75118bc00. 00000008:00000010:3.0:1783444774.451385:0:33821:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444774.451388:0:33821:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444774.451391:0:33821:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444774.451394:0:33821:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c758828000. 00000020:00000010:3.0:1783444774.451397:0:33821:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75118be00. 00000020:00000010:3.0:1783444774.451399:0:33821:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c74526c990. 00000080:00000001:3.0:1783444774.451403:0:33821:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611177 : 144115205339611177 : 200000405000029) 00000080:00000001:3.0:1783444774.451406:0:33821:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1783444774.451408:0:33821:0:(llite_lib.c:2920:ll_update_inode()) setting ino 144115205339611177 mtime from 0 to 1783444774 00000080:00000001:3.0:1783444774.451412:0:33821:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1783444774.451415:0:33821:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622883839437832 : -121189870113784 : ffff91c748d76c08) 00010000:00000001:3.0:1783444774.451417:0:33821:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444774.451419:0:33821:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444774.451421:0:33821:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14200 refcount=3 00000020:00000001:3.0:1783444774.451423:0:33821:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000001:3.0:1783444774.451425:0:33821:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00000080:00000001:3.0:1783444774.451428:0:33821:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:3.0:1783444774.451429:0:33821:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783444774.453227:0:33821:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593f83f0. 00000020:00000010:0.0:1783444774.453240:0:33821:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75a268200. 00000020:00000010:0.0:1783444774.453247:0:33821:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c75a268400. 00000020:00000010:0.0:1783444774.453252:0:33821:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c76050dc60. 00000008:00000010:0.0:1783444774.453259:0:33821:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7510b37f0. 00020000:00000010:0.0:1783444774.453264:0:33821:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c743ec1b40. 00008000:00000010:0.0:1783444774.453268:0:33821:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c760973c08. 00000080:00000010:0.0:1783444774.453274:0:33821:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c7467e3a80. 00000080:00000010:0.0:1783444774.453278:0:33821:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c758831e10. 00000020:00000010:0.0:1783444774.453281:0:33821:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75a269a00. 00000008:00000010:0.0:1783444774.453285:0:33821:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c76034a9a0. 00020000:00000010:0.0:1783444774.453288:0:33821:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7511eeda0. 00008000:00000010:0.0:1783444774.453768:0:33821:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c74353da90. 00000080:00000010:0.0:1783444774.453773:0:33821:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c76031f0f0. 00000020:00000001:0.0:1783444774.453776:0:33821:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114695160 : -121189594856456 : ffff91c7593f83f8) 00000020:00001000:0.0:1783444774.453780:0:33821:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593f83f0 00000020:00000001:0.0:1783444774.453783:0:33821:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783444774.453786:0:33821:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783444774.453788:0:33821:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783444774.453794:0:33821:0:(lov_ea.c:221:lsme_unpack()) kmalloced '(lsme)': 80 at ffff91c76050d540. 00020000:00000010:0.0:1783444774.453798:0:33821:0:(lov_ea.c:258:lsme_unpack()) slab-alloced 'loi': 112 at ffff91c76057ea80. 00020000:00000010:0.0:1783444774.453802:0:33821:0:(lov_ea.c:385:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91c76050d300. 00020000:00000001:0.0:1783444774.453805:0:33821:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446622884233270016 : -121189476281600 : ffff91c76050d300) 00020000:00000002:0.0:1783444774.453808:0:33821:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c76050d300, objid 0x29:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783444774.453812:0:33821:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783444774.453816:0:33821:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c76057ea80: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000002:0.0:1783444774.453820:0:33821:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff91c7435f1aa8) owner ffff91c758a527c0 00020000:00000001:0.0:1783444774.453823:0:33821:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783444774.453825:0:33821:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff91c7435f1aa8) owner ffff91c758a527c0 00020000:00000010:0.0:1783444774.453829:0:33821:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91c76057ea80. 00020000:00000010:0.0:1783444774.453835:0:33821:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff91c76050d540. 00020000:00000010:0.0:1783444774.453839:0:33821:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91c76050d300. 00020000:00000002:0.0:1783444774.453841:0:33821:0:(lov_object.c:1533:lov_conf_set()) [0x200000405:0x29:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783444774.453843:0:33821:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444774.453845:0:33821:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444774.453850:0:33821:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783444774.453852:0:33821:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7435f1aa8) owner 0000000000000000/ffff91c758a527c0 00020000:00000002:0.0:1783444774.453855:0:33821:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff91c7604bbd80 addref 2/0 by ffff91c758a527c0. 00020000:00000002:0.0:1783444774.453858:0:33821:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7435f1aa8) owner 0000000000000000/ffff91c758a527c0 00020000:00000001:0.0:1783444774.453861:0:33821:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783444774.453862:0:33821:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783444774.453864:0:33821:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783444774.453865:0:33821:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783444774.453867:0:33821:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783444774.453870:0:33821:0:(file.c:6749:ll_layout_conf()) [0x200000405:0x29:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1783444774.453872:0:33821:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593f83f0 00000020:00000010:0.0:1783444774.453876:0:33821:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c75a268400. 00000020:00000010:0.0:1783444774.453880:0:33821:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c76050dc60. 00000008:00000010:0.0:1783444774.453883:0:33821:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7510b37f0. 00020000:00000010:0.0:1783444774.453886:0:33821:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c743ec1b40. 00008000:00000010:0.0:1783444774.453890:0:33821:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c760973c08. 00000080:00000010:0.0:1783444774.453893:0:33821:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c7467e3a80. 00000080:00000010:0.0:1783444774.453896:0:33821:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c758831e10. 00000020:00000010:0.0:1783444774.453899:0:33821:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75a268200. 00000008:00000010:0.0:1783444774.453901:0:33821:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c76034a9a0. 00020000:00000010:0.0:1783444774.453904:0:33821:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7511eeda0. 00008000:00000010:0.0:1783444774.453906:0:33821:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c74353da90. 00000080:00000010:0.0:1783444774.453909:0:33821:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c76031f0f0. 00000020:00000010:0.0:1783444774.453911:0:33821:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75a269a00. 00000020:00000010:0.0:1783444774.453913:0:33821:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593f83f0. 00000080:00000001:0.0:1783444774.453916:0:33821:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444774.453919:0:33821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444774.453921:0:33821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783444774.453923:0:33821:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783444774.453927:0:33821:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783444774.453929:0:33821:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444774.453932:0:33821:0:(namei.c:1589:ll_create_node()) setting l_ast_data to inode [0x200000405:0x29:0x0](ffff91c748d76c08) 00000080:00010000:0.0:1783444774.453935:0:33821:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x29:0x0](ffff91c748d76c08) for lock 0x5503b2fe824ef6ab 00800000:00000001:0.0:1783444774.453938:0:33821:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783444774.453941:0:33821:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783444774.453942:0:33821:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444774.453945:0:33821:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444774.453947:0:33821:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14200 refcount=3 00000020:00000001:0.0:1783444774.453950:0:33821:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000001:0.0:1783444774.453953:0:33821:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000001:0.0:1783444774.453955:0:33821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444774.453956:0:33821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444774.453957:0:33821:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444774.453959:0:33821:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444774.453961:0:33821:0:(namei.c:1591:ll_create_node()) Process leaving 00000100:00000001:0.0:1783444774.453964:0:33821:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444774.453976:0:33821:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff91c760462300 x1870075608296960/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444790 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444774.453985:0:33821:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444774.453992:0:33821:0:(namei.c:1675:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444774.453995:0:33821:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x29:0x0](ffff91c748d76c08) 00000080:00000001:0.0:1783444774.453998:0:33821:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783444774.454002:0:33821:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75118a000. 00000100:00000001:0.0:1783444774.454006:0:33821:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444774.454009:0:33821:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462300 x1870075608296960/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444790 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444774.454015:0:33821:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444774.454018:0:33821:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1783444774.454020:0:33821:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444774.454027:0:33821:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783444774.454030:0:33821:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31942063a60 00000080:00200008:0.0:1783444774.454032:0:33821:0:(file.c:1058:ll_file_open()) START file f23.recovery-small:[0x200000405:0x29:0x0](ffff91c748d76c08), flags 100102 00000080:00000010:0.0:1783444774.454040:0:33821:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91c74ad748c0. 00000080:00000010:0.0:1783444774.454046:0:33821:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff91c745359640. 00000080:00000001:0.0:1783444774.454048:0:33821:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783444774.454376:0:33821:0:(lmv_obd.c:4175:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783444774.454379:0:33821:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444774.454381:0:33821:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444774.454383:0:33821:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444774.454386:0:33821:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444774.454388:0:33821:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444774.454394:0:33821:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x29:0x0] 00800000:00000001:0.0:1783444774.454396:0:33821:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444774.454400:0:33821:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783444774.454406:0:33821:0:(obd.h:1438:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91c746478dc0. 00000002:00100000:0.0:1783444774.454411:0:33821:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c760462300 x1870075608296960/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444790 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783444774.454419:0:33821:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444774.454421:0:33821:0:(lmv_obd.c:4181:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783444774.454425:0:33821:0:(rw.c:949:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783444774.454428:0:33821:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444774.454430:0:33821:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444774.454433:0:33821:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444774.454436:0:33821:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462300 x1870075608296960/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444790 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783444774.454444:0:33821:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444774.454447:0:33821:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff91c7604e0000. 02000000:00000001:0.0:1783444774.454471:0:33821:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783444774.454473:0:33821:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444774.454475:0:33821:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31942063a60 00000080:00000008:0.0:1783444774.454477:0:33821:0:(file.c:1297:ll_file_open()) COMPLETED file f23.recovery-small:[0x200000405:0x29:0x0](ffff91c748d76c08), flags 100102, rc = 0 00000080:00000001:0.0:1783444774.454481:0:33821:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783444774.454483:0:33821:0:(dcache.c:176:ll_intent_release()) intent ffff91c7604bbc60 released 00000080:00010000:0.0:1783444774.454485:0:33821:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef6ab from it ffff91c7604bbc60 00010000:00000001:0.0:1783444774.454487:0:33821:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444774.454489:0:33821:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444774.454491:0:33821:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14200 refcount=3 00000020:00000001:0.0:1783444774.454493:0:33821:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000001:0.0:1783444774.454495:0:33821:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000001:0.0:1783444774.454497:0:33821:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444774.454501:0:33821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14200/0x5503b2fe824ef6ab lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6dd681 expref: -99 pid: 33821 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444774.454510:0:33821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444774.454512:0:33821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444774.454514:0:33821:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444774.454516:0:33821:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444774.454519:0:33821:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14200/0x5503b2fe824ef6ab lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dd681 expref: -99 pid: 33821 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783444774.454526:0:33821:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444774.454529:0:33821:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444774.454531:0:33821:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444774.454535:0:33821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444774.454536:0:33821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444774.454538:0:33821:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444774.454541:0:33821:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444774.454542:0:33821:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444774.454544:0:33821:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444774.454547:0:33821:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444774.454549:0:33821:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444774.454551:0:33821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444774.454552:0:33821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783444774.454553:0:33821:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1783444774.454555:0:33821:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783444774.454558:0:33821:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783444774.454559:0:33821:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783444774.454562:0:33821:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783444774.454563:0:33821:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444774.454565:0:33821:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1783444774.454567:0:33821:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444774.454569:0:33821:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783444774.454571:0:33821:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444774.454573:0:33821:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783444774.454575:0:33821:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff91c7604bbc60. 00000080:00000001:0.0:1783444774.454578:0:33821:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444774.454582:0:33821:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783444774.454583:0:33821:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000405:0x29:0x0](ffff91c748d76c08), inode mode 81a4 mask 40 00000080:00000001:0.0:1783444774.454587:0:33821:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1783444774.461141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf100. 00010000:00000001:0.0:1783444775.138205:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444775.138213:0:26147:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444775.138216:0:26147:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444775.138219:0:26147:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444775.138224:0:26147:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444775.138226:0:26147:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444775.138228:0:26147:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444775.138230:0:26147:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444775.138232:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444775.138234:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444775.140347:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444775.140353:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444775.140357:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444776.162179:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444776.162186:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444776.162192:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444776.162193:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444776.162704:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444776.162707:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444776.162711:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1783444776.738172:0:31963:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4910 (cpu 0) has reached its deadline 4296415740, at 4296415744 00000100:00000010:1.0:1783444776.738186:0:31963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7465b3d80. 00000100:00000040:0.0:1783444776.738797:0:26147:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4800 (cpu 0) has reached its deadline 4296415740, at 4296415744 00000100:00000010:0.0:1783444776.738805:0:26147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7465b3120. 00010000:00000001:0.0:1783444777.188675:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444777.188687:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444777.188694:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444777.188696:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444777.188815:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444777.188820:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444777.188823:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783444777.762226:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444777.762252:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444777.762267:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746730a80. 00000020:00000040:0.0:1783444777.762275:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:0.0:1783444777.762280:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444777.762284:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444777.762291:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444777.762304:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7520b3d00. 00000100:00000001:0.0:1783444777.762313:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444777.762340:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS req@ffff91c746730a80 x1870075608297088/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444777.762353:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444777.762360:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444777.762368:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bcf87e41] to pc [ptlrpcd_00_01+1] req@ffff91c746730a80 x1870075608297088/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444777.762417:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444777.762421:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444777.762426:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444777.762430:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746731880. 00000020:00000040:0.0:1783444777.762432:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:0.0:1783444777.762435:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444777.762436:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444777.762446:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444777.762450:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7520b3300. 00000100:00000001:0.0:1783444777.762454:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444777.762458:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID req@ffff91c746731880 x1870075608297216/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444777.762465:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444777.762467:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444777.762471:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024fa315b] to pc [ptlrpcd_00_00+0] req@ffff91c746731880 x1870075608297216/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444777.762479:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444777.762481:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444777.762484:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444777.762487:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746730000. 00000020:00000040:0.0:1783444777.762490:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:0.0:1783444777.762492:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444777.762493:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444777.762495:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444777.762498:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7520b3f00. 00000100:00000001:0.0:1783444777.762512:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444777.762517:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID req@ffff91c746730000 x1870075608297344/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444777.762524:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444777.762525:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444777.762529:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7d60bcc] to pc [ptlrpcd_00_01+1] req@ffff91c746730000 x1870075608297344/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444777.762543:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444777.762545:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444777.762549:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444777.762553:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746730700. 00000020:00000040:0.0:1783444777.762555:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:0.0:1783444777.762556:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444777.762558:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444777.762559:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444777.762562:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7520b3900. 00000100:00000001:0.0:1783444777.762565:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444777.762569:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID req@ffff91c746730700 x1870075608297472/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444777.762575:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444777.762577:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444777.762580:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bafc9232] to pc [ptlrpcd_00_00+0] req@ffff91c746730700 x1870075608297472/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444777.762586:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444777.762588:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1783444777.762592:0:26147:0:(pinger.c:247:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1783444777.762599:0:26147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1754) 00000100:00000001:0.0:1783444777.762616:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444777.762621:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444777.762624:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444777.762630:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746731880 x1870075608297216/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444777.762639:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444777.762641:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444777.762646:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444777.762649:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444777.762653:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444777.762657:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746731880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608297216:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444777.762673:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444777.762681:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444777.762683:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444777.762686:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444777.762691:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75a269a00. 02000000:00000001:0.0:1783444777.762693:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444777.762701:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444777.762707:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f630. 00000400:00000010:0.0:1783444777.762715:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9dd0. 00000100:00000200:0.0:1783444777.762725:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608297216, portal 10 00000100:00000001:0.0:1783444777.762728:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444777.762730:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799308416 : -121189910243200 : ffff91c746731880) 00000100:00000040:0.0:1783444777.762739:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746731880 x1870075608297216/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444777.762747:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444777.762750:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444777.762753:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9d48. 00000100:00000200:0.0:1783444777.762756:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608297216, offset 0 00000400:00000200:0.0:1783444777.762763:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444777.762774:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444777.762783:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444777.762789:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444777.762794:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444777.762798:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444777.762800:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444777.762804:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2814:2814:256:4294967295] 192.168.204.110@tcp LPNI seq info [2814:2814:8:4294967295] 00000400:00000200:0.0:1783444777.762809:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444777.762819:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444777.762825:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444777.762836:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3600. 00000800:00000200:0.0:1783444777.762843:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444777.762853:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444777.762859:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444777.762871:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444777.762876:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 857075 usecs (858 jiffies) 00000400:00000200:0.0:1783444777.762879:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444777.762882:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296417626 00000100:00000010:0.0:1783444777.762887:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c76050dc60. 00000100:00000001:0.0:1783444777.762894:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1783444777.762900:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296417626 00000100:00000010:0.0:1783444777.762904:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c76050d300. 00000100:00000001:0.0:1783444777.762907:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1783444777.762910:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444777.762913:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444777.762915:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444777.762919:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746730700 x1870075608297472/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444777.762926:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444777.762928:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444777.762930:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444777.762932:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444777.762933:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444777.762936:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746730700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608297472:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444777.762940:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444777.762942:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444777.762944:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444777.762946:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444777.762949:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75a268200. 02000000:00000001:0.0:1783444777.762951:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444777.762955:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444777.762958:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f9a0. 00000400:00000010:0.0:1783444777.762962:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9110. 00000100:00000200:0.0:1783444777.762965:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608297472, portal 4 00000100:00000001:0.0:1783444777.762967:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444777.762968:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799303936 : -121189910247680 : ffff91c746730700) 00000100:00000040:0.0:1783444777.762974:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746730700 x1870075608297472/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444777.762981:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444777.762983:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444777.762986:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9550. 00000100:00000200:0.0:1783444777.762988:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608297472, offset 0 00000400:00000200:0.0:1783444777.762992:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444777.762996:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444777.762999:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444777.763001:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444777.763004:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444777.763006:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444777.763008:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444777.763011:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2815:2815:255:4294967295] 192.168.204.110@tcp LPNI seq info [2815:2815:7:4294967295] 00000400:00000200:0.0:1783444777.763014:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444777.763020:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444777.763025:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444777.763028:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3400. 00000800:00000200:0.0:1783444777.763033:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444777.763037:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444777.763040:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444777.763043:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444777.763046:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20465 usecs (21 jiffies) 00000400:00000200:0.0:1783444777.763048:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444777.763050:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296416789 00000100:00000001:0.0:1783444777.763052:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296417626 00000100:00000001:0.0:1783444777.763078:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296416790 00000100:00000001:0.0:1783444777.763080:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296417626 00000100:00000001:0.0:1783444777.763083:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444777.763085:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444777.763088:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444777.763090:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444777.763098:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444777.763100:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783444777.763103:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444777.763104:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444777.763105:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444777.763108:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1783444777.763110:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444777.763112:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444777.763113:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444777.763115:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444777.763116:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444777.763117:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444777.763121:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746730a80 x1870075608297088/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444777.763127:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444777.763129:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444777.763131:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444777.763133:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444777.763135:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444777.763137:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746730a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2400:1870075608297088:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444777.763140:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444777.763143:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444777.763144:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444777.763146:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444777.763149:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75a268400. 02000000:00000001:0.0:1783444777.763151:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444777.763154:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444777.763157:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658fdc0. 00000400:00000010:0.0:1783444777.763161:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f93b8. 00000100:00000200:0.0:1783444777.763164:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608297088, portal 25 00000100:00000001:0.0:1783444777.763166:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444777.763167:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799304832 : -121189910246784 : ffff91c746730a80) 00000100:00000040:0.0:1783444777.763172:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746730a80 x1870075608297088/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444777.763177:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444777.763179:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444777.763181:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f95d8. 00000100:00000200:0.0:1783444777.763183:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870075608297088, offset 0 00000400:00000200:0.0:1783444777.763187:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444777.763191:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444777.763195:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444777.763197:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444777.763200:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444777.763202:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444777.763205:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444777.763208:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2816:2816:254:4294967295] 192.168.204.110@tcp LPNI seq info [2816:2816:6:4294967295] 00000400:00000200:0.0:1783444777.763212:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444777.763217:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444777.763222:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444777.763225:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3e00. 00000800:00000200:0.0:1783444777.763243:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444777.763248:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444777.763250:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444777.763253:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444777.763256:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444777.763258:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296420861 00000100:00000001:0.0:1783444777.763264:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296417626 00000100:00000001:0.0:1783444777.763267:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296420861 00000100:00000001:0.0:1783444777.763270:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296417626 00000100:00000001:0.0:1783444777.763273:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444777.763275:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444777.763277:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444777.763280:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746730000 x1870075608297344/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444777.763286:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444777.763288:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444777.763290:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444777.763292:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444777.763294:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444777.763296:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746730000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608297344:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444777.763299:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444777.763302:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444777.763303:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444777.763305:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444777.763308:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75a269c00. 02000000:00000001:0.0:1783444777.763310:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444777.763312:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444777.763315:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f1b8. 00000400:00000010:0.0:1783444777.763318:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9660. 00000100:00000200:0.0:1783444777.763321:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608297344, portal 10 00000100:00000001:0.0:1783444777.763323:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444777.763324:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799302144 : -121189910249472 : ffff91c746730000) 00000100:00000040:0.0:1783444777.763330:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746730000 x1870075608297344/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444777.763336:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444777.763338:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444777.763340:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9880. 00000100:00000200:0.0:1783444777.763341:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608297344, offset 0 00000400:00000200:0.0:1783444777.763346:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444777.763349:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444777.763352:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444777.763355:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444777.763358:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444777.763360:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444777.763362:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444777.763364:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2817:2817:253:4294967295] 192.168.204.110@tcp LPNI seq info [2817:2817:5:4294967295] 00000400:00000200:0.0:1783444777.763368:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444777.763374:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444777.763379:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444777.763382:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3a00. 00000800:00000200:0.0:1783444777.763385:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444777.763389:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444777.763391:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444777.763394:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444777.763397:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 21077 usecs (22 jiffies) 00000400:00000200:0.0:1783444777.763400:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444777.763402:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296416791 00000100:00000001:0.0:1783444777.763404:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296420861 00000100:00000001:0.0:1783444777.763406:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296416791 00000100:00000001:0.0:1783444777.763408:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296420861 00000100:00000001:0.0:1783444777.763410:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444777.763412:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444777.763414:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444777.763416:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444777.763848:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444777.763852:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444777.763905:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444777.763911:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3600. 00000400:00000200:1.0:1783444777.763921:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444777.763929:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444777.763936:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9d48 00000400:00000010:1.0:1783444777.763939:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9d48. 00000100:00000001:1.0:1783444777.763944:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444777.763950:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746731880 x1870075608297216/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444777.763961:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444777.763964:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746731880 x1870075608297216/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444793 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444777.763972:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444777.763974:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444777.763989:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444777.763991:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3400. 00000400:00000200:1.0:1783444777.763994:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444777.763997:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444777.764000:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9550 00000400:00000010:1.0:1783444777.764002:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9550. 00000100:00000001:1.0:1783444777.764005:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444777.764008:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730700 x1870075608297472/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444777.764015:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444777.764018:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746730700 x1870075608297472/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444793 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444777.764024:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444777.764026:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444777.764033:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444777.764035:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3e00. 00000400:00000200:1.0:1783444777.764038:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444777.764041:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444777.764044:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f95d8 00000400:00000010:1.0:1783444777.764046:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f95d8. 00000100:00000001:1.0:1783444777.764048:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444777.764051:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730a80 x1870075608297088/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444777.765771:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444777.765782:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746730a80 x1870075608297088/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444793 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444777.765791:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444777.765794:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444777.766223:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444777.766237:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3a00. 00000400:00000200:1.0:1783444777.766242:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444777.766248:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444777.766254:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9880 00000400:00000010:1.0:1783444777.766256:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9880. 00000100:00000001:1.0:1783444777.766260:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444777.766266:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730000 x1870075608297344/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444777.766275:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444777.766279:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746730000 x1870075608297344/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444793 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444777.766286:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444777.766287:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444777.773468:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444777.773485:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444777.773490:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444777.773493:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444777.773502:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444777.773510:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444777.773518:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444777.773523:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444777.773528:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444777.773533:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e855f000 00000400:00000200:1.0:1783444777.773538:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444777.773544:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7c59 [1] + 224 00000800:00000001:1.0:1783444777.773551:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444777.773556:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444777.773559:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444777.773563:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444777.773569:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444777.773578:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746730700 x1870075608297472/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444793 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444777.773589:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746730700 x1870075608297472/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444777.773625:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444777.773647:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444777.773651:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444777.773653:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444777.773655:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444777.773659:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444777.773662:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444777.773667:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444777.773669:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444777.773672:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444777.773674:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855ef00 00000400:00000200:1.0:1783444777.773677:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444777.773682:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7c49 [1] + 224 00000800:00000001:1.0:1783444777.773685:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444777.773688:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444777.773690:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444777.773693:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444777.773696:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444777.773701:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746731880 x1870075608297216/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444793 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444777.773709:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746731880 x1870075608297216/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444777.773716:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444777.773719:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444777.773722:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444777.773723:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444777.773726:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444777.773729:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444777.773732:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444777.773736:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444777.773739:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444777.773741:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444777.773744:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855ef80 00000400:00000200:1.0:1783444777.773747:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444777.773750:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7c79 [1] + 224 00000800:00000001:1.0:1783444777.773753:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444777.773755:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444777.773757:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444777.773760:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444777.773762:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444777.773766:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746730000 x1870075608297344/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444793 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444777.773773:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746730000 x1870075608297344/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444777.773779:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444777.773782:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444777.773784:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444777.773785:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444777.773787:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444777.773789:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444777.773792:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444777.773795:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444777.773797:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444777.773799:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444777.773801:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a4d2e855ee80 00000400:00000200:1.0:1783444777.773803:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444777.773807:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7c69 [1] + 224 00000800:00000001:1.0:1783444777.773809:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444777.773813:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444777.773815:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444777.773817:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444777.773819:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444777.773823:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746730a80 x1870075608297088/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444793 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444777.773830:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746730a80 x1870075608297088/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444777.773836:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444777.773838:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444777.773840:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444777.774100:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444777.774103:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444777.774109:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444777.774111:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444777.774114:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658fdc0. 00000400:00000200:0.0:1783444777.774118:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f93b8 00000400:00000010:0.0:1783444777.774120:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f93b8. 00000100:00000001:0.0:1783444777.774123:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444777.774128:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746730a80 x1870075608297088/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444777.774136:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746730a80 x1870075608297088/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444793 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444777.774142:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444777.774143:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444777.774145:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444777.774148:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444777.774150:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444777.774152:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444777.774155:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444777.774162:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=107 v=5 (5 5 5 5) 00000100:00001000:0.0:1783444777.774165:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=107 v=5 (1 1 1 1) 00000100:00000001:0.0:1783444777.774167:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444777.774169:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444777.774172:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444777.774175:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444777.774178:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444777.774182:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746730a80 x1870075608297088/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444777.774187:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444777.774190:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444777.774191:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444777.774194:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746730a80 x1870075608297088/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444793 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444777.774201:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746730a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2400:1870075608297088:192.168.204.110@tcp:400:kworker.0 00000400:00000001:0.0:1783444777.774205:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444777.774207:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444777.774208:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f1b8. 00000400:00000200:0.0:1783444777.774210:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9660 00000400:00000010:0.0:1783444777.774212:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9660. 00000100:00000001:0.0:1783444777.774213:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444777.774216:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746730000 x1870075608297344/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444777.774223:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746730000 x1870075608297344/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444793 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444777.774293:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444777.774294:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444777.774296:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444777.774297:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444777.774298:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444777.774300:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444777.774302:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444777.774308:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=107 v=5 (105 105 105 137) 00000100:00001000:0.0:1783444777.774311:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=107 v=5 (1 1 1 1) 00000100:00000001:0.0:1783444777.774313:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444777.774315:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444777.774316:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444777.774319:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444777.774322:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444777.774324:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1783444777.774326:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444777.774328:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444777.774332:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746730000 x1870075608297344/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444777.774339:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444777.774340:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444777.774342:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444777.774345:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746730000 x1870075608297344/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444793 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444777.774351:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746730000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608297344:192.168.204.110@tcp:400:kworker.0 00000400:00000001:0.0:1783444777.774357:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444777.774358:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444777.774360:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f630. 00000400:00000200:0.0:1783444777.774362:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9dd0 00000400:00000010:0.0:1783444777.774364:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9dd0. 00000100:00000001:0.0:1783444777.774365:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444777.774368:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746731880 x1870075608297216/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444777.774376:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746731880 x1870075608297216/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444793 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444777.774381:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444777.774383:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444777.774384:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444777.774386:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444777.774387:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444777.774388:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444777.774390:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444777.774393:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=107 v=5 (105 105 105 137) 00000100:00001000:0.0:1783444777.774396:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444777.774398:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444777.774399:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444777.774400:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444777.774402:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444777.774404:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444777.774405:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967635 00000100:00000001:0.0:1783444777.774406:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444777.774409:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444777.774412:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746731880 x1870075608297216/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444777.774418:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444777.774419:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444777.774420:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444777.774423:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746731880 x1870075608297216/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444793 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444777.774428:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746731880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608297216:192.168.204.110@tcp:400:kworker.0 00000400:00000001:0.0:1783444777.774433:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444777.774434:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444777.774435:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f9a0. 00000400:00000200:0.0:1783444777.774438:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9110 00000400:00000010:0.0:1783444777.774439:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9110. 00000100:00000001:0.0:1783444777.774441:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444777.774443:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746730700 x1870075608297472/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444777.774450:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746730700 x1870075608297472/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444793 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444777.774455:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444777.774456:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444777.774457:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444777.774458:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444777.774459:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444777.774460:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444777.774462:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444777.774465:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=107 v=5 (5 5 5 138) 00000100:00001000:0.0:1783444777.774467:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444777.774469:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444777.774470:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444777.774471:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444777.774473:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444777.774474:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444777.774475:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1783444777.774476:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444777.774478:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444777.774480:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746730700 x1870075608297472/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444777.774485:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444777.774487:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444777.774488:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444777.774490:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746730700 x1870075608297472/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444793 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444777.774498:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746730700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608297472:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444777.774502:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444777.774504:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444777.774507:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746730a80 x1870075608297088/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444793 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444777.774513:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444777.774515:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444777.774518:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75a268400. 02000000:00000001:0.0:1783444777.774522:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444777.774524:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444777.774525:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:0.0:1783444777.774528:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444777.774530:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7520b3d00. 02000000:00000001:0.0:1783444777.774533:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444777.774535:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444777.774536:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746730a80. 00000100:00000001:0.0:1783444777.774539:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444777.774540:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444777.774541:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444777.774544:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746730000 x1870075608297344/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444793 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444777.774550:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444777.774551:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444777.774552:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75a269c00. 02000000:00000001:0.0:1783444777.774555:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444777.774556:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444777.774557:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:0.0:1783444777.774558:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444777.774560:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7520b3f00. 02000000:00000001:0.0:1783444777.774561:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444777.774562:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444777.774563:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746730000. 00000100:00000001:0.0:1783444777.774564:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444777.774566:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444777.774567:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444777.774570:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746731880 x1870075608297216/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444793 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444777.774576:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444777.774577:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444777.774578:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75a269a00. 02000000:00000001:0.0:1783444777.774579:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444777.774580:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444777.774581:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444777.774583:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444777.774584:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7520b3300. 02000000:00000001:0.0:1783444777.774585:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444777.774586:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444777.774587:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746731880. 00000100:00000001:0.0:1783444777.774589:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444777.774590:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444777.774591:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444777.774593:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746730700 x1870075608297472/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444793 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444777.774599:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444777.774600:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444777.774601:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75a268200. 02000000:00000001:0.0:1783444777.774603:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444777.774604:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444777.774605:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:0.0:1783444777.774606:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444777.774608:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7520b3900. 02000000:00000001:0.0:1783444777.774609:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444777.774610:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444777.774611:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746730700. 00000100:00000001:0.0:1783444777.774612:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444777.774614:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444777.775111:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444777.775118:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444777.775120:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444777.775123:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444777.775125:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444778.210211:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444778.210228:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444778.210233:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444778.210234:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444778.210580:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444778.210584:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444778.210586:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444779.234170:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444779.234176:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444779.234182:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444779.234184:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444779.234247:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444779.234251:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444779.234254:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783444779.811094:0:16809:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1783444779.811100:0:16809:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444780.259586:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444780.259594:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444780.259600:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444780.259601:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444780.259811:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444780.259814:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444780.259817:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00020000:00000001:0.0:1783444780.320408:0:33821:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783444780.320418:0:33821:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7435f1aa8) owner 0000000000000000/ffff91c758a527c0 00020000:00000002:0.0:1783444780.320425:0:33821:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7435f1aa8) owner 0000000000000000/ffff91c758a527c0 00020000:00000001:0.0:1783444780.320428:0:33821:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444780.320438:0:33821:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783444780.320442:0:33821:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31942063db8 00000080:00200008:0.0:1783444780.320445:0:33821:0:(file.c:447:ll_file_release()) START file f23.recovery-small:[0x200000405:0x29:0x0](ffff91c748d76c08), flags 100002 00000080:00000001:0.0:1783444780.320451:0:33821:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783444780.320454:0:33821:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1783444780.320455:0:33821:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783444780.320457:0:33821:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7435f1aa8) owner 0000000000000000/ffff91c758a527c0 00020000:00000002:0.0:1783444780.320460:0:33821:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7435f1aa8) owner 0000000000000000/ffff91c758a527c0 00020000:00000001:0.0:1783444780.320462:0:33821:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444780.320465:0:33821:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783444780.320471:0:33821:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444780.320474:0:33821:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444780.320477:0:33821:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444780.320479:0:33821:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444780.320481:0:33821:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444780.320484:0:33821:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x29:0x0] 00800000:00000001:0.0:1783444780.320487:0:33821:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444780.320492:0:33821:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444780.320495:0:33821:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444780.320503:0:33821:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf400 count: 2 00010000:00000001:0.0:1783444780.320506:0:33821:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783444780.320511:0:33821:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444780.320514:0:33821:0:(lmv_obd.c:4132:lmv_lock_match()) Lock match for [0x200000405:0x29:0x0]: 0 00000080:00000001:0.0:1783444780.320516:0:33821:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783444780.320518:0:33821:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783444780.320525:0:33821:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff91c7467c2e00. 00000080:00000001:0.0:1783444780.320528:0:33821:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783444780.320534:0:33821:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783444780.320538:0:33821:0:(lmv_obd.c:1665:lmv_close()) Process entered 00800000:00000001:0.0:1783444780.320539:0:33821:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444780.320541:0:33821:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444780.320543:0:33821:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444780.320544:0:33821:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444780.320546:0:33821:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444780.320672:0:33821:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x29:0x0] 00800000:00000001:0.0:1783444780.320676:0:33821:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444780.320678:0:33821:0:(lmv_obd.c:1671:lmv_close()) CLOSE [0x200000405:0x29:0x0] 00000002:00000001:0.0:1783444780.320682:0:33821:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783444780.320684:0:33821:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91c759350000: [0x200000405:0x29:0x0] file closed with intent: 0 00000100:00000010:0.0:1783444780.320690:0:33821:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746730700. 00000020:00000040:0.0:1783444780.320695:0:33821:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:0.0:1783444780.320699:0:33821:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444780.320703:0:33821:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444780.320707:0:33821:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444780.320715:0:33821:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c7467c2200. 00000100:00000001:0.0:1783444780.320723:0:33821:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783444780.320746:0:33821:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91c760462300 x1870075608296960/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444790 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783444780.320759:0:33821:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1783444780.320766:0:33821:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c746730700 x1870075608297728/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783444780.320774:0:33821:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783444780.320777:0:33821:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783444780.320783:0:33821:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c75885ca80. 00000100:00000001:0.0:1783444780.320786:0:33821:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884102523520 : -121189607028096 : ffff91c75885ca80) 00000100:00000001:0.0:1783444780.320788:0:33821:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444780.320790:0:33821:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799303936 : -121189910247680 : ffff91c746730700) 00000100:00000001:0.0:1783444780.320795:0:33821:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444780.320800:0:33821:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444780.320802:0:33821:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783444780.320804:0:33821:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444780.320808:0:33821:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746730700 x1870075608297728/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444780.320815:0:33821:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444780.320817:0:33821:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444780.320822:0:33821:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444780.320824:0:33821:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444780.320827:0:33821:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444780.320831:0:33821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746730700 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:33821:1870075608297728:192.168.204.110@tcp:35:multiop.0 00000100:00000001:0.0:1783444780.320836:0:33821:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444780.320842:0:33821:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444780.320844:0:33821:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444780.320847:0:33821:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444780.320919:0:33821:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c746766c00. 02000000:00000001:0.0:1783444780.320922:0:33821:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444780.320930:0:33821:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444780.320934:0:33821:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f9a0. 00000400:00000010:0.0:1783444780.320941:0:33821:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9110. 00000100:00000200:0.0:1783444780.320949:0:33821:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608297728, portal 10 00000100:00000001:0.0:1783444780.320951:0:33821:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444780.320952:0:33821:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799303936 : -121189910247680 : ffff91c746730700) 00000100:00000040:0.0:1783444780.320958:0:33821:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c746730700 x1870075608297728/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444796 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444780.320965:0:33821:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444780.320968:0:33821:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444780.320971:0:33821:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9dd0. 00000100:00000200:0.0:1783444780.320973:0:33821:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870075608297728, offset 0 00000400:00000200:0.0:1783444780.320980:0:33821:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444780.320988:0:33821:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444780.320996:0:33821:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444780.321002:0:33821:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444780.321007:0:33821:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444780.321012:0:33821:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444780.321015:0:33821:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444780.321019:0:33821:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2818:2818:256:4294967295] 192.168.204.110@tcp LPNI seq info [2818:2818:8:4294967295] 00000400:00000200:0.0:1783444780.321024:0:33821:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444780.321034:0:33821:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444780.321043:0:33821:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444780.321048:0:33821:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3900. 00000800:00000200:0.0:1783444780.321076:0:33821:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444780.321084:0:33821:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444780.321089:0:33821:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783444780.321105:0:33821:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444780.321110:0:33821:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 855966 usecs (856 jiffies) 00000400:00000200:0.0:1783444780.321114:0:33821:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444780.321117:0:33821:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296420183 00000100:00000001:0.0:1783444780.321121:0:33821:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296420861 00000100:00000001:0.0:1783444780.321123:0:33821:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296420183 00000100:00000001:0.0:1783444780.321125:0:33821:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296420861 00000100:00000001:0.0:1783444780.321128:0:33821:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444780.321132:0:33821:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444780.321135:0:33821:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444780.321136:0:33821:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783444780.321139:0:33821:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885ca80 going to sleep for 11 seconds 00000100:00000001:0.0:1783444780.321143:0:33821:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444780.321157:0:33821:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444780.321538:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444780.321543:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3900. 00000400:00000200:0.0:1783444780.321548:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444780.321664:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444780.321670:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9dd0 00000400:00000010:0.0:1783444780.321672:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9dd0. 00000100:00000001:0.0:1783444780.321676:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444780.321681:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730700 x1870075608297728/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444796 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444780.321690:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444780.321694:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746730700 x1870075608297728/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444796 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444780.321700:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444780.321702:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1783444781.282183:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444781.282189:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444781.282195:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444781.282196:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444781.282296:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444781.282300:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444781.282303:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783444781.858231:0:26147:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4800 (cpu 0) has reached its deadline 4296420861, at 4296420864 00000100:00000010:0.0:1783444781.858248:0:26147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c76050dc60. 00000100:00000040:1.0:1783444781.858386:0:31963:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4910 (cpu 0) has reached its deadline 4296420861, at 4296420864 00000100:00000010:1.0:1783444781.858400:0:31963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c76050d300. 00010000:00000001:0.0:1783444782.306251:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444782.306261:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444782.306269:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444782.306270:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444782.306466:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444782.306471:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444782.306475:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783444782.882230:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444782.882246:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444782.882263:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746731880. 00000020:00000040:0.0:1783444782.882272:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:0.0:1783444782.882278:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444782.882282:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444782.882289:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444782.882300:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7520b3900. 00000100:00000001:0.0:1783444782.882308:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444782.882324:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS req@ffff91c746731880 x1870075608297856/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444782.882339:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444782.882344:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444782.882351:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024fa315b] to pc [ptlrpcd_00_01+1] req@ffff91c746731880 x1870075608297856/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444782.882394:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444782.882397:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444782.882401:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444782.882404:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746730000. 00000020:00000040:0.0:1783444782.882407:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:0.0:1783444782.882410:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444782.882411:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444782.882413:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444782.882417:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7520b3300. 00000100:00000001:0.0:1783444782.882420:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444782.882424:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID req@ffff91c746730000 x1870075608297984/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444782.882432:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444782.882434:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444782.882438:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7d60bcc] to pc [ptlrpcd_00_00+0] req@ffff91c746730000 x1870075608297984/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444782.882445:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444782.882448:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444782.882451:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444782.882453:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746730a80. 00000020:00000040:0.0:1783444782.882456:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:0.0:1783444782.882458:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444782.882459:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444782.882461:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444782.882465:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7520b3f00. 00000100:00000001:0.0:1783444782.882467:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444782.882470:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID req@ffff91c746730a80 x1870075608298112/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444782.882477:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444782.882478:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444782.882481:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bcf87e41] to pc [ptlrpcd_00_01+1] req@ffff91c746730a80 x1870075608298112/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444782.882488:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444782.882490:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444782.882494:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444782.882498:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746733100. 00000020:00000040:0.0:1783444782.882500:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:0.0:1783444782.882502:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444782.882503:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444782.882505:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444782.882509:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7520b3d00. 00000100:00000001:0.0:1783444782.882511:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444782.882515:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID req@ffff91c746733100 x1870075608298240/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444782.882522:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444782.882524:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444782.882528:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054bca8ae] to pc [ptlrpcd_00_00+0] req@ffff91c746733100 x1870075608298240/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444782.882535:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444782.882538:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1783444782.882542:0:26147:0:(pinger.c:247:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1783444782.882561:0:26147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1759) 00000100:00000001:0.0:1783444782.882578:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444782.882592:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444782.882596:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444782.882603:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746730000 x1870075608297984/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444782.882611:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444782.882614:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444782.882619:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444782.882622:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444782.882626:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444782.882697:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746730000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608297984:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444782.882702:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444782.882710:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444782.882713:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444782.882716:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444782.882722:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7497cbe00. 02000000:00000001:0.0:1783444782.882724:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444782.882732:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444782.882738:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f630. 00000400:00000010:0.0:1783444782.882747:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9dd0. 00000100:00000200:0.0:1783444782.882756:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608297984, portal 10 00000100:00000001:0.0:1783444782.882759:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444782.882761:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799302144 : -121189910249472 : ffff91c746730000) 00000100:00000040:0.0:1783444782.882770:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746730000 x1870075608297984/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444782.882778:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444782.882781:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444782.882785:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9660. 00000100:00000200:0.0:1783444782.882788:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608297984, offset 0 00000400:00000200:0.0:1783444782.882796:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444782.882806:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444782.882815:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444782.882821:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444782.882827:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444782.882832:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444782.882835:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444782.882839:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2819:2819:256:4294967295] 192.168.204.110@tcp LPNI seq info [2819:2819:8:4294967295] 00000400:00000200:0.0:1783444782.882844:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444782.882855:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444782.882863:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444782.882868:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3800. 00000800:00000200:0.0:1783444782.882876:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444782.882886:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444782.882891:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444782.882911:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444782.882916:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 855966 usecs (856 jiffies) 00000400:00000200:0.0:1783444782.882919:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444782.882922:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296422744 00000100:00000010:0.0:1783444782.882928:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c76050dc60. 00000100:00000001:0.0:1783444782.882936:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1783444782.882943:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296422744 00000100:00000010:0.0:1783444782.882946:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c76050d540. 00000100:00000001:0.0:1783444782.882949:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1783444782.882953:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444782.882956:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444782.882959:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444782.882963:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746733100 x1870075608298240/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444782.882969:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444782.882970:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444782.882972:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444782.882974:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444782.882976:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444782.882978:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746733100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608298240:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444782.882982:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444782.882985:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444782.882987:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444782.882988:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444782.882991:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7497ca000. 02000000:00000001:0.0:1783444782.882993:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444782.882996:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444782.882999:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f1b8. 00000400:00000010:0.0:1783444782.883003:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f93b8. 00000100:00000200:0.0:1783444782.883006:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608298240, portal 4 00000100:00000001:0.0:1783444782.883007:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444782.883009:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799314688 : -121189910236928 : ffff91c746733100) 00000100:00000040:0.0:1783444782.883014:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746733100 x1870075608298240/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444782.883020:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444782.883022:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444782.883025:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f96e8. 00000100:00000200:0.0:1783444782.883027:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608298240, offset 0 00000400:00000200:0.0:1783444782.883046:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444782.883050:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444782.883093:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444782.883097:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444782.883099:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444782.883102:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444782.883104:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444782.883106:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2820:2820:255:4294967295] 192.168.204.110@tcp LPNI seq info [2820:2820:7:4294967295] 00000400:00000200:0.0:1783444782.883110:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444782.883116:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444782.883120:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444782.883125:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3a00. 00000800:00000200:0.0:1783444782.883140:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444782.883145:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444782.883148:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444782.883151:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444782.883154:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20435 usecs (21 jiffies) 00000400:00000200:0.0:1783444782.883157:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444782.883158:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296421910 00000100:00000001:0.0:1783444782.883161:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296422744 00000100:00000001:0.0:1783444782.883163:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296421910 00000100:00000001:0.0:1783444782.883165:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296422744 00000100:00000001:0.0:1783444782.883167:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444782.883169:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444782.883172:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444782.883174:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444782.883184:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444782.883186:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783444782.883189:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444782.883190:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444782.883192:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444782.883195:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1783444782.883197:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444782.883199:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444782.883201:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444782.883203:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444782.883204:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444782.883205:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444782.883208:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746731880 x1870075608297856/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444782.883215:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444782.883216:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444782.883218:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444782.883220:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444782.883222:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444782.883225:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746731880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2400:1870075608297856:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444782.883229:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444782.883231:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444782.883233:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444782.883234:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444782.883238:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7614d8400. 02000000:00000001:0.0:1783444782.883240:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444782.883243:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444782.883247:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658fdc0. 00000400:00000010:0.0:1783444782.883251:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9a18. 00000100:00000200:0.0:1783444782.883254:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608297856, portal 25 00000100:00000001:0.0:1783444782.883256:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444782.883257:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799308416 : -121189910243200 : ffff91c746731880) 00000100:00000040:0.0:1783444782.883261:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746731880 x1870075608297856/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444782.883267:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444782.883269:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444782.883272:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9b28. 00000100:00000200:0.0:1783444782.883274:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870075608297856, offset 0 00000400:00000200:0.0:1783444782.883279:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444782.883282:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444782.883285:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444782.883288:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444782.883291:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444782.883293:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444782.883294:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444782.883297:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2821:2821:254:4294967295] 192.168.204.110@tcp LPNI seq info [2821:2821:6:4294967295] 00000400:00000200:0.0:1783444782.883300:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444782.883305:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444782.883309:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444782.883312:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3e00. 00000800:00000200:0.0:1783444782.883315:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444782.883320:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444782.883323:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444782.883325:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444782.883328:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444782.883330:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296425981 00000100:00000001:0.0:1783444782.883337:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296422744 00000100:00000001:0.0:1783444782.883341:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296425981 00000100:00000001:0.0:1783444782.883343:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296422744 00000100:00000001:0.0:1783444782.883346:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444782.883348:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444782.883350:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444782.883354:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746730a80 x1870075608298112/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444782.883361:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444782.883362:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444782.883364:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444782.883366:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444782.883368:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444782.883371:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746730a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608298112:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444782.883374:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444782.883377:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444782.883378:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444782.883380:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444782.883383:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7614d9400. 02000000:00000001:0.0:1783444782.883385:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444782.883387:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444782.883390:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f528. 00000400:00000010:0.0:1783444782.883393:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9990. 00000100:00000200:0.0:1783444782.883395:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608298112, portal 10 00000100:00000001:0.0:1783444782.883397:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444782.883399:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799304832 : -121189910246784 : ffff91c746730a80) 00000100:00000040:0.0:1783444782.883405:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746730a80 x1870075608298112/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444782.883411:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444782.883413:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444782.883415:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9cc0. 00000100:00000200:0.0:1783444782.883417:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608298112, offset 0 00000400:00000200:0.0:1783444782.883421:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444782.883425:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444782.883428:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444782.883431:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444782.883433:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444782.883435:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444782.883438:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444782.883441:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2822:2822:253:4294967295] 192.168.204.110@tcp LPNI seq info [2822:2822:5:4294967295] 00000400:00000200:0.0:1783444782.883445:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444782.883450:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444782.883455:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444782.883458:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3400. 00000800:00000200:0.0:1783444782.883463:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444782.883466:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444782.883469:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444782.883471:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444782.883474:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 21052 usecs (22 jiffies) 00000400:00000200:0.0:1783444782.883477:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444782.883479:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296421911 00000100:00000001:0.0:1783444782.883481:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296425981 00000100:00000001:0.0:1783444782.883484:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296421911 00000100:00000001:0.0:1783444782.883485:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296425981 00000100:00000001:0.0:1783444782.883488:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444782.883490:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444782.883492:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444782.883494:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444782.883556:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444782.883562:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3800. 00000400:00000200:0.0:1783444782.883569:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444782.883574:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444782.883580:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9660 00000400:00000010:0.0:1783444782.883583:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9660. 00000100:00000001:0.0:1783444782.883588:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444782.883593:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730000 x1870075608297984/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444782.883604:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444782.883607:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746730000 x1870075608297984/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444798 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444782.883614:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444782.883616:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1783444782.885829:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444782.885842:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444782.887357:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444782.891121:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3a00. 00000400:00000200:0.0:1783444782.891151:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444782.891162:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444782.891171:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f96e8 00000400:00000010:0.0:1783444782.891174:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f96e8. 00000100:00000001:0.0:1783444782.891181:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444782.891193:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746733100 x1870075608298240/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444782.891404:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444782.891409:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746733100 x1870075608298240/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444798 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444782.891416:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444782.891418:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783444782.891529:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444782.891532:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3e00. 00000400:00000200:0.0:1783444782.891536:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444782.891540:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444782.891543:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9b28 00000400:00000010:0.0:1783444782.891545:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9b28. 00000100:00000001:0.0:1783444782.891547:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444782.891628:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746731880 x1870075608297856/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444782.891638:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444782.891641:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746731880 x1870075608297856/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444798 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444782.891647:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444782.891648:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783444782.891739:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444782.891742:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3400. 00000400:00000200:0.0:1783444782.891745:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444782.891749:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444782.891752:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9cc0 00000400:00000010:0.0:1783444782.891754:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9cc0. 00000100:00000001:0.0:1783444782.891757:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444782.891762:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730a80 x1870075608298112/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444782.891770:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444782.891772:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746730a80 x1870075608298112/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444798 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444782.891779:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444782.891781:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444782.895101:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444782.895124:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444782.895145:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444782.895149:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444782.895161:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444782.895171:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444782.895181:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444782.895188:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444782.895195:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444782.895199:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e855f300 00000400:00000200:0.0:1783444782.895205:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444782.895212:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7ca9 [1] + 224 00000800:00000001:0.0:1783444782.895221:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444782.895225:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444782.895229:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444782.895234:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444782.895243:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444782.895255:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746733100 x1870075608298240/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444798 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444782.895268:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746733100 x1870075608298240/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444798 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444782.895298:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444782.895310:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444782.895313:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444782.895315:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444782.895317:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444782.895320:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444782.895324:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444782.895327:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444782.895330:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444782.895332:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444782.895335:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855f280 00000400:00000200:0.0:1783444782.895338:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444782.895341:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7cc9 [1] + 224 00000800:00000001:0.0:1783444782.895345:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444782.895360:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444782.895362:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444782.895366:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444782.895369:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444782.895375:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746730a80 x1870075608298112/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444798 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444782.895383:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746730a80 x1870075608298112/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444798 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444782.895389:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444782.895393:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444782.895397:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444782.895399:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444782.895401:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444782.895404:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444782.896123:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444782.896148:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444782.896152:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444782.896156:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444782.896159:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855f200 00000400:00000200:0.0:1783444782.896164:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444782.896169:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7c99 [1] + 224 00000800:00000001:0.0:1783444782.896175:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444782.896186:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444782.896189:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444782.896193:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444782.896198:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444782.896204:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746730000 x1870075608297984/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444798 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444782.896214:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746730000 x1870075608297984/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444798 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444782.896223:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444782.896228:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444782.896231:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444782.897816:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444782.897828:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444782.897841:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444782.897844:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444782.897848:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f528. 00000400:00000200:1.0:1783444782.897858:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9990 00000400:00000010:1.0:1783444782.897861:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9990. 00000100:00000001:1.0:1783444782.897865:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444782.897878:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746730a80 x1870075608298112/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444798 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444782.897890:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746730a80 x1870075608298112/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444798 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444782.897898:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444782.897900:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444782.897903:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444782.897908:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444782.897911:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444782.897913:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444782.897917:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444782.897931:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=112 v=5 (105 105 105 137) 00000100:00001000:1.0:1783444782.897937:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=112 v=5 (1 1 1 1) 00000100:00000001:1.0:1783444782.897939:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444782.897941:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444782.897945:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444782.897949:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444782.897955:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444782.897958:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:1.0:1783444782.897960:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444782.897961:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444782.897966:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746730a80 x1870075608298112/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444798 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444782.897974:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444782.897977:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444782.897979:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444782.897983:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746730a80 x1870075608298112/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444798 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444782.897991:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746730a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608298112:192.168.204.110@tcp:400:kworker.0 00000400:00000001:1.0:1783444782.897997:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444782.897999:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444782.898001:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f630. 00000400:00000200:1.0:1783444782.898003:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9dd0 00000400:00000010:1.0:1783444782.898005:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9dd0. 00000100:00000001:1.0:1783444782.898007:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444782.898011:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746730000 x1870075608297984/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444798 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444782.898019:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746730000 x1870075608297984/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444798 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444782.898025:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444782.898026:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444782.898027:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444782.898029:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444782.898030:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444782.898032:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444782.898034:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444782.898038:0:2400:0:(import.c:2148:obd_at_measure()) add 0 to ffff91c743c0bc60 time=112 v=5 (105 105 105 137) 00000100:00001000:1.0:1783444782.898041:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444782.898044:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444782.898046:0:2400:0:(client.c:1493:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1783444782.898050:0:2400:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1783444782.898053:0:2400:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-mdc-ffff91c759350000 of lustre-MDT0000_UUID@192.168.204.110@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1783444782.898096:0:2400:0:(import.c:65:import_set_state_nolock()) ffff91c743c0b800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1783444782.898102:0:2400:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff91c759350000: Connection to lustre-MDT0000 (at 192.168.204.110@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:1.0:1783444782.898105:0:2400:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:1.0:1783444782.898109:0:2400:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:1.0:1783444782.898112:0:2400:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444782.898114:0:2400:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:1.0:1783444782.898116:0:2400:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1783444782.898118:0:2400:0:(import.c:65:import_set_state_nolock()) ffff91c743c0b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1783444782.898123:0:2400:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1783444782.898125:0:2400:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff91c759350000: connect to NID 192.168.204.110@tcp last attempt 1739 00000400:00000200:1.0:1783444782.898147:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444782.898153:0:2400:0:(peer.c:1557:LNetPeerDiscovered()) Peer NID 192.168.204.110@tcp is discovered: rc = 1 00000100:00000040:1.0:1783444782.898158:0:2400:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 14 to 192.168.204.110@tcp 00000100:00000001:1.0:1783444782.898160:0:2400:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783444782.898163:0:2400:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00000100:00000001:1.0:1783444782.898165:0:2400:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 00000020:00000001:1.0:1783444782.898169:0:2400:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1783444782.898171:0:2400:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea56 00000020:00000001:1.0:1783444782.898174:0:2400:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444782.898178:0:2400:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c74497f800 refcount=5 00000020:00000001:1.0:1783444782.898180:0:2400:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883768170496 : -121189941381120 : ffff91c74497f800) 00000020:00000001:1.0:1783444782.898183:0:2400:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883768170496 : -121189941381120 : ffff91c74497f800) 00000100:00000040:1.0:1783444782.898186:0:2400:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 14 to 192.168.204.110@tcp 00000100:00000001:1.0:1783444782.898188:0:2400:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783444782.898189:0:2400:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00000100:00000001:1.0:1783444782.898191:0:2400:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 00000020:00000040:1.0:1783444782.898195:0:2400:0:(genops.c:900:class_export_put()) PUTting export ffff91c74497f800 : new refcount 4 00000100:00080000:1.0:1783444782.898199:0:2400:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff91c759350000: import ffff91c743c0b800 using connection 192.168.204.110@tcp/192.168.204.110@tcp 00000100:00000001:1.0:1783444782.898202:0:2400:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444782.898204:0:2400:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1783444782.898212:0:2400:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444782.898215:0:2400:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444782.898217:0:2400:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1783444782.898222:0:2400:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682473 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1783444782.898225:0:2400:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444782.898228:0:2400:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783444782.898240:0:2400:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883ad80. 00000020:00000040:1.0:1783444782.898244:0:2400:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:1.0:1783444782.898249:0:2400:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1783444782.898251:0:2400:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444782.898255:0:2400:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444782.898259:0:2400:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444782.898264:0:2400:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444782.898273:0:2400:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c751027000. 00000100:00000001:1.0:1783444782.898280:0:2400:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444782.898288:0:2400:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91c75883ad80 x1870075608298368/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783444782.898298:0:2400:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444782.898303:0:2400:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444782.898308:0:2400:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001cd9723c] to pc [ptlrpcd_rcv+-1] req@ffff91c75883ad80 x1870075608298368/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444782.898341:0:2400:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444782.898343:0:2400:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1783444782.898345:0:2400:0:(client.c:1701:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:1.0:1783444782.898350:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746730000 x1870075608297984/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444798 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444782.898357:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1783444782.898360:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444782.898361:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444782.898365:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746730000 x1870075608297984/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444798 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444782.898373:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746730000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608297984:192.168.204.110@tcp:400:kworker.0 00000400:00000001:1.0:1783444782.898379:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444782.898380:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444782.898383:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f1b8. 00000400:00000200:1.0:1783444782.898386:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f93b8 00000400:00000010:1.0:1783444782.898388:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f93b8. 00000100:00000001:1.0:1783444782.898390:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444782.898395:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746733100 x1870075608298240/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444798 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444782.898404:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746733100 x1870075608298240/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444798 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444782.898410:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444782.898411:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444782.898413:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444782.898415:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444782.898416:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444782.898418:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444782.898420:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444782.898424:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=112 v=5 (5 5 5 138) 00000100:00001000:1.0:1783444782.898427:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444782.898430:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444782.898431:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444782.898433:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444782.898435:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444782.898437:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444782.898439:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1783444782.898441:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444782.898442:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444782.898446:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746733100 x1870075608298240/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444798 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444782.898453:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444782.898454:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444782.898456:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444782.898459:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746733100 x1870075608298240/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444798 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444782.898467:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746733100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608298240:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444782.898472:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444782.898475:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444782.898478:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746730a80 x1870075608298112/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444798 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444782.898485:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444782.898489:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444782.898492:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7614d9400. 02000000:00000001:1.0:1783444782.898495:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444782.898497:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444782.898499:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:1.0:1783444782.898502:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444782.898505:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7520b3f00. 02000000:00000001:1.0:1783444782.898509:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444782.898510:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444782.898512:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746730a80. 00000100:00000001:1.0:1783444782.898515:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444782.898517:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444782.898518:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444782.898522:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746730000 x1870075608297984/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444798 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444782.898528:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444782.898529:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444782.898530:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7497cbe00. 02000000:00000001:1.0:1783444782.898534:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444782.898535:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444782.898537:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:1.0:1783444782.898539:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444782.898540:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7520b3300. 02000000:00000001:1.0:1783444782.898542:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444782.898543:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444782.898544:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746730000. 00000100:00000001:1.0:1783444782.898546:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444782.898547:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444782.898549:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444782.898552:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746733100 x1870075608298240/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444798 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444782.898558:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444782.898559:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444782.898560:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7497ca000. 02000000:00000001:1.0:1783444782.898564:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444782.898565:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444782.898566:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:1.0:1783444782.898568:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444782.898570:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7520b3d00. 02000000:00000001:1.0:1783444782.898571:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444782.898572:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444782.898574:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746733100. 00000100:00000001:1.0:1783444782.898576:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444782.898578:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444782.898582:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444782.899149:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444782.899154:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444782.899158:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444782.899162:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444782.899252:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444782.899257:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444782.899259:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444782.899267:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c75883ad80 x1870075608298368/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444782.899276:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444782.899278:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444782.899282:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444782.899285:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444782.899288:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444782.899291:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c75883ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608298368:192.168.204.110@tcp:38:ptlrpcd_00_00.0 00000100:00000001:2.0:1783444782.899294:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444782.899300:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444782.899303:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444782.899305:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444782.899312:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c750f6c000. 02000000:00000001:2.0:1783444782.899314:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444782.899321:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444782.899325:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff738. 00000400:00000010:2.0:1783444782.899333:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83dd0. 00000100:00000200:2.0:1783444782.899341:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608298368, portal 10 00000100:00000001:2.0:1783444782.899344:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444782.899346:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102385024 : -121189607166592 : ffff91c75883ad80) 00000100:00000040:2.0:1783444782.899352:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c75883ad80 x1870075608298368/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444782.899361:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444782.899364:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444782.899367:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83ee0. 00000100:00000200:2.0:1783444782.899373:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870075608298368, offset 0 00000400:00000200:2.0:1783444782.899383:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444782.899391:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444782.899400:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444782.899406:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444782.899411:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444782.899415:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444782.899418:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444782.899422:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2823:2823:256:4294967295] 192.168.204.110@tcp LPNI seq info [2823:2823:8:4294967295] 00000400:00000200:2.0:1783444782.899427:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444782.899438:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444782.899446:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444782.899451:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1100. 00000800:00000200:2.0:1783444782.899458:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444782.899468:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444782.899472:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1783444782.899493:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444782.899499:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 854867 usecs (855 jiffies) 00000400:00000200:2.0:1783444782.899502:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444782.899505:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296422760 00000100:00000001:2.0:1783444782.899509:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296425981 00000100:00000001:2.0:1783444782.899511:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296422760 00000100:00000001:2.0:1783444782.899514:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296425981 00000100:00000001:2.0:1783444782.899517:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444782.899520:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444782.899522:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444782.899524:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444782.899534:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444782.899536:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1783444782.899539:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444782.899541:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444782.899542:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444782.899544:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444782.899669:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444782.899676:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1100. 00000400:00000200:0.0:1783444782.899683:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444782.899690:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444782.899696:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83ee0 00000400:00000010:0.0:1783444782.899698:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83ee0. 00000100:00000001:0.0:1783444782.899703:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444782.899708:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c75883ad80 x1870075608298368/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444782.899718:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444782.899721:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c75883ad80 x1870075608298368/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444792 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444782.899727:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444782.899729:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444782.907174:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444782.907198:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444782.907204:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444782.907207:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444782.907218:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444782.907228:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444782.907239:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444782.907246:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444782.907252:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444782.907256:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855f380 00000400:00000200:0.0:1783444782.907262:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444782.907269:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7cd9 [1] + 0 00000800:00000001:0.0:1783444782.907279:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444782.907287:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444782.907291:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444782.907296:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444782.907306:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444782.907318:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c75883ad80 x1870075608298368/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444792 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444782.907331:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff91c75883ad80 x1870075608298368/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444782.907359:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444782.907369:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444782.907373:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444782.907512:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444782.907517:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444782.907526:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444782.907528:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444782.907532:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff738. 00000400:00000200:2.0:1783444782.907537:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83dd0 00000400:00000010:2.0:1783444782.907541:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83dd0. 00000100:00000001:2.0:1783444782.907544:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444782.907550:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c75883ad80 x1870075608298368/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444782.907560:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c75883ad80 x1870075608298368/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444792 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444782.907566:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444782.907568:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444782.907571:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444782.907576:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444782.907579:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444782.907581:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444782.907586:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444782.907599:0:2399:0:(import.c:2148:obd_at_measure()) add 0 to ffff91c743c0bc60 time=112 v=5 (105 105 105 137) 00000100:00001000:2.0:1783444782.907604:0:2399:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444782.907608:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444782.907610:0:2399:0:(client.c:1493:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1783444782.907614:0:2399:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1783444782.907632:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c75883ad80 x1870075608298368/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/224 e 0 to 0 dl 1783444792 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444782.907640:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1783444782.907643:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444782.907645:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444782.907649:0:2399:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1783444782.907651:0:2399:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1783444782.907655:0:2399:0:(import.c:65:import_set_state_nolock()) ffff91c743c0b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783444782.907660:0:2399:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.110@tcp failed (-19) 00000100:00000001:2.0:1783444782.907662:0:2399:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1783444782.907667:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883ad80 x1870075608298368/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/224 e 0 to 0 dl 1783444792 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444782.907676:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c75883ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608298368:192.168.204.110@tcp:38:ptlrpcd_00_00.0 00000100:00000001:2.0:1783444782.907682:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444782.907684:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444782.907688:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c75883ad80 x1870075608298368/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/224 e 0 to 0 dl 1783444792 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444782.907695:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444782.907699:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444782.907704:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6c000. 02000000:00000001:2.0:1783444782.907708:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444782.907711:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444782.907713:0:2399:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:2.0:1783444782.907716:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444782.907719:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c751027000. 02000000:00000001:2.0:1783444782.907724:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444782.907726:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444782.907729:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c75883ad80. 00000100:00000001:2.0:1783444782.907733:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444782.907734:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444782.907736:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444782.907745:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444782.907747:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444782.907750:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444782.907752:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444783.330278:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444783.330288:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444783.330296:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444783.330298:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444783.330432:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444783.330437:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444783.330441:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1783444783.906898:0:2400:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783444783.906915:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444783.906917:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:1.0:1783444783.906925:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444783.906928:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444783.906932:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444783.906938:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444784.354328:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444784.354341:0:26147:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444784.354683:0:26147:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444784.354688:0:26147:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444784.354695:0:26147:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444784.354697:0:26147:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444784.354699:0:26147:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444784.354702:0:26147:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444784.354709:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444784.354711:0:26147:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444784.354712:0:26147:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444784.354718:0:26147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444784.354720:0:26147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444784.354722:0:26147:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444784.354723:0:26147:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444784.354724:0:26147:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444784.354726:0:26147:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444784.354728:0:26147:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444784.354843:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444784.354849:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444784.354853:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444785.380011:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444785.380020:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444785.380027:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444785.380029:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444785.380340:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444785.380345:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444785.380348:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444786.402235:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444786.402244:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444786.402252:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444786.402254:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444786.402382:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444786.402387:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444786.402390:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783444786.978220:0:26147:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4800 (cpu 0) has reached its deadline 4296425981, at 4296425984 00000100:00000010:0.0:1783444786.978240:0:26147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c76050dc60. 00000100:00000040:1.0:1783444786.978617:0:31963:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4910 (cpu 0) has reached its deadline 4296425981, at 4296425984 00000100:00000010:1.0:1783444786.978625:0:31963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c76050d540. 00010000:00000001:0.0:1783444787.426360:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444787.426370:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444787.426377:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444787.426378:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444787.426489:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444787.426494:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444787.426497:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783444788.003218:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444788.003232:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444788.003248:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746731c00. 00000020:00000040:0.0:1783444788.003257:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=5 obd=MGC192.168.204.110@tcp 00000100:00000001:0.0:1783444788.003263:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444788.003266:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444788.003273:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444788.003283:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7520b3400. 00000100:00000001:0.0:1783444788.003291:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444788.003308:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS req@ffff91c746731c00 x1870075608298496/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444788.003322:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444788.003327:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444788.003335:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bab3810] to pc [ptlrpcd_00_01+1] req@ffff91c746731c00 x1870075608298496/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444788.003379:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783444788.003382:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783444788.003387:0:26147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783444788.003390:0:26147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783444788.003393:0:26147:0:(import.c:65:import_set_state_nolock()) ffff91c743c0b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783444788.003397:0:26147:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783444788.003401:0:26147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff91c759350000: connect to NID 192.168.204.110@tcp last attempt 1754 00000400:00000200:0.0:1783444788.003410:0:26147:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444788.003417:0:26147:0:(peer.c:1557:LNetPeerDiscovered()) Peer NID 192.168.204.110@tcp is discovered: rc = 1 00000100:00001000:0.0:1783444788.003422:0:26147:0:(import.c:2148:obd_at_measure()) add 10 to ffff91c743c0bc18 time=21 v=5 (1 0 0 0) 00000100:00001000:0.0:1783444788.003426:0:26147:0:(import.c:2214:obd_at_measure()) AT ffff91c743c0bc18 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:0.0:1783444788.003429:0:26147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff91c759350000: tried all connections, increasing latency to 5s 00000100:00000040:0.0:1783444788.003433:0:26147:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 14 to 192.168.204.110@tcp 00000100:00000001:0.0:1783444788.003437:0:26147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783444788.003439:0:26147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00000100:00000001:0.0:1783444788.003442:0:26147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 00000020:00000001:0.0:1783444788.003446:0:26147:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783444788.003448:0:26147:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea56 00000020:00000001:0.0:1783444788.003452:0:26147:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444788.003455:0:26147:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c74497f800 refcount=5 00000020:00000001:0.0:1783444788.003458:0:26147:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883768170496 : -121189941381120 : ffff91c74497f800) 00000020:00000001:0.0:1783444788.003460:0:26147:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883768170496 : -121189941381120 : ffff91c74497f800) 00000100:00000040:0.0:1783444788.003464:0:26147:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 14 to 192.168.204.110@tcp 00000100:00000001:0.0:1783444788.003466:0:26147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783444788.003468:0:26147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00000100:00000001:0.0:1783444788.003470:0:26147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 00000020:00000040:0.0:1783444788.003473:0:26147:0:(genops.c:900:class_export_put()) PUTting export ffff91c74497f800 : new refcount 4 00000100:00080000:0.0:1783444788.003477:0:26147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff91c759350000: import ffff91c743c0b800 using connection 192.168.204.110@tcp/192.168.204.110@tcp 00000100:00000001:0.0:1783444788.003479:0:26147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444788.003481:0:26147:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783444788.003488:0:26147:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444788.003491:0:26147:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444788.003494:0:26147:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783444788.003500:0:26147:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682473 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783444788.003503:0:26147:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444788.003505:0:26147:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444788.003509:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746730380. 00000020:00000040:0.0:1783444788.003511:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:0.0:1783444788.003515:0:26147:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783444788.003516:0:26147:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444788.003519:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444788.003521:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444788.003523:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444788.003528:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c746766000. 00000100:00000001:0.0:1783444788.003532:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444788.003538:0:26147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91c746730380 x1870075608298624/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444788.003546:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444788.003548:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444788.003551:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044572bb1] to pc [ptlrpcd_rcv+-1] req@ffff91c746730380 x1870075608298624/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444788.003576:0:26147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444788.003580:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444788.003584:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444788.003587:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746730e00. 00000020:00000040:0.0:1783444788.003590:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:0.0:1783444788.003592:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444788.003594:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444788.003595:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444788.003598:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7520b3e00. 00000100:00000001:0.0:1783444788.003602:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444788.003606:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID req@ffff91c746730e00 x1870075608298752/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444788.003613:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444788.003616:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444788.003619:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b8f9c4b] to pc [ptlrpcd_00_00+0] req@ffff91c746730e00 x1870075608298752/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444788.003628:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444788.003631:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444788.003635:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444788.003639:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746732680. 00000020:00000040:0.0:1783444788.003641:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:0.0:1783444788.003643:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444788.003645:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444788.003647:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444788.003650:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7520b3a00. 00000100:00000001:0.0:1783444788.003653:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444788.003657:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID req@ffff91c746732680 x1870075608298880/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444788.003664:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444788.003666:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444788.003670:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032943fc9] to pc [ptlrpcd_00_01+1] req@ffff91c746732680 x1870075608298880/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444788.003677:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444788.003679:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1783444788.003683:0:26147:0:(pinger.c:247:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1783444788.003689:0:26147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1764) 00000100:00000001:2.0:1783444788.003877:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444788.003882:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444788.003885:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444788.003892:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746730380 x1870075608298624/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444788.003901:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444788.003903:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444788.003907:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444788.003911:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444788.003913:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444788.003917:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746730380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608298624:192.168.204.110@tcp:38:kworker.0 00000100:00000001:2.0:1783444788.003922:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444788.003927:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444788.003930:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444788.003933:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444788.003938:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c750f6c000. 02000000:00000001:2.0:1783444788.003940:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444788.003947:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444788.003952:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff738. 00000400:00000010:2.0:1783444788.003960:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83dd0. 00000100:00000200:2.0:1783444788.003969:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608298624, portal 10 00000100:00000001:2.0:1783444788.003972:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444788.003974:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799303040 : -121189910248576 : ffff91c746730380) 00000100:00000040:2.0:1783444788.003982:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746730380 x1870075608298624/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444788.004004:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444788.004007:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444788.004010:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83660. 00000100:00000200:2.0:1783444788.004016:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870075608298624, offset 0 00000400:00000200:2.0:1783444788.004024:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444788.004044:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444788.004052:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444788.004098:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444788.004104:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444788.004108:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444788.004112:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444788.004116:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2824:2824:256:4294967295] 192.168.204.110@tcp LPNI seq info [2824:2824:8:4294967295] 00000400:00000200:2.0:1783444788.004122:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444788.004135:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444788.004144:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444788.004151:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1700. 00000800:00000200:2.0:1783444788.004159:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444788.004169:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444788.004174:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1783444788.004184:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444788.004189:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 853760 usecs (854 jiffies) 00000400:00000200:2.0:1783444788.004192:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444788.004196:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296427864 00000100:00000010:2.0:1783444788.004201:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7604279c0. 00000100:00000001:2.0:1783444788.004209:0:2399:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1783444788.004217:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296427864 00000100:00000010:2.0:1783444788.004221:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c760427840. 00000100:00000001:2.0:1783444788.004224:0:2399:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1783444788.004229:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444788.004232:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444788.004235:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444788.004237:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444788.004247:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444788.004250:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1783444788.004252:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444788.004254:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444788.004255:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444788.004257:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444788.004496:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444788.004502:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1700. 00000400:00000200:0.0:1783444788.004508:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444788.004515:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444788.004521:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83660 00000400:00000010:0.0:1783444788.004524:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83660. 00000100:00000001:0.0:1783444788.004529:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444788.004534:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730380 x1870075608298624/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444788.004545:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444788.004548:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746730380 x1870075608298624/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444803 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444788.004555:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444788.004557:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1783444788.005176:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444788.005182:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444788.005184:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444788.005194:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746731c00 x1870075608298496/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444788.005205:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444788.005207:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444788.005210:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444788.005213:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444788.005216:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444788.005219:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746731c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2401:1870075608298496:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444788.005224:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444788.005229:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444788.005231:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444788.005233:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444788.005240:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75a128a00. 02000000:00000001:1.0:1783444788.005242:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444788.005247:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444788.005251:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736d10. 00000400:00000010:1.0:1783444788.005257:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076110. 00000100:00000200:1.0:1783444788.005264:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608298496, portal 25 00000100:00000001:1.0:1783444788.005266:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444788.005268:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799309312 : -121189910242304 : ffff91c746731c00) 00000100:00000040:1.0:1783444788.005274:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746731c00 x1870075608298496/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444788.005282:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444788.005286:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444788.005290:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076880. 00000100:00000200:1.0:1783444788.005294:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870075608298496, offset 0 00000400:00000200:1.0:1783444788.005300:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444788.005306:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444788.005313:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444788.005317:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444788.005320:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444788.005322:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444788.005325:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444788.005329:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2825:2825:256:4294967295] 192.168.204.110@tcp LPNI seq info [2825:2825:8:4294967295] 00000400:00000200:1.0:1783444788.005333:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444788.005341:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444788.005346:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444788.005351:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298900. 00000800:00000200:1.0:1783444788.005356:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444788.005363:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444788.005366:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783444788.005385:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444788.005390:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444788.005392:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296431103 00000100:00000001:1.0:1783444788.005400:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296427864 00000100:00000001:1.0:1783444788.005405:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296431103 00000100:00000001:1.0:1783444788.005409:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296427864 00000100:00000001:1.0:1783444788.005412:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444788.005414:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444788.005417:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444788.005422:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746732680 x1870075608298880/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444788.005431:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444788.005433:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444788.005436:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444788.005437:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444788.005439:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444788.005442:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746732680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608298880:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444788.005446:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444788.005449:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444788.005450:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444788.005452:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444788.005455:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75a128c00. 02000000:00000001:1.0:1783444788.005457:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444788.005461:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444788.005463:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736210. 00000400:00000010:1.0:1783444788.005467:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076b28. 00000100:00000200:1.0:1783444788.005470:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608298880, portal 4 00000100:00000001:1.0:1783444788.005472:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444788.005473:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799312000 : -121189910239616 : ffff91c746732680) 00000100:00000040:1.0:1783444788.005480:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746732680 x1870075608298880/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444788.005487:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444788.005489:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444788.005491:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076088. 00000100:00000200:1.0:1783444788.005494:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608298880, offset 0 00000400:00000200:1.0:1783444788.005499:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444788.005503:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444788.005506:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444788.005509:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444788.005512:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444788.005514:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444788.005517:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444788.005521:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2826:2826:255:4294967295] 192.168.204.110@tcp LPNI seq info [2826:2826:7:4294967295] 00000400:00000200:1.0:1783444788.005525:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444788.005530:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444788.005535:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444788.005538:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298d00. 00000800:00000200:1.0:1783444788.005542:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444788.005546:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444788.005549:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783444788.005552:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444788.005555:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20432 usecs (21 jiffies) 00000400:00000200:1.0:1783444788.005558:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444788.005561:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296427032 00000100:00000001:1.0:1783444788.005563:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296431103 00000100:00000001:1.0:1783444788.005565:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296427032 00000100:00000001:1.0:1783444788.005567:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296431103 00000100:00000001:1.0:1783444788.005569:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444788.005571:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444788.005573:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444788.005575:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444788.005583:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444788.005585:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783444788.005587:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444788.005588:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444788.005589:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444788.005593:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1783444788.005595:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444788.005597:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444788.005599:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444788.005600:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444788.005601:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444788.005602:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444788.005608:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746730e00 x1870075608298752/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444788.005616:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444788.005617:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444788.005620:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444788.005622:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444788.005624:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444788.005626:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746730e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608298752:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444788.005629:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444788.005632:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444788.005634:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444788.005635:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444788.005639:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75a129000. 02000000:00000001:1.0:1783444788.005641:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444788.005644:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444788.005647:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736840. 00000400:00000010:1.0:1783444788.005652:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076660. 00000100:00000200:1.0:1783444788.005655:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608298752, portal 10 00000100:00000001:1.0:1783444788.005657:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444788.005659:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799305728 : -121189910245888 : ffff91c746730e00) 00000100:00000040:1.0:1783444788.005665:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746730e00 x1870075608298752/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444788.005672:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444788.005675:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444788.005677:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076c38. 00000100:00000200:1.0:1783444788.005679:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608298752, offset 0 00000400:00000200:1.0:1783444788.005684:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444788.005687:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444788.005691:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444788.005694:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444788.005696:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444788.005699:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444788.005701:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444788.005704:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2827:2827:254:4294967295] 192.168.204.110@tcp LPNI seq info [2827:2827:6:4294967295] 00000400:00000200:1.0:1783444788.005708:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444788.005715:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444788.005720:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444788.005723:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298200. 00000800:00000200:1.0:1783444788.005727:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444788.005731:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444788.005734:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783444788.005737:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444788.005740:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 21046 usecs (22 jiffies) 00000400:00000200:1.0:1783444788.005743:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444788.005745:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296427033 00000100:00000001:1.0:1783444788.005748:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296431103 00000100:00000001:1.0:1783444788.005750:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296427033 00000100:00000001:1.0:1783444788.005752:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296431103 00000100:00000001:1.0:1783444788.005754:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444788.005757:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444788.005759:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444788.005761:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444788.005781:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444788.005783:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444788.005785:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444788.005787:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444788.005908:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444788.005913:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298900. 00000400:00000200:0.0:1783444788.005918:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444788.005924:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444788.005930:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076880 00000400:00000010:0.0:1783444788.005932:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076880. 00000100:00000001:0.0:1783444788.005936:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444788.005941:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746731c00 x1870075608298496/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444788.005952:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444788.005956:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746731c00 x1870075608298496/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444804 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444788.005963:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444788.005965:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783444788.005975:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444788.005977:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298d00. 00000400:00000200:0.0:1783444788.005980:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444788.005984:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444788.005999:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076088 00000400:00000010:0.0:1783444788.006001:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076088. 00000100:00000001:0.0:1783444788.006003:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444788.006007:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746732680 x1870075608298880/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444788.006014:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444788.006017:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746732680 x1870075608298880/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444804 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444788.006023:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444788.006024:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783444788.006124:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444788.006127:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298200. 00000400:00000200:0.0:1783444788.006131:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444788.006134:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444788.006137:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076c38 00000400:00000010:0.0:1783444788.006139:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076c38. 00000100:00000001:0.0:1783444788.006142:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444788.006146:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730e00 x1870075608298752/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444788.006154:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444788.006157:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746730e00 x1870075608298752/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444804 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444788.006164:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444788.006166:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444788.012142:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444788.012168:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444788.012173:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444788.012176:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444788.012186:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444788.012196:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444788.012207:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444788.012211:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444788.012217:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444788.012221:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e855f580 00000400:00000200:0.0:1783444788.012226:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444788.012232:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7cf9 [1] + 224 00000800:00000001:0.0:1783444788.012241:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444788.012248:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444788.012251:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444788.012255:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444788.012264:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444788.012275:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746732680 x1870075608298880/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444804 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444788.012287:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746732680 x1870075608298880/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444804 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444788.012311:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444788.012321:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444788.012324:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444788.012963:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444788.012970:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444788.012980:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444788.012983:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444788.013118:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736210. 00000400:00000200:1.0:1783444788.013124:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076b28 00000400:00000010:1.0:1783444788.013127:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076b28. 00000100:00000001:1.0:1783444788.013131:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444788.013137:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746732680 x1870075608298880/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444804 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444788.013148:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746732680 x1870075608298880/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444804 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444788.013160:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444788.013162:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444788.013165:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444788.013169:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444788.013172:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444788.013174:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444788.013177:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444788.013189:0:2401:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=118 v=5 (5 5 5 138) 00000100:00001000:1.0:1783444788.013194:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444788.013197:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444788.013198:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444788.013202:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444788.013208:0:2401:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444788.013212:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444788.013214:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1783444788.013216:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444788.013218:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444788.013222:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746732680 x1870075608298880/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444804 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444788.013229:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444788.013234:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444788.013236:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444788.013240:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746732680 x1870075608298880/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444804 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444788.013247:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746732680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608298880:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444788.013251:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444788.013254:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444788.013258:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746732680 x1870075608298880/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444804 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444788.013263:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444788.013265:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444788.013271:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75a128c00. 02000000:00000001:1.0:1783444788.013274:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444788.013277:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444788.013279:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:1.0:1783444788.013281:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444788.013284:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7520b3a00. 02000000:00000001:1.0:1783444788.013289:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444788.013290:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444788.013292:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746732680. 00000100:00000001:1.0:1783444788.013296:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444788.013298:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444788.013301:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444788.013303:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444788.013305:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444788.013306:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444788.013308:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444788.040704:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444788.040728:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444788.040735:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444788.040738:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444788.040750:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444788.040760:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444788.040771:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444788.040777:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444788.040784:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444788.040789:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855f500 00000400:00000200:0.0:1783444788.040795:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444788.040802:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7d09 [1] + 224 00000800:00000001:0.0:1783444788.040812:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444788.040821:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444788.040826:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444788.040831:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444788.040840:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444788.040853:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746730e00 x1870075608298752/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444804 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444788.040867:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746730e00 x1870075608298752/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444804 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444788.040881:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444788.040892:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444788.040895:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444788.041838:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444788.041847:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444788.041858:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444788.041861:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444788.041866:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736840. 00000400:00000200:1.0:1783444788.041874:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076660 00000400:00000010:1.0:1783444788.041877:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076660. 00000100:00000001:1.0:1783444788.041881:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444788.041889:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746730e00 x1870075608298752/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444804 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444788.041901:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746730e00 x1870075608298752/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444804 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444788.041909:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444788.041911:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444788.041914:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444788.041919:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444788.041922:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444788.041925:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444788.041928:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444788.041941:0:2401:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=118 v=5 (105 105 105 137) 00000100:00001000:1.0:1783444788.041946:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=118 v=5 (1 1 1 1) 00000100:00000001:1.0:1783444788.041950:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444788.041953:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444788.041957:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444788.041962:0:2401:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444788.041967:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444788.041969:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:1.0:1783444788.041971:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444788.041973:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444788.041979:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746730e00 x1870075608298752/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444804 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444788.041999:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444788.042003:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444788.042005:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444788.042010:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746730e00 x1870075608298752/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444804 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444788.042019:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746730e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608298752:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444788.042025:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444788.042029:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444788.042043:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746730e00 x1870075608298752/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444804 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444788.042051:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444788.042082:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444788.042087:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75a129000. 02000000:00000001:1.0:1783444788.042092:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444788.042095:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444788.042098:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:1.0:1783444788.042100:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444788.042103:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7520b3e00. 02000000:00000001:1.0:1783444788.042108:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444788.042110:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444788.042112:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746730e00. 00000100:00000001:1.0:1783444788.042117:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444788.042119:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444788.042123:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444788.042125:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444788.042126:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444788.042128:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444788.042130:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444788.112923:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444788.112946:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444788.112952:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444788.112955:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444788.112966:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444788.112976:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444788.112997:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444788.113002:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444788.113009:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444788.113014:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855f480 00000400:00000200:0.0:1783444788.113020:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444788.113027:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7ce1 [1] + 0 00000800:00000001:0.0:1783444788.113047:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444788.113100:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444788.113104:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444788.113110:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444788.113120:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444788.113131:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746730380 x1870075608298624/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444803 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444788.113145:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff91c746730380 x1870075608298624/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444803 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444788.113172:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444788.113183:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444788.113186:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444788.113259:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444788.113264:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444788.113273:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444788.113275:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444788.113279:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff738. 00000400:00000200:2.0:1783444788.113284:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83dd0 00000400:00000010:2.0:1783444788.113287:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83dd0. 00000100:00000001:2.0:1783444788.113290:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444788.113295:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746730380 x1870075608298624/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444803 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444788.113305:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746730380 x1870075608298624/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444803 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444788.113312:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444788.113314:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444788.113317:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444788.113321:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444788.113324:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444788.113326:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444788.113331:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444788.113342:0:2399:0:(import.c:2148:obd_at_measure()) add 0 to ffff91c743c0bc60 time=118 v=5 (105 105 105 137) 00000100:00001000:2.0:1783444788.113347:0:2399:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=21 v=10 (10 0 0 0) 00000100:00000001:2.0:1783444788.113351:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444788.113353:0:2399:0:(client.c:1493:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1783444788.113356:0:2399:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1783444788.113362:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746730380 x1870075608298624/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/224 e 0 to 0 dl 1783444803 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444788.113370:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1783444788.113374:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444788.113376:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444788.113379:0:2399:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1783444788.113382:0:2399:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1783444788.113385:0:2399:0:(import.c:65:import_set_state_nolock()) ffff91c743c0b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783444788.113391:0:2399:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.110@tcp failed (-19) 00000100:00000001:2.0:1783444788.113394:0:2399:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1783444788.113398:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746730380 x1870075608298624/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/224 e 0 to 0 dl 1783444803 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444788.113406:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746730380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608298624:192.168.204.110@tcp:38:kworker.0 00000100:00000001:2.0:1783444788.113412:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444788.113415:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444788.113418:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746730380 x1870075608298624/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/224 e 0 to 0 dl 1783444803 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444788.113426:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444788.113429:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444788.113439:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6c000. 02000000:00000001:2.0:1783444788.113443:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444788.113446:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444788.113448:0:2399:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:2.0:1783444788.113451:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444788.113455:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c746766000. 02000000:00000001:2.0:1783444788.113461:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444788.113463:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444788.113466:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746730380. 00000100:00000001:2.0:1783444788.113470:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444788.113471:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444788.113473:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444788.113483:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444788.113485:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444788.113487:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444788.113489:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444788.451090:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444788.451098:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444788.451105:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444788.451107:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444788.452884:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444788.452903:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444788.452909:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1783444789.027422:0:2401:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783444789.027441:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444789.027443:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:1.0:1783444789.027450:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444789.027453:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444789.027457:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444789.027461:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444789.478037:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444789.478046:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444789.478053:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444789.478072:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444789.478923:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444789.478929:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444789.478933:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444790.498215:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444790.498224:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444790.498231:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444790.498233:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444790.498489:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444790.498494:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444790.498497:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444791.522198:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444791.522206:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444791.522213:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444791.522214:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444791.522417:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444791.522422:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444791.522425:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783444791.587052:0:33821:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783444791.587076:0:33821:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444791.587078:0:33821:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783444791.587083:0:33821:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885ca80 going to sleep for 1 seconds 00000100:00000001:0.0:1783444791.587088:0:33821:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444791.587092:0:33821:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444792.098175:0:31963:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4910 (cpu 0) has reached its deadline 4296431103, at 4296431104 00000100:00000040:0.0:1783444792.098175:0:26147:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4800 (cpu 0) has reached its deadline 4296431103, at 4296431104 00000100:00000010:0.0:1783444792.098190:0:26147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7604279c0. 00000100:00000010:1.0:1783444792.098192:0:31963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c760427840. 00010000:00000001:0.0:1783444792.546233:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444792.546240:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444792.546246:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444792.546248:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444792.549490:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444792.549497:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444792.549501:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783444792.610740:0:33821:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783444792.610747:0:33821:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444792.610749:0:33821:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783444792.611428:0:33821:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885ca80 going to sleep for 1 seconds 00000100:00000001:0.0:1783444792.611434:0:33821:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444792.611437:0:33821:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444793.122167:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444793.122178:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444793.122190:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746732a00. 00000020:00000040:0.0:1783444793.122197:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=6 obd=MGC192.168.204.110@tcp 00000100:00000001:0.0:1783444793.122210:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444793.122213:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444793.122218:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444793.122226:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7520b3800. 00000100:00000001:0.0:1783444793.122232:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444793.122244:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS req@ffff91c746732a00 x1870075608299008/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444793.122256:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444793.122260:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444793.122266:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a94e0a83] to pc [ptlrpcd_00_00+0] req@ffff91c746732a00 x1870075608299008/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444793.122330:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444793.122334:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444793.122337:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444793.122343:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746732a00 x1870075608299008/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444793.122351:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444793.122353:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444793.122356:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444793.122359:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444793.122362:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444793.122365:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746732a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2400:1870075608299008:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444793.122369:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444793.122374:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444793.122377:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444793.122379:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444793.122384:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75a129000. 02000000:00000001:1.0:1783444793.122386:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444793.122392:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444793.122397:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736840. 00000400:00000010:1.0:1783444793.122404:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076660. 00000100:00000200:1.0:1783444793.122411:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608299008, portal 25 00000100:00000001:1.0:1783444793.122413:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444793.122415:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799312896 : -121189910238720 : ffff91c746732a00) 00000100:00000040:1.0:1783444793.122420:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746732a00 x1870075608299008/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444793.122427:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444793.122430:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444793.122432:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076b28. 00000100:00000200:1.0:1783444793.122443:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870075608299008, offset 0 00000400:00000200:1.0:1783444793.122451:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444793.122459:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444793.122466:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444793.122471:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444793.122475:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444793.122479:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444793.122481:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444793.122485:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2828:2828:256:4294967295] 192.168.204.110@tcp LPNI seq info [2828:2828:8:4294967295] 00000400:00000200:1.0:1783444793.122489:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444793.122499:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444793.122506:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444793.122512:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298200. 00000800:00000200:1.0:1783444793.122517:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444793.122526:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444793.122530:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783444793.122545:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444793.122549:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444793.122551:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296436220 00000100:00000010:1.0:1783444793.122556:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7465b3900. 00000100:00000001:1.0:1783444793.122562:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1783444793.122568:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296436220 00000100:00000010:1.0:1783444793.122571:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7465b3c00. 00000100:00000001:1.0:1783444793.122574:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1783444793.122577:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444793.122580:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444793.122583:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444793.122585:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444793.122610:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783444793.122613:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783444793.122617:0:26147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783444793.122620:0:26147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783444793.122623:0:26147:0:(import.c:65:import_set_state_nolock()) ffff91c743c0b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783444793.122626:0:26147:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783444793.122630:0:26147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff91c759350000: connect to NID 192.168.204.110@tcp last attempt 1759 00000400:00000200:0.0:1783444793.122634:0:26147:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444793.122647:0:26147:0:(peer.c:1557:LNetPeerDiscovered()) Peer NID 192.168.204.110@tcp is discovered: rc = 1 00000100:00001000:0.0:1783444793.122652:0:26147:0:(import.c:2148:obd_at_measure()) add 15 to ffff91c743c0bc18 time=26 v=10 (10 0 0 0) 00000100:00001000:0.0:1783444793.122656:0:26147:0:(import.c:2214:obd_at_measure()) AT ffff91c743c0bc18 change: old=10 new=15 delta=5 (val=15) hist 15 0 0 0 00000100:00080000:0.0:1783444793.122659:0:26147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff91c759350000: tried all connections, increasing latency to 10s 00000100:00000040:0.0:1783444793.122662:0:26147:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 14 to 192.168.204.110@tcp 00000100:00000001:0.0:1783444793.122665:0:26147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783444793.122667:0:26147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00000100:00000001:0.0:1783444793.122670:0:26147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 00000020:00000001:0.0:1783444793.122672:0:26147:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783444793.122674:0:26147:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea56 00000020:00000001:0.0:1783444793.122676:0:26147:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444793.122679:0:26147:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c74497f800 refcount=5 00000020:00000001:0.0:1783444793.122681:0:26147:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883768170496 : -121189941381120 : ffff91c74497f800) 00000020:00000001:0.0:1783444793.122683:0:26147:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883768170496 : -121189941381120 : ffff91c74497f800) 00000100:00000040:0.0:1783444793.122686:0:26147:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 14 to 192.168.204.110@tcp 00000100:00000001:0.0:1783444793.122688:0:26147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783444793.122690:0:26147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00000100:00000001:0.0:1783444793.122691:0:26147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 00000020:00000040:0.0:1783444793.122694:0:26147:0:(genops.c:900:class_export_put()) PUTting export ffff91c74497f800 : new refcount 4 00000100:00080000:0.0:1783444793.122698:0:26147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff91c759350000: import ffff91c743c0b800 using connection 192.168.204.110@tcp/192.168.204.110@tcp 00000100:00000001:0.0:1783444793.122700:0:26147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444793.122702:0:26147:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783444793.122708:0:26147:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444793.122710:0:26147:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444793.122712:0:26147:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783444793.122717:0:26147:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682473 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783444793.122720:0:26147:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444793.122722:0:26147:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444793.122726:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746733480. 00000020:00000040:0.0:1783444793.122728:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:0.0:1783444793.122731:0:26147:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783444793.122732:0:26147:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444793.122735:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444793.122737:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444793.122739:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444793.122743:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c746766000. 00000100:00000001:0.0:1783444793.122746:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444793.122752:0:26147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91c746733480 x1870075608299136/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444793.122760:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444793.122762:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444793.122766:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088f75114] to pc [ptlrpcd_rcv+-1] req@ffff91c746733480 x1870075608299136/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444793.122787:0:26147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444793.122790:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444793.122793:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444793.122795:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746731500. 00000020:00000040:0.0:1783444793.122798:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:0.0:1783444793.122800:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444793.122801:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444793.122803:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444793.122806:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7520b3600. 00000100:00000001:0.0:1783444793.122808:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444793.122812:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID req@ffff91c746731500 x1870075608299264/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444793.122818:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444793.122821:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444793.122824:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffc439fb] to pc [ptlrpcd_00_01+1] req@ffff91c746731500 x1870075608299264/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444793.122868:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444793.122871:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444793.122873:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444793.122878:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746733480 x1870075608299136/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444793.122884:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444793.122885:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444793.122888:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444793.122889:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444793.122891:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444793.122894:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746733480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608299136:192.168.204.110@tcp:38:kworker.0 00000100:00000001:2.0:1783444793.122906:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444793.122908:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444793.122910:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444793.122911:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444793.122915:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c750f6c000. 02000000:00000001:2.0:1783444793.122917:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444793.122920:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444793.122923:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff738. 00000400:00000010:2.0:1783444793.122927:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83dd0. 00000100:00000200:2.0:1783444793.122930:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608299136, portal 10 00000100:00000001:2.0:1783444793.122932:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444793.122933:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799315584 : -121189910236032 : ffff91c746733480) 00000100:00000040:2.0:1783444793.122947:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746733480 x1870075608299136/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444793.122960:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444793.122962:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444793.122964:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83990. 00000100:00000200:2.0:1783444793.122967:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870075608299136, offset 0 00000400:00000200:2.0:1783444793.122971:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444793.122975:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444793.122978:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444793.122981:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444793.122983:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444793.122985:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444793.122988:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444793.122991:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2829:2829:255:4294967295] 192.168.204.110@tcp LPNI seq info [2829:2829:7:4294967295] 00000400:00000200:2.0:1783444793.122994:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444793.123001:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444793.123005:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444793.123008:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1400. 00000800:00000200:2.0:1783444793.123012:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444793.123016:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444793.123019:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1783444793.123022:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444793.123025:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 852821 usecs (853 jiffies) 00000400:00000200:2.0:1783444793.123027:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444793.123029:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296432981 00000100:00000001:2.0:1783444793.123032:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296436220 00000100:00000001:2.0:1783444793.123034:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296432981 00000100:00000001:2.0:1783444793.123036:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296436220 00000100:00000001:2.0:1783444793.123038:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444793.123040:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444793.123043:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444793.123045:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444793.123050:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444793.123052:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1783444793.123085:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444793.123087:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444793.123088:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444793.123090:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444793.125481:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444793.125488:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444793.125493:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444793.125495:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444793.125498:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444793.125502:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1783444793.125504:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444793.125507:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444793.125508:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444793.125509:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444793.125510:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444793.125512:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444793.125523:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746731500 x1870075608299264/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444793.125533:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444793.125535:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444793.125538:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444793.125541:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444793.125543:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444793.125547:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746731500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608299264:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444793.125550:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444793.125555:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444793.125558:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444793.125560:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444793.125567:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75a128c00. 02000000:00000001:1.0:1783444793.125569:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444793.125575:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444793.125579:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736210. 00000400:00000010:1.0:1783444793.125586:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076908. 00000100:00000200:1.0:1783444793.125591:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608299264, portal 10 00000100:00000001:1.0:1783444793.125593:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444793.125595:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799307520 : -121189910244096 : ffff91c746731500) 00000100:00000040:1.0:1783444793.125601:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746731500 x1870075608299264/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444793.125608:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444793.125610:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444793.125612:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7590763b8. 00000100:00000200:1.0:1783444793.125615:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608299264, offset 0 00000400:00000200:1.0:1783444793.125620:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444793.125628:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444793.125634:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444793.125651:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444793.125655:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444793.125658:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444793.125661:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444793.125664:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2830:2830:254:4294967295] 192.168.204.110@tcp LPNI seq info [2830:2830:6:4294967295] 00000400:00000200:1.0:1783444793.125668:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444793.125676:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444793.125682:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444793.125687:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298d00. 00000800:00000200:1.0:1783444793.125692:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444793.125700:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444793.125703:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783444793.125707:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444793.125710:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 21147 usecs (22 jiffies) 00000400:00000200:1.0:1783444793.125713:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444793.125715:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296432151 00000100:00000001:1.0:1783444793.125718:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296436220 00000100:00000001:1.0:1783444793.125721:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296432151 00000100:00000001:1.0:1783444793.125723:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296436220 00000100:00000001:1.0:1783444793.125724:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444793.125726:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444793.125728:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444793.125730:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444793.125750:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444793.125752:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444793.125754:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444793.125755:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444793.125807:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444793.125811:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298200. 00000400:00000200:1.0:1783444793.125817:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444793.125821:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444793.125826:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076b28 00000400:00000010:1.0:1783444793.125828:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076b28. 00000100:00000001:1.0:1783444793.125832:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444793.125836:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746732a00 x1870075608299008/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444793.125846:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444793.125849:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746732a00 x1870075608299008/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444809 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444793.125855:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444793.125856:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444793.125866:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444793.125868:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1400. 00000400:00000200:1.0:1783444793.125870:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444793.125873:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444793.125875:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83990 00000400:00000010:1.0:1783444793.125877:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83990. 00000100:00000001:1.0:1783444793.125879:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444793.125882:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746733480 x1870075608299136/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444793.125892:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444793.125905:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746733480 x1870075608299136/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444813 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444793.125911:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444793.125912:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444793.125983:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444793.125986:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298d00. 00000400:00000200:1.0:1783444793.125989:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444793.125992:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444793.125994:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7590763b8 00000400:00000010:1.0:1783444793.125996:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7590763b8. 00000100:00000001:1.0:1783444793.125998:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444793.126001:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746731500 x1870075608299264/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444793.126008:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444793.126011:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746731500 x1870075608299264/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444809 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444793.126016:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444793.126017:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783444793.127071:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444793.127079:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444793.127083:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1783444793.127086:0:26147:0:(import.c:2065:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1783444793.127088:0:26147:0:(import.c:1761:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1783444793.127094:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746730380. 00000020:00000040:0.0:1783444793.127099:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:0.0:1783444793.127103:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444793.127105:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444793.127109:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444793.127115:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7520b3e00. 00000100:00000001:0.0:1783444793.127120:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444793.127122:0:26147:0:(import.c:1799:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446622883799303040 : -121189910248576 : ffff91c746730380) 00000100:00080000:0.0:1783444793.127125:0:26147:0:(import.c:65:import_set_state_nolock()) ffff91c7466a1000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1783444793.127127:0:26147:0:(import.c:2100:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff91c759350000: disconnect after 20s idle 00000100:00000001:0.0:1783444793.127131:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444793.127135:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444793.127142:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044572bb1] to pc [ptlrpcd_rcv+-1] req@ffff91c746730380 x1870075608299392/t0(0) o9->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444793.127162:0:26147:0:(import.c:2104:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444793.127165:0:26147:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444793.127167:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1783444793.127170:0:26147:0:(pinger.c:247:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1783444793.127175:0:26147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1769) 00000100:00000001:1.0:1783444793.127535:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444793.127538:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444793.127541:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444793.127544:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444793.127594:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444793.127598:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444793.127599:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444793.127606:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746730380 x1870075608299392/t0(0) o9->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444793.127614:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444793.127615:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444793.127619:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444793.127621:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444793.127623:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444793.127626:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746730380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608299392:192.168.204.110@tcp:9:kworker.0 00000100:00000001:2.0:1783444793.127629:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444793.127634:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444793.127705:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444793.127709:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444793.127714:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7590cca00. 02000000:00000001:2.0:1783444793.127716:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444793.127721:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444793.127724:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff840. 00000400:00000010:2.0:1783444793.127729:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83220. 00000100:00000200:2.0:1783444793.127734:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608299392, portal 4 00000100:00000001:2.0:1783444793.127736:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444793.127738:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799303040 : -121189910248576 : ffff91c746730380) 00000100:00000040:2.0:1783444793.127744:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746730380 x1870075608299392/t0(0) o9->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444793.127751:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444793.127753:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444793.127756:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83990. 00000100:00000200:2.0:1783444793.127759:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608299392, offset 0 00000400:00000200:2.0:1783444793.127765:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444793.127770:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444793.127776:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444793.127779:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444793.127782:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444793.127784:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444793.127787:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444793.127790:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2831:2831:256:4294967295] 192.168.204.110@tcp LPNI seq info [2831:2831:8:4294967295] 00000400:00000200:2.0:1783444793.127793:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444793.128315:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444793.128322:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444793.128327:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1a00. 00000800:00000200:2.0:1783444793.128334:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444793.128341:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444793.128345:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444793.128360:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444793.128365:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20387 usecs (21 jiffies) 00000400:00000200:2.0:1783444793.128369:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444793.128371:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296432155 00000100:00000001:2.0:1783444793.128373:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296436220 00000100:00000001:2.0:1783444793.128376:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296432155 00000100:00000001:2.0:1783444793.128378:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296436220 00000100:00000001:2.0:1783444793.128381:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444793.128383:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444793.128385:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444793.128387:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444793.128393:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444793.128396:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1783444793.128398:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444793.128399:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444793.128400:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444793.128402:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444793.128808:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444793.128812:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1a00. 00000400:00000200:0.0:1783444793.128817:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444793.128821:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444793.128826:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83990 00000400:00000010:0.0:1783444793.128828:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83990. 00000100:00000001:0.0:1783444793.128831:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444793.128835:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730380 x1870075608299392/t0(0) o9->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444793.128844:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444793.128848:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746730380 x1870075608299392/t0(0) o9->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444803 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444793.128854:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444793.128855:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444793.134555:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444793.134572:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444793.134576:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444793.134578:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444793.134587:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444793.134593:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444793.134601:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444793.134605:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444793.134622:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444793.134627:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855f700 00000400:00000200:1.0:1783444793.134632:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444793.134754:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7d31 [1] + 224 00000800:00000001:1.0:1783444793.134763:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444793.134771:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444793.134775:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444793.134780:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444793.134786:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444793.134794:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746731500 x1870075608299264/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444809 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444793.134805:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746731500 x1870075608299264/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444809 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444793.134827:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444793.134835:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444793.134838:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444793.134889:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444793.134893:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444793.134911:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444793.134913:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444793.134917:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736210. 00000400:00000200:0.0:1783444793.134921:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076908 00000400:00000010:0.0:1783444793.134924:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076908. 00000100:00000001:0.0:1783444793.134927:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444793.134932:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746731500 x1870075608299264/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444809 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444793.134952:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746731500 x1870075608299264/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444809 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444793.134958:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444793.134960:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444793.134962:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444793.134966:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444793.134968:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444793.134970:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444793.134973:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444793.134981:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=123 v=5 (105 105 105 137) 00000100:00001000:0.0:1783444793.134985:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=123 v=5 (1 1 1 1) 00000100:00000001:0.0:1783444793.134988:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444793.134990:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444793.134993:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444793.134996:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444793.134999:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444793.135001:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1783444793.135003:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444793.135005:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444793.135010:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746731500 x1870075608299264/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444809 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444793.135017:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444793.135020:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444793.135022:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444793.135025:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746731500 x1870075608299264/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444809 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444793.135033:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746731500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608299264:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444793.135039:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444793.135041:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444793.135044:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746731500 x1870075608299264/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444809 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444793.135050:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444793.135053:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444793.135077:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75a128c00. 02000000:00000001:0.0:1783444793.135081:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444793.135084:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444793.135085:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:0.0:1783444793.135088:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444793.135090:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7520b3600. 02000000:00000001:0.0:1783444793.135094:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444793.135095:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444793.135097:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746731500. 00000100:00000001:0.0:1783444793.135101:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444793.135102:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444793.135105:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444793.135107:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444793.135108:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444793.135110:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444793.135111:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444793.137313:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444793.137329:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444793.137334:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444793.137336:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444793.137344:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444793.137350:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444793.137359:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444793.137363:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444793.137368:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444793.137371:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e855f780 00000400:00000200:0.0:1783444793.137375:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444793.137380:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7d41 [1] + 224 00000800:00000001:0.0:1783444793.137387:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444793.137393:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444793.137396:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444793.137400:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444793.137406:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444793.137413:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746730380 x1870075608299392/t0(0) o9->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444803 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444793.137423:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746730380 x1870075608299392/t0(0) o9->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444803 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444793.137450:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444793.137457:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444793.137460:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444793.137829:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444793.137833:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444793.137839:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444793.137840:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444793.137844:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff840. 00000400:00000200:2.0:1783444793.137848:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83220 00000400:00000010:2.0:1783444793.137850:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83220. 00000100:00000001:2.0:1783444793.137853:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444793.137859:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746730380 x1870075608299392/t0(0) o9->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444803 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444793.137867:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746730380 x1870075608299392/t0(0) o9->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444803 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444793.137872:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444793.137874:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444793.137876:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444793.137880:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444793.137882:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444793.137884:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444793.137887:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444793.137903:0:2399:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=123 v=5 (5 5 5 138) 00000100:00001000:2.0:1783444793.137907:0:2399:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=103 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444793.137910:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444793.137911:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444793.137915:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444793.137918:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444793.137921:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444793.137923:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967322 00000100:00000001:2.0:1783444793.137925:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444793.137926:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444793.137930:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746730380 x1870075608299392/t0(0) o9->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444803 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444793.137952:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444793.137954:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444793.137956:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1783444793.137960:0:2399:0:(import.c:2010:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff91c746730380 x1870075608299392/t0(0) o9->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444803 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783444793.137967:0:2399:0:(import.c:65:import_set_state_nolock()) ffff91c7466a1000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:2.0:1783444793.137971:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746730380 x1870075608299392/t0(0) o9->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444803 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444793.137979:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746730380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608299392:192.168.204.110@tcp:9:kworker.0 00000100:00000001:2.0:1783444793.137984:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444793.137987:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444793.137991:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746730380 x1870075608299392/t0(0) o9->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444803 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444793.137997:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444793.137999:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444793.138002:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7590cca00. 02000000:00000001:2.0:1783444793.138006:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444793.138008:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444793.138010:0:2399:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:2.0:1783444793.138012:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444793.138014:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7520b3e00. 02000000:00000001:2.0:1783444793.138017:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444793.138018:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444793.138021:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746730380. 00000100:00000001:2.0:1783444793.138024:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444793.138026:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444793.138028:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444793.138029:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444793.138030:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444793.138032:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444793.138034:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444793.153260:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444793.153277:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444793.153281:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444793.153283:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444793.153292:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444793.153300:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444793.153310:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444793.153315:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444793.153320:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444793.153324:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855f680 00000400:00000200:1.0:1783444793.153329:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444793.153335:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7d29 [1] + 0 00000800:00000001:1.0:1783444793.153342:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444793.153350:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444793.153353:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444793.153367:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444793.153375:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444793.153384:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746733480 x1870075608299136/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444813 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444793.153395:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff91c746733480 x1870075608299136/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444793.153414:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444793.153421:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444793.153425:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444793.153659:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444793.153664:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444793.153669:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444793.153671:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444793.153674:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff738. 00000400:00000200:2.0:1783444793.153678:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83dd0 00000400:00000010:2.0:1783444793.153681:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83dd0. 00000100:00000001:2.0:1783444793.153684:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444793.153688:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746733480 x1870075608299136/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444793.153697:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746733480 x1870075608299136/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444813 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444793.153703:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444793.153705:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444793.153707:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444793.153710:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444793.153713:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444793.153715:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444793.153718:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444793.153726:0:2399:0:(import.c:2148:obd_at_measure()) add 0 to ffff91c743c0bc60 time=123 v=5 (105 105 105 137) 00000100:00001000:2.0:1783444793.153731:0:2399:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=26 v=15 (15 0 0 0) 00000100:00000001:2.0:1783444793.153733:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444793.153735:0:2399:0:(client.c:1493:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1783444793.153738:0:2399:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1783444793.153743:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746733480 x1870075608299136/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/224 e 0 to 0 dl 1783444813 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444793.153750:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1783444793.153754:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444793.153756:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444793.153759:0:2399:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1783444793.153761:0:2399:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1783444793.153765:0:2399:0:(import.c:65:import_set_state_nolock()) ffff91c743c0b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783444793.153770:0:2399:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.110@tcp failed (-19) 00000100:00000001:2.0:1783444793.153772:0:2399:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1783444793.153776:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746733480 x1870075608299136/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/224 e 0 to 0 dl 1783444813 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444793.153785:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746733480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608299136:192.168.204.110@tcp:38:kworker.0 00000100:00000001:2.0:1783444793.153790:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444793.153793:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444793.153796:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746733480 x1870075608299136/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/224 e 0 to 0 dl 1783444813 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444793.153802:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444793.153805:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444793.153808:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6c000. 02000000:00000001:2.0:1783444793.153811:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444793.153813:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444793.153815:0:2399:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:2.0:1783444793.153818:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444793.153820:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c746766000. 02000000:00000001:2.0:1783444793.153825:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444793.153827:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444793.153829:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746733480. 00000100:00000001:2.0:1783444793.153832:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444793.153833:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444793.153835:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444793.153842:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444793.153844:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444793.153846:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444793.153847:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444793.571675:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444793.571682:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444793.571688:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444793.571690:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444793.572024:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444793.572027:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444793.572030:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783444793.634177:0:33821:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783444793.634184:0:33821:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444793.634187:0:33821:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783444793.634192:0:33821:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885ca80 going to sleep for 1 seconds 00000100:00000001:0.0:1783444793.634195:0:33821:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444793.634199:0:33821:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444794.153045:0:2400:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783444794.153105:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444794.153108:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444794.153123:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444794.153126:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444794.153130:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444794.153134:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444794.594209:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444794.594220:0:26147:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444794.594222:0:26147:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444794.594226:0:26147:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444794.594230:0:26147:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444794.594232:0:26147:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444794.594234:0:26147:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444794.594236:0:26147:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444794.594239:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444794.594241:0:26147:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444794.594242:0:26147:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444794.594246:0:26147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444794.594249:0:26147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444794.594250:0:26147:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444794.594251:0:26147:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444794.594253:0:26147:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444794.594254:0:26147:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444794.594256:0:26147:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444794.594335:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444794.594338:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444794.594341:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783444794.658355:0:33821:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783444794.658362:0:33821:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444794.658364:0:33821:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783444794.658369:0:33821:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885ca80 going to sleep for 1 seconds 00000100:00000001:0.0:1783444794.658373:0:33821:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444794.658376:0:33821:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444795.170202:0:2400:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783444795.170216:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444795.170218:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444795.170223:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444795.170226:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444795.170230:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444795.170233:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444795.618992:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444795.618999:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444795.619005:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444795.619006:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444795.622513:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444795.622520:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444795.622526:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1783444795.700242:0:33821:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1783444795.700250:0:33821:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444795.700252:0:33821:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1783444795.700258:0:33821:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885ca80 going to sleep for 1 seconds 00000100:00000001:2.0:1783444795.700262:0:33821:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444795.700265:0:33821:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444796.194258:0:2400:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783444796.194270:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444796.194273:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444796.194278:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444796.194280:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444796.194284:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444796.194287:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444796.642284:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444796.642294:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444796.642302:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444796.642304:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444796.642502:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444796.642507:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444796.642511:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1783444796.706285:0:33821:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1783444796.706296:0:33821:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1783444796.706317:0:33821:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783444780/real 1783444780] req@ffff91c746730700 x1870075608297728/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1783444796 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:2.0:1783444796.706340:0:33821:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444796.706342:0:33821:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444796.706347:0:33821:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f9a0. 00000400:00000200:2.0:1783444796.706355:0:33821:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9110 00000400:00000010:2.0:1783444796.706358:0:33821:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9110. 00000100:00000001:2.0:1783444796.706363:0:33821:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444796.706368:0:33821:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746730700 x1870075608297728/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1783444796 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783444796.706378:0:33821:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746730700 x1870075608297728/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1783444796 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444796.706395:0:33821:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444796.706397:0:33821:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444796.706401:0:33821:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444796.706403:0:33821:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444796.706407:0:33821:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1783444796.706410:0:33821:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff91c743c0b800 already not connected (conn 22, was 19): DISCONN 00000100:00000001:2.0:1783444796.706414:0:33821:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1783444796.706416:0:33821:0:(client.c:2542:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444796.706420:0:33821:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444796.706422:0:33821:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444796.706425:0:33821:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885ca80 going to sleep for 0 seconds 00000100:00000001:2.0:1783444796.706428:0:33821:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444796.706432:0:33821:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444796.706434:0:33821:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444796.706437:0:33821:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444796.706439:0:33821:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444797.218265:0:26147:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4800 (cpu 0) has reached its deadline 4296436220, at 4296436224 00000100:00000010:0.0:1783444797.218289:0:26147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7465b3900. 00000100:00000001:1.0:1783444797.218685:0:2400:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783444797.218699:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444797.218701:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444797.218706:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444797.218709:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444797.218713:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444797.218717:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444797.218730:0:31963:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4910 (cpu 0) has reached its deadline 4296436220, at 4296436224 00000100:00000010:1.0:1783444797.218736:0:31963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7465b3c00. 00010000:00000001:0.0:1783444797.666396:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444797.666405:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444797.666413:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444797.666414:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444797.666958:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444797.666964:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444797.666969:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1783444797.739411:0:33821:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1783444797.739421:0:33821:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444797.739424:0:33821:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444797.739431:0:33821:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885ca80 going to sleep for 0 seconds 00000100:00000001:3.0:1783444797.739435:0:33821:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444797.739440:0:33821:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444797.739443:0:33821:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444797.739446:0:33821:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444797.739449:0:33821:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444798.242461:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444798.242476:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444798.242490:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746731500. 00000020:00000040:0.0:1783444798.242498:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=7 obd=MGC192.168.204.110@tcp 00000100:00000001:0.0:1783444798.242504:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444798.242509:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444798.242515:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444798.242526:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7520b3600. 00000100:00000001:0.0:1783444798.242534:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444798.242550:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS req@ffff91c746731500 x1870075608299520/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444798.242562:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444798.242568:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444798.242575:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffc439fb] to pc [ptlrpcd_00_00+0] req@ffff91c746731500 x1870075608299520/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444798.242618:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783444798.242621:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783444798.242625:0:26147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783444798.242628:0:26147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783444798.242632:0:26147:0:(import.c:65:import_set_state_nolock()) ffff91c743c0b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783444798.242636:0:26147:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783444798.242640:0:26147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff91c759350000: connect to NID 192.168.204.110@tcp last attempt 1764 00000400:00000200:0.0:1783444798.242650:0:26147:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444798.242658:0:26147:0:(peer.c:1557:LNetPeerDiscovered()) Peer NID 192.168.204.110@tcp is discovered: rc = 1 00000100:00001000:0.0:1783444798.242663:0:26147:0:(import.c:2148:obd_at_measure()) add 20 to ffff91c743c0bc18 time=31 v=15 (15 0 0 0) 00000100:00001000:0.0:1783444798.242666:0:26147:0:(import.c:2214:obd_at_measure()) AT ffff91c743c0bc18 change: old=15 new=20 delta=5 (val=20) hist 20 0 0 0 00000100:00080000:0.0:1783444798.242669:0:26147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff91c759350000: tried all connections, increasing latency to 15s 00000100:00000040:0.0:1783444798.242673:0:26147:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 14 to 192.168.204.110@tcp 00000100:00000001:0.0:1783444798.242676:0:26147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783444798.242679:0:26147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00000100:00000001:0.0:1783444798.242681:0:26147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 00000020:00000001:0.0:1783444798.242685:0:26147:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783444798.242688:0:26147:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea56 00000020:00000001:0.0:1783444798.242692:0:26147:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444798.242695:0:26147:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c74497f800 refcount=5 00000020:00000001:0.0:1783444798.242698:0:26147:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883768170496 : -121189941381120 : ffff91c74497f800) 00000020:00000001:0.0:1783444798.242700:0:26147:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883768170496 : -121189941381120 : ffff91c74497f800) 00000100:00000040:0.0:1783444798.242704:0:26147:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 14 to 192.168.204.110@tcp 00000100:00000001:0.0:1783444798.242706:0:26147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783444798.242708:0:26147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00000100:00000001:0.0:1783444798.242710:0:26147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 00000020:00000040:0.0:1783444798.242713:0:26147:0:(genops.c:900:class_export_put()) PUTting export ffff91c74497f800 : new refcount 4 00000100:00080000:0.0:1783444798.242717:0:26147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff91c759350000: import ffff91c743c0b800 using connection 192.168.204.110@tcp/192.168.204.110@tcp 00000100:00000001:0.0:1783444798.242721:0:26147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444798.242723:0:26147:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783444798.242732:0:26147:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444798.242735:0:26147:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444798.242737:0:26147:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783444798.242743:0:26147:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682473 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783444798.242746:0:26147:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444798.242748:0:26147:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444798.242752:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746730e00. 00000020:00000040:0.0:1783444798.242755:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:0.0:1783444798.242759:0:26147:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783444798.242761:0:26147:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444798.242764:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444798.242767:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444798.242769:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444798.242774:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c746767000. 00000100:00000001:0.0:1783444798.242778:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444798.242823:0:2400:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783444798.242828:0:2400:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1783444798.242850:0:2400:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783444782/real 1783444782] req@ffff91c746731880 x1870075608297856/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 1 dl 1783444798 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1783444798.242867:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444798.242870:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444798.242874:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658fdc0. 00000400:00000200:1.0:1783444798.242883:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9a18 00000400:00000010:1.0:1783444798.242887:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9a18. 00000100:00000001:1.0:1783444798.242893:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444798.242897:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746731880 x1870075608297856/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 1 dl 1783444798 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444798.242908:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746731880 x1870075608297856/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 1 dl 1783444798 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444798.242916:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444798.242918:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444798.242921:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444798.242924:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783444798.242924:0:26147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91c746730e00 x1870075608299648/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783444798.242932:0:2400:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff91c746731880 x1870075608297856/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 1 dl 1783444798 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444798.242942:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444798.242947:0:2400:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:1.0:1783444798.242951:0:2400:0:(import.c:65:import_set_state_nolock()) ffff91c7510da800 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1783444798.242955:0:2400:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.204.110@tcp: Connection to MGS (at 192.168.204.110@tcp) was lost; in progress operations using this service will fail 00000100:00000001:0.0:1783444798.243091:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444798.243100:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b8f9c4b] to pc [ptlrpcd_rcv+-1] req@ffff91c746730e00 x1870075608299648/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444798.243113:0:26147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444798.243116:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444798.243120:0:26147:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783444798.243124:0:26147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746732680. 00000020:00000040:0.0:1783444798.243127:0:26147:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:0.0:1783444798.243129:0:26147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444798.243131:0:26147:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444798.243133:0:26147:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444798.243137:0:26147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7520b3a00. 00000100:00000001:0.0:1783444798.243141:0:26147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444798.243145:0:26147:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID req@ffff91c746732680 x1870075608299776/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444798.243153:0:26147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444798.243155:0:26147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444798.243159:0:26147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032943fc9] to pc [ptlrpcd_00_01+1] req@ffff91c746732680 x1870075608299776/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444798.243167:0:26147:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444798.243170:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1783444798.243174:0:26147:0:(pinger.c:247:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1783444798.243177:0:26147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1783444798.243181:0:26147:0:(pinger.c:247:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1783444798.243492:0:26147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1774) 00000100:00000001:0.0:1783444798.243569:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444798.243575:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444798.243590:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444798.243596:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746732680 x1870075608299776/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444798.243605:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444798.243607:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444798.243612:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444798.243615:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444798.243618:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444798.243622:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746732680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608299776:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444798.243627:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444798.243924:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444798.243927:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444798.243930:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444798.243937:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7435f4600. 02000000:00000001:0.0:1783444798.243940:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444798.243945:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444798.243949:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658fc60. 00000400:00000010:0.0:1783444798.243957:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9cc0. 00000100:00000200:0.0:1783444798.243965:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608299776, portal 10 00000100:00000001:0.0:1783444798.243967:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444798.243969:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799312000 : -121189910239616 : ffff91c746732680) 00000100:00000040:0.0:1783444798.243977:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746732680 x1870075608299776/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444798.243991:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444798.243994:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444798.243997:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9b28. 00000100:00000200:0.0:1783444798.244000:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608299776, offset 0 00000400:00000200:0.0:1783444798.244007:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444798.244016:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444798.244302:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444798.244309:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444798.244314:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444798.244318:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444798.244321:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444798.244325:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2832:2832:256:4294967295] 192.168.204.110@tcp LPNI seq info [2832:2832:8:4294967295] 00000400:00000200:0.0:1783444798.244330:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444798.244340:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444798.244347:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444798.244353:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3d00. 00000800:00000200:0.0:1783444798.244361:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444798.244372:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444798.244378:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444798.244505:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444798.244647:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 21125 usecs (22 jiffies) 00000400:00000200:0.0:1783444798.244652:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444798.244655:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296437272 00000100:00000010:0.0:1783444798.244661:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c76050dc60. 00000100:00000001:0.0:1783444798.244670:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1783444798.244678:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296437272 00000100:00000010:0.0:1783444798.244681:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c76050d8a0. 00000100:00000001:0.0:1783444798.244684:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1783444798.244688:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444798.244691:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444798.244696:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444798.244698:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444798.244708:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444798.244711:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444798.244713:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444798.244715:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444798.244716:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444798.244720:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1783444798.244722:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444798.244723:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444798.247505:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444798.247514:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444798.247517:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444798.247520:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444798.247539:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746731500 x1870075608299520/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444798.247872:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444798.247878:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444798.247880:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444798.247889:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746730e00 x1870075608299648/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444798.247898:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444798.247901:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444798.247905:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444798.247910:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444798.247914:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444798.247918:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746730e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608299648:192.168.204.110@tcp:38:kworker.0 00000100:00000001:2.0:1783444798.247923:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444798.247929:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444798.247932:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444798.247935:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444798.247948:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c750f6f400. 02000000:00000001:2.0:1783444798.247951:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444798.247960:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444798.247969:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff738. 00000400:00000010:2.0:1783444798.247978:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83dd0. 00000100:00000200:2.0:1783444798.247989:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608299648, portal 10 00000100:00000001:2.0:1783444798.247992:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444798.247994:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799305728 : -121189910245888 : ffff91c746730e00) 00000100:00000040:2.0:1783444798.248003:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746730e00 x1870075608299648/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444798.248010:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444798.248014:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444798.248016:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83220. 00000100:00000200:2.0:1783444798.248021:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870075608299648, offset 0 00000400:00000200:2.0:1783444798.248028:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444798.248038:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444798.248048:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444798.248080:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444798.248086:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444798.248090:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444798.248093:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444798.248098:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2833:2833:255:4294967295] 192.168.204.110@tcp LPNI seq info [2833:2833:7:4294967295] 00000400:00000200:2.0:1783444798.248103:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444798.248115:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444798.248122:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444798.248129:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1500. 00000800:00000200:2.0:1783444798.248136:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444798.248146:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444798.248151:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1783444798.248155:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444798.248161:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 851756 usecs (852 jiffies) 00000400:00000200:2.0:1783444798.248164:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444798.248167:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296438105 00000100:00000001:2.0:1783444798.248191:0:2399:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296437272 00000100:00000001:2.0:1783444798.248199:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296438105 00000100:00000001:2.0:1783444798.248204:0:2399:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296437272 00000100:00000001:2.0:1783444798.248207:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444798.248210:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444798.248214:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444798.248216:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444798.248226:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444798.248227:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1783444798.248229:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444798.248230:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444798.248232:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444798.248234:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1783444798.262466:0:2400:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.204.110@tcp for MGC192.168.204.110@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1783444798.262472:0:2400:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1783444798.262474:0:2400:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1783444798.262477:0:2400:0:(client.c:3574:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1783444798.262489:0:2400:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff91c746731880 x1870075608297856/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 1 dl 1783444798 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444798.262508:0:2400:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff91c746731c00 x1870075608298496/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444804 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444798.262520:0:2400:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff91c746732a00 x1870075608299008/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444809 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444798.262528:0:2400:0:(client.c:3619:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1783444798.262529:0:2400:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1783444798.262538:0:2400:0:(obd_class.h:1223:obd_import_event()) Process entered 00000100:00000001:0.0:1783444798.262539:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 10000000:01000000:1.0:1783444798.262542:0:2400:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1783444798.262547:0:2400:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1783444798.262549:0:2400:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444798.262552:0:2400:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:1.0:1783444798.262553:0:2400:0:(obd_class.h:1223:obd_import_event()) Process entered 00000100:00000200:0.0:1783444798.262553:0:2401:0:(client.c:1397:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff91c746731500 x1870075608299520/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl Rpc:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1783444798.262556:0:2400:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1783444798.262559:0:2400:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444798.262562:0:2400:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:1.0:1783444798.262566:0:2400:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00000001:0.0:1783444798.262572:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444798.262579:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746731500 x1870075608299520/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl Rpc:NQU/200/ffffffff rc -108/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444798.262595:0:2400:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:1.0:1783444798.262599:0:2400:0:(client.c:2542:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444798.262600:0:2401:0:(client.c:1844:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1783444798.262607:0:2401:0:(client.c:2092:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1783444798.262612:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444798.262615:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444798.262615:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444798.262619:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1783444798.262623:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444798.262627:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444798.262634:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444798.262636:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444798.262640:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736840. 00000400:00000200:1.0:1783444798.262649:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076660 00000400:00000010:1.0:1783444798.262652:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076660. 00000100:00000001:1.0:1783444798.262657:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444798.262662:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746732a00 x1870075608299008/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444809 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444798.262673:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746732a00 x1870075608299008/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444809 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444798.262681:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444798.262683:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444798.262684:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444798.262689:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746732a00 x1870075608299008/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444809 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444798.262695:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746731500 x1870075608299520/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl Interpret:NQU/200/ffffffff rc -108/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444798.262719:0:2400:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00100000:0.0:1783444798.262719:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746731500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:0:1870075608299520:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444798.262723:0:2400:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444798.262726:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444798.262728:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1783444798.262733:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1783444798.262734:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746732a00 x1870075608299008/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444809 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783444798.262737:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444798.262741:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736d10. 00000100:00100000:1.0:1783444798.262748:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746732a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2400:1870075608299008:192.168.204.110@tcp:400:kworker.0 00000400:00000200:0.0:1783444798.262748:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076110 00000400:00000010:0.0:1783444798.262753:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076110. 00000100:00000001:1.0:1783444798.262756:0:2400:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444798.262758:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1783444798.262761:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746731880 x1870075608297856/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 1 dl 1783444798 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444798.262765:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746731c00 x1870075608298496/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444804 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444798.262780:0:2400:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:1.0:1783444798.262786:0:2400:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1783444798.262786:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746731c00 x1870075608298496/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444804 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444798.262790:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444798.262793:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444798.262801:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1783444798.262802:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746731880 x1870075608297856/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 1 dl 1783444798 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444798.262806:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444798.262815:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746731c00 x1870075608298496/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444804 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444798.262818:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746731880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2400:1870075608297856:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444798.262828:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444798.262830:0:2401:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:1.0:1783444798.262833:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783444798.262836:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444798.262850:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746732a00 x1870075608299008/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444809 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444798.262851:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444798.262853:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444798.262863:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746731c00 x1870075608298496/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444804 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444798.262864:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444798.262868:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444798.262875:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75a129000. 00000100:00100000:0.0:1783444798.262876:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746731c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2401:1870075608298496:192.168.204.110@tcp:400:kworker.0 02000000:00000001:1.0:1783444798.262884:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783444798.262884:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1783444798.262889:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1783444798.262889:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1783444798.262894:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=6 obd=MGC192.168.204.110@tcp 00000100:00000040:0.0:1783444798.262895:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746731500 x1870075608299520/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl Complete:NQU/200/ffffffff rc -108/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1783444798.262901:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444798.262906:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7520b3800. 00000100:00000001:0.0:1783444798.262907:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444798.262911:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1783444798.262911:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444798.262913:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=5 obd=MGC192.168.204.110@tcp 02000000:00000001:1.0:1783444798.262915:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1783444798.262917:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:1.0:1783444798.262919:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746732a00. 02000000:00000010:0.0:1783444798.262922:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7520b3600. 00000100:00000001:1.0:1783444798.262925:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444798.262927:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1783444798.262928:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1783444798.262930:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1783444798.262931:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444798.262936:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746731500. 00000100:00000040:1.0:1783444798.262937:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746731880 x1870075608297856/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 1 dl 1783444798 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444798.262941:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444798.262944:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444798.262948:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783444798.262950:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444798.262953:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444798.262955:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7614d8400. 00000100:00000040:0.0:1783444798.262955:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746731c00 x1870075608298496/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444804 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1783444798.262961:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444798.262963:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444798.262967:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:0.0:1783444798.262967:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1783444798.262971:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1783444798.262972:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444798.262975:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7520b3900. 02000000:00000010:0.0:1783444798.262976:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75a128a00. 02000000:00000001:1.0:1783444798.262981:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444798.262982:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1783444798.262984:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1783444798.262985:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000010:1.0:1783444798.262988:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746731880. 00000100:00000001:1.0:1783444798.262992:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444798.262994:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444798.262996:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444798.263000:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444798.263001:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444798.263003:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444798.263006:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1783444798.263041:0:31963:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783444798.263048:0:31963:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1783444798.263051:0:31963:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000020:00000040:0.0:1783444798.263053:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000100:00080000:1.0:1783444798.263085:0:31963:0:(import.c:65:import_set_state_nolock()) ffff91c7510da800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1783444798.263090:0:31963:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1783444798.263096:0:31963:0:(import.c:510:import_select_connection()) MGC192.168.204.110@tcp: connect to NID 192.168.204.110@tcp last attempt 742 00000400:00000200:1.0:1783444798.263105:0:31963:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444798.263112:0:31963:0:(peer.c:1557:LNetPeerDiscovered()) Peer NID 192.168.204.110@tcp is discovered: rc = 1 00000100:00000040:1.0:1783444798.263116:0:31963:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 14 to 192.168.204.110@tcp 00000100:00000001:1.0:1783444798.263120:0:31963:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783444798.263123:0:31963:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00000100:00000001:1.0:1783444798.263125:0:31963:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 00000020:00000001:1.0:1783444798.263129:0:31963:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1783444798.263131:0:31963:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea02 00000020:00000001:1.0:1783444798.263135:0:31963:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444798.263138:0:31963:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c7510de000 refcount=3 00000020:00000001:1.0:1783444798.263141:0:31963:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883977224192 : -121189732327424 : ffff91c7510de000) 00000020:00000001:1.0:1783444798.263143:0:31963:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883977224192 : -121189732327424 : ffff91c7510de000) 00000100:00000040:1.0:1783444798.263146:0:31963:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 14 to 192.168.204.110@tcp 00000100:00000001:1.0:1783444798.263148:0:31963:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783444798.263150:0:31963:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00000100:00000001:1.0:1783444798.263152:0:31963:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 00000020:00000040:1.0:1783444798.263156:0:31963:0:(genops.c:900:class_export_put()) PUTting export ffff91c7510de000 : new refcount 2 00000020:00000001:0.0:1783444798.263161:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00080000:1.0:1783444798.263163:0:31963:0:(import.c:624:import_select_connection()) MGC192.168.204.110@tcp: import ffff91c7510da800 using connection 192.168.204.110@tcp/192.168.204.110@tcp 02000000:00000010:0.0:1783444798.263165:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7520b3400. 00000100:00000001:1.0:1783444798.263168:0:31963:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444798.263170:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444798.263173:0:31963:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783444798.263174:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444798.263178:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746731c00. 02000000:00000001:1.0:1783444798.263179:0:31963:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444798.263181:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444798.263184:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1783444798.263185:0:31963:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444798.263188:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444798.263191:0:31963:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1783444798.263195:0:31963:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444798.263195:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444798.263198:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783444798.263201:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444798.263202:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444798.263204:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444798.263206:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783444798.263208:0:31963:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758839180. 00000020:00000040:1.0:1783444798.263214:0:31963:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 02000000:00000001:1.0:1783444798.263219:0:31963:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1783444798.263221:0:31963:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444798.263225:0:31963:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444798.263229:0:31963:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444798.263234:0:31963:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444798.263243:0:31963:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c751025000. 00000100:00000001:1.0:1783444798.263251:0:31963:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444798.263260:0:31963:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91c758839180 x1870075608299904/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783444798.263270:0:31963:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000200:0.0:1783444798.263273:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1783444798.263276:0:31963:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1783444798.263280:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3d00. 00000100:00000040:1.0:1783444798.263285:0:31963:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca1b33a1] to pc [ptlrpcd_rcv+-1] req@ffff91c758839180 x1870075608299904/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1783444798.263287:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444798.263299:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444798.263306:0:31963:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444798.263306:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9b28 00000400:00000010:0.0:1783444798.263312:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9b28. 00000100:00000040:1.0:1783444798.263314:0:31963:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783444798.263316:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1783444798.263321:0:31963:0:(pinger.c:247:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1783444798.263325:0:31963:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1783444798.263326:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746732680 x1870075608299776/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444798.263332:0:31963:0:(pinger.c:247:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1783444798.263339:0:31963:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1774) 00000100:00000001:0.0:1783444798.263343:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444798.263349:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746732680 x1870075608299776/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444814 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444798.263357:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444798.263359:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783444798.263446:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444798.263449:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1500. 00000400:00000200:0.0:1783444798.263453:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444798.263457:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444798.263461:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83220 00000400:00000010:0.0:1783444798.263463:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83220. 00000100:00000001:0.0:1783444798.263466:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444798.263470:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730e00 x1870075608299648/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444798.263478:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444798.263481:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746730e00 x1870075608299648/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444823 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444798.263487:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444798.263489:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783444798.264874:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444798.264881:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444798.264884:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444798.264896:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c758839180 x1870075608299904/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444798.264908:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444798.264910:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444798.264915:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444798.264919:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444798.264922:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444798.264926:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c758839180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2399:1870075608299904:192.168.204.110@tcp:250:kworker.0 00000100:00000001:3.0:1783444798.264930:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444798.264935:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444798.264938:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444798.264940:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444798.264946:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452ad000. 02000000:00000001:3.0:1783444798.264948:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444798.264954:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444798.264958:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811c08. 00000400:00000010:3.0:1783444798.264964:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602187f8. 00000100:00000200:3.0:1783444798.264971:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608299904, portal 25 00000100:00000001:3.0:1783444798.264973:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444798.264974:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102377856 : -121189607173760 : ffff91c758839180) 00000100:00000040:3.0:1783444798.264979:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c758839180 x1870075608299904/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/544 e 0 to 0 dl 1783444808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444798.264989:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444798.264991:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444798.264994:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218880. 00000100:00000200:3.0:1783444798.264998:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870075608299904, offset 0 00000400:00000200:3.0:1783444798.265005:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444798.265225:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444798.265235:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444798.265242:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444798.265247:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444798.265251:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444798.265255:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444798.265259:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2834:2834:256:4294967295] 192.168.204.110@tcp LPNI seq info [2834:2834:8:4294967295] 00000400:00000200:3.0:1783444798.265263:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444798.265275:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444798.265283:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444798.265290:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c200. 00000800:00000200:3.0:1783444798.265298:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444798.265308:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444798.265314:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1783444798.265330:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444798.265334:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444798.265338:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296441363 00000100:00000001:3.0:1783444798.265347:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296438105 00000100:00000001:3.0:1783444798.265353:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296441363 00000100:00000001:3.0:1783444798.265358:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296438105 00000100:00000001:3.0:1783444798.265361:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444798.265364:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444798.265368:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444798.265370:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444798.265378:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444798.265381:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1783444798.265383:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444798.265385:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444798.265386:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444798.265388:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444798.272195:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444798.272210:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c200. 00000400:00000200:1.0:1783444798.272221:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444798.272233:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444798.272253:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218880 00000400:00000010:1.0:1783444798.272256:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218880. 00000100:00000001:1.0:1783444798.272272:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444798.272283:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c758839180 x1870075608299904/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/544 e 0 to 0 dl 1783444808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444798.272297:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444798.272301:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c758839180 x1870075608299904/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/544 e 0 to 0 dl 1783444808 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444798.272308:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444798.272309:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444798.276585:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444798.276611:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444798.276617:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444798.276620:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444798.276632:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444798.276641:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444798.276653:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444798.276658:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444798.276664:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444798.276668:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855f900 00000400:00000200:0.0:1783444798.276674:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444798.276691:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7d49 [1] + 224 00000800:00000001:0.0:1783444798.276700:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444798.276704:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444798.276708:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444798.276714:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444798.276724:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444798.276734:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746732680 x1870075608299776/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444814 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444798.276745:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746732680 x1870075608299776/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444814 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444798.276772:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444798.276785:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444798.276788:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444798.276790:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444798.276792:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444798.276795:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444798.276799:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444798.276803:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444798.276805:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444798.276808:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444798.276811:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855f880 00000400:00000200:0.0:1783444798.276815:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444798.276829:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7d59 [1] + 0 00000800:00000001:0.0:1783444798.276833:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444798.276853:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444798.276855:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444798.276858:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444798.276861:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444798.276866:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746730e00 x1870075608299648/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444823 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444798.276874:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff91c746730e00 x1870075608299648/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444798.276889:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444798.276893:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444798.276896:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444798.277965:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444798.277973:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444798.277984:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444798.277987:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444798.277991:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff738. 00000400:00000200:3.0:1783444798.277998:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83dd0 00000400:00000010:3.0:1783444798.278001:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83dd0. 00000100:00000001:3.0:1783444798.278005:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444798.278014:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746730e00 x1870075608299648/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444798.278025:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746730e00 x1870075608299648/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444823 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444798.278031:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444798.278033:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444798.278036:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444798.278041:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444798.278044:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444798.278046:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444798.278050:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444798.278105:0:2399:0:(import.c:2148:obd_at_measure()) add 0 to ffff91c743c0bc60 time=128 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444798.278110:0:2399:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=31 v=20 (20 0 0 0) 00000100:00000001:3.0:1783444798.278113:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444798.278116:0:2399:0:(client.c:1493:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1783444798.278119:0:2399:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1783444798.278125:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746730e00 x1870075608299648/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/224 e 0 to 0 dl 1783444823 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444798.278133:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1783444798.278138:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444798.278141:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444798.278144:0:2399:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1783444798.278147:0:2399:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1783444798.278151:0:2399:0:(import.c:65:import_set_state_nolock()) ffff91c743c0b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783444798.278156:0:2399:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.110@tcp failed (-19) 00000100:00000001:3.0:1783444798.278159:0:2399:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1783444798.278163:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746730e00 x1870075608299648/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/224 e 0 to 0 dl 1783444823 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444798.278172:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746730e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608299648:192.168.204.110@tcp:38:kworker.0 00000100:00000001:3.0:1783444798.278177:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444798.278180:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444798.278184:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746730e00 x1870075608299648/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/224 e 0 to 0 dl 1783444823 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444798.278192:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444798.278195:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444798.278199:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6f400. 02000000:00000001:3.0:1783444798.278204:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444798.278206:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444798.278209:0:2399:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444798.278211:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444798.278214:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c746767000. 02000000:00000001:3.0:1783444798.278220:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444798.278222:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444798.278224:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746730e00. 00000100:00000001:3.0:1783444798.278228:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444798.278230:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444798.278233:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444798.278234:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444798.278236:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444798.278248:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444798.278250:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444798.278373:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444798.278377:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444798.278381:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444798.278383:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444798.278386:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658fc60. 00000400:00000200:1.0:1783444798.278390:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9cc0 00000400:00000010:1.0:1783444798.278393:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9cc0. 00000100:00000001:1.0:1783444798.278396:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444798.278402:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746732680 x1870075608299776/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444814 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444798.278411:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746732680 x1870075608299776/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444814 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444798.278417:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444798.278419:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444798.278421:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444798.278423:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444798.278424:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444798.278426:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444798.278428:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444798.278434:0:2401:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=128 v=5 (105 105 105 137) 00000100:00001000:1.0:1783444798.278437:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=128 v=5 (1 1 1 1) 00000100:00000001:1.0:1783444798.278440:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444798.278442:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444798.278445:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444798.278450:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444798.278454:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444798.278457:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:1.0:1783444798.278459:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444798.278461:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444798.278465:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746732680 x1870075608299776/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444814 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444798.278472:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444798.278474:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444798.278476:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444798.278479:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746732680 x1870075608299776/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444814 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444798.278487:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746732680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608299776:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444798.278492:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444798.278495:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444798.278498:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746732680 x1870075608299776/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444814 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444798.278505:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444798.278507:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444798.278509:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7435f4600. 02000000:00000001:1.0:1783444798.278512:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444798.278514:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444798.278515:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:1.0:1783444798.278518:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444798.278519:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7520b3a00. 02000000:00000001:1.0:1783444798.278523:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444798.278524:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444798.278526:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746732680. 00000100:00000001:1.0:1783444798.278529:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444798.278531:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444798.278532:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444798.278541:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444798.278543:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444798.278546:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444798.278548:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444798.690355:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444798.690365:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444798.690372:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444798.690373:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444798.691347:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444798.691353:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444798.691358:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1783444798.756188:0:33821:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1783444798.756198:0:33821:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444798.756199:0:33821:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444798.756206:0:33821:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885ca80 going to sleep for 0 seconds 00000100:00000001:3.0:1783444798.756210:0:33821:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444798.756215:0:33821:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444798.756218:0:33821:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444798.756220:0:33821:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444798.756235:0:33821:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444799.715034:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444799.715045:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444799.715053:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444799.715074:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444799.715192:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444799.715197:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444799.715200:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1783444799.778242:0:33821:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1783444799.778251:0:33821:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444799.778253:0:33821:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444799.778259:0:33821:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885ca80 going to sleep for 0 seconds 00000100:00000001:3.0:1783444799.778265:0:33821:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444799.778270:0:33821:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444799.778273:0:33821:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444799.778276:0:33821:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444799.778279:0:33821:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444800.738269:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444800.738278:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444800.738285:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444800.738286:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444800.740969:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444800.740978:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444800.740984:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1783444800.802439:0:33821:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1783444800.802450:0:33821:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444800.802452:0:33821:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444800.802459:0:33821:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885ca80 going to sleep for 0 seconds 00000100:00000001:3.0:1783444800.802463:0:33821:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444800.802467:0:33821:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444800.802470:0:33821:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444800.802473:0:33821:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444800.802476:0:33821:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444801.762326:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444801.762335:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444801.762342:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444801.762343:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444801.762947:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444801.762952:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444801.762956:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1783444801.826188:0:33821:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1783444801.826196:0:33821:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444801.826198:0:33821:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444801.826204:0:33821:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885ca80 going to sleep for 0 seconds 00000100:00000001:3.0:1783444801.826208:0:33821:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444801.826211:0:33821:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444801.826214:0:33821:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444801.826217:0:33821:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444801.826220:0:33821:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444802.786587:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444802.786596:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444802.786603:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444802.786604:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444802.787687:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444802.787693:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444802.787698:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1783444802.850236:0:33821:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1783444802.850252:0:33821:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444802.850254:0:33821:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444802.850261:0:33821:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885ca80 going to sleep for 0 seconds 00000100:00000001:3.0:1783444802.850266:0:33821:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444802.850271:0:33821:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444802.850274:0:33821:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444802.850277:0:33821:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444802.850280:0:33821:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444802.850870:0:26147:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4800 (cpu 0) has reached its deadline 4296441363, at 4296441856 00000100:00000010:0.0:1783444802.850885:0:26147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c76050dc60. 00000100:00000040:1.0:1783444802.851086:0:31963:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4910 (cpu 0) has reached its deadline 4296441363, at 4296441857 00000100:00000010:1.0:1783444802.851102:0:31963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c76050d8a0. 00000100:00080000:1.0:1783444803.362171:0:31963:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783444803.362182:0:31963:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783444803.362185:0:31963:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783444803.362189:0:2399:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1783444803.362198:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444803.362201:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444803.362204:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1783444803.362206:0:31963:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1783444803.362207:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444803.362210:0:31963:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1783444803.362212:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1783444803.362215:0:31963:0:(import.c:65:import_set_state_nolock()) ffff91c743c0b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1783444803.362216:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444803.362223:0:31963:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1783444803.362231:0:31963:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff91c759350000: connect to NID 192.168.204.110@tcp last attempt 1769 00000400:00000200:1.0:1783444803.362239:0:31963:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444803.362245:0:31963:0:(peer.c:1557:LNetPeerDiscovered()) Peer NID 192.168.204.110@tcp is discovered: rc = 1 00000100:00080000:1.0:1783444803.362248:0:31963:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff91c759350000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1783444803.362252:0:31963:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 14 to 192.168.204.110@tcp 00000100:00000001:1.0:1783444803.362255:0:31963:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783444803.362257:0:31963:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00000100:00000001:1.0:1783444803.362259:0:31963:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 00000020:00000001:1.0:1783444803.362263:0:31963:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1783444803.362265:0:31963:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea56 00000020:00000001:1.0:1783444803.362268:0:31963:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444803.362270:0:31963:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c74497f800 refcount=5 00000020:00000001:1.0:1783444803.362273:0:31963:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883768170496 : -121189941381120 : ffff91c74497f800) 00000020:00000001:1.0:1783444803.362275:0:31963:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883768170496 : -121189941381120 : ffff91c74497f800) 00000100:00000040:1.0:1783444803.362278:0:31963:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 14 to 192.168.204.110@tcp 00000100:00000001:1.0:1783444803.362280:0:31963:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783444803.362281:0:31963:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00000100:00000001:1.0:1783444803.362283:0:31963:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 00000020:00000040:1.0:1783444803.362287:0:31963:0:(genops.c:900:class_export_put()) PUTting export ffff91c74497f800 : new refcount 4 00000100:00080000:1.0:1783444803.362291:0:31963:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff91c759350000: import ffff91c743c0b800 using connection 192.168.204.110@tcp/192.168.204.110@tcp 00000100:00000001:1.0:1783444803.362293:0:31963:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444803.362296:0:31963:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1783444803.362302:0:31963:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444803.362305:0:31963:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444803.362308:0:31963:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1783444803.362312:0:31963:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682473 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1783444803.362315:0:31963:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444803.362317:0:31963:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783444803.362326:0:31963:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758839f80. 00000020:00000040:1.0:1783444803.362329:0:31963:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:1.0:1783444803.362333:0:31963:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1783444803.362334:0:31963:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444803.362337:0:31963:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444803.362340:0:31963:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444803.362344:0:31963:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444803.362351:0:31963:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c751025400. 00000100:00000001:1.0:1783444803.362358:0:31963:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444803.362379:0:31963:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91c758839f80 x1870075608300032/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783444803.362389:0:31963:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444803.362393:0:31963:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444803.362398:0:31963:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b7f84b8] to pc [ptlrpcd_rcv+-1] req@ffff91c758839f80 x1870075608300032/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444803.362419:0:31963:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444803.362423:0:31963:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783444803.362427:0:31963:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783444803.362430:0:31963:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758838e00. 00000020:00000040:1.0:1783444803.362433:0:31963:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:1.0:1783444803.362436:0:31963:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444803.362437:0:31963:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444803.362439:0:31963:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444803.362444:0:31963:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c760298d00. 00000100:00000001:1.0:1783444803.362447:0:31963:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444803.362452:0:31963:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID req@ffff91c758838e00 x1870075608300160/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783444803.362459:0:31963:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444803.362461:0:31963:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444803.362466:0:31963:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003d3dde7] to pc [ptlrpcd_00_00+0] req@ffff91c758838e00 x1870075608300160/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444803.362480:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444803.362484:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444803.362486:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1783444803.362492:0:31963:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444803.362493:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c758839f80 x1870075608300032/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444803.362496:0:31963:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1783444803.362503:0:31963:0:(pinger.c:247:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1783444803.362508:0:31963:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783444803.362512:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1783444803.362513:0:31963:0:(pinger.c:247:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1783444803.362516:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444803.362519:0:31963:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1780) 02000000:00000001:3.0:1783444803.362521:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444803.362525:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444803.362528:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444803.362530:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1783444803.362532:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c758839f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608300032:192.168.204.110@tcp:38:kworker.0 00000100:00000001:1.0:1783444803.362534:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444803.362537:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1783444803.362540:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1783444803.362544:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c758838e00 x1870075608300160/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1783444803.362545:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444803.362549:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444803.362555:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1783444803.362558:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444803.362561:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444803.362562:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452ad400. 02000000:00000001:1.0:1783444803.362565:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444803.362566:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444803.362568:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444803.362572:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444803.362577:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c758838e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608300160:192.168.204.110@tcp:400:kworker.0 00000100:00000001:1.0:1783444803.362580:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444803.362583:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1783444803.362585:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 02000000:00000001:1.0:1783444803.362585:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444803.362589:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1783444803.362593:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811e18. 02000000:00000010:1.0:1783444803.362595:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c750f6a200. 02000000:00000001:1.0:1783444803.362598:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1783444803.362601:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218b28. 00000400:00000200:1.0:1783444803.362602:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444803.362608:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736840. 00000100:00000200:3.0:1783444803.362611:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608300032, portal 10 00000400:00000010:1.0:1783444803.362614:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076660. 00000100:00000001:3.0:1783444803.362615:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444803.362618:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102381440 : -121189607170176 : ffff91c758839f80) 00000100:00000200:1.0:1783444803.362619:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608300160, portal 10 00000100:00000001:1.0:1783444803.362624:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444803.362626:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102376960 : -121189607174656 : ffff91c758838e00) 00000100:00000040:3.0:1783444803.362629:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c758839f80 x1870075608300032/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444803.362635:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c758838e00 x1870075608300160/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444803.362650:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1783444803.362652:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444803.362656:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000100:00000040:1.0:1783444803.362658:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444803.362661:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218440. 00000400:00000010:1.0:1783444803.362663:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7590763b8. 00000100:00000200:3.0:1783444803.362668:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870075608300032, offset 0 00000100:00000200:1.0:1783444803.362668:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608300160, offset 0 00000400:00000200:3.0:1783444803.362683:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444803.362684:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444803.362697:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444803.362697:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444803.362706:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444803.362712:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444803.362716:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444803.362718:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444803.362723:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444803.362726:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444803.362729:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444803.362732:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444803.362736:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444803.362757:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2835:2835:256:4294967295] 192.168.204.110@tcp LPNI seq info [2835:2835:8:4294967295] 00000400:00000200:3.0:1783444803.362761:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444803.362766:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444803.362767:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2836:2836:256:4294967295] 192.168.204.110@tcp LPNI seq info [2836:2836:8:4294967295] 00000400:00000200:3.0:1783444803.362774:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444803.362780:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444803.362787:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444803.362792:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298200. 00000800:00000200:1.0:1783444803.362799:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444803.362807:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000100:00000001:0.0:1783444803.362809:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1783444803.362813:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444803.362813:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444803.362828:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444803.362833:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 21211 usecs (22 jiffies) 00000400:00000200:1.0:1783444803.362837:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444803.362839:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296442390 00000100:00000010:1.0:1783444803.362843:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7465b3c00. 00000100:00000001:1.0:1783444803.362849:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1783444803.362866:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296442390 00000100:00000010:1.0:1783444803.362870:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7465b3f60. 00000100:00000001:1.0:1783444803.362873:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1783444803.362876:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444803.362878:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444803.362881:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444803.362883:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444803.362887:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444803.362889:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783444803.362891:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444803.362892:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444803.362894:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444803.362895:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444803.362984:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444803.362988:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298200. 00000400:00000200:1.0:1783444803.362993:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444803.362998:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:3.0:1783444803.366270:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444803.366282:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444803.366288:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c400. 00000800:00000200:3.0:1783444803.366295:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444803.366303:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444803.366307:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1783444803.366312:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444803.366318:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 850698 usecs (851 jiffies) 00000400:00000200:3.0:1783444803.366323:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444803.366326:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296443223 00000100:00000001:3.0:1783444803.366334:0:2399:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296442390 00000100:00000001:3.0:1783444803.366340:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296443223 00000100:00000001:3.0:1783444803.366344:0:2399:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296442390 00000100:00000001:3.0:1783444803.366348:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444803.366352:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444803.366356:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444803.366359:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444803.366368:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444803.366370:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444803.366372:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444803.366374:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444803.366376:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444803.366378:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444803.370807:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444803.370823:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444803.370827:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444803.370830:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444803.370838:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444803.370845:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444803.370854:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444803.370858:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444803.370863:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444803.370867:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855fa80 00000400:00000200:0.0:1783444803.370871:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444803.370878:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7d71 [1] + 224 00000800:00000001:0.0:1783444803.370886:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444803.370892:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444803.370896:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444803.370900:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444803.370907:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444803.370915:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c758838e00 x1870075608300160/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444803.370927:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c758838e00 x1870075608300160/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444819 ref 2 fl Rpc:RN/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444803.370947:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444803.370954:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444803.370956:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444803.370969:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444803.370972:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444803.370978:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444803.370980:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444803.370982:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736840. 00000400:00000200:0.0:1783444803.370987:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076660 00000400:00000010:0.0:1783444803.370989:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076660. 00000100:00000001:0.0:1783444803.370992:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444803.370996:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c758838e00 x1870075608300160/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444819 ref 2 fl Rpc:RN/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444803.371006:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c758838e00 x1870075608300160/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444819 ref 2 fl Rpc:RNU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444803.371012:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1783444803.371015:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to UnregRPC req@ffff91c758838e00 x1870075608300160/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444819 ref 2 fl Rpc:RNU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444803.371023:0:2400:0:(client.c:2997:ptlrpc_unregister_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444803.371025:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444803.371028:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444803.371030:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444803.371032:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444803.371034:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444803.371035:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444803.377384:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7590763b8 00000400:00000010:1.0:1783444803.377392:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7590763b8. 00000100:00000001:1.0:1783444803.377401:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444803.377412:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c758838e00 x1870075608300160/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444819 ref 2 fl UnregRPC:RNU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444803.377441:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444803.377446:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c758838e00 x1870075608300160/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444819 ref 2 fl UnregRPC:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444803.377453:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444803.377454:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444803.377559:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444803.377563:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c400. 00000400:00000200:1.0:1783444803.377569:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444803.377573:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444803.377577:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218440 00000400:00000010:1.0:1783444803.377579:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218440. 00000100:00000001:0.0:1783444803.377581:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444803.377582:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444803.377588:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c758839f80 x1870075608300032/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444803.377589:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1783444803.377598:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from UnregRPC to Rpc req@ffff91c758838e00 x1870075608300160/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444819 ref 1 fl UnregRPC:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444803.377620:0:2400:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444803.377621:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783444803.377622:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444803.377626:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1783444803.377629:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c758839f80 x1870075608300032/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444828 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444803.377629:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444803.377632:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444803.377635:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444803.377641:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444803.377643:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000100:00001000:0.0:1783444803.377644:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=133 v=5 (105 105 105 137) 00000100:00001000:0.0:1783444803.377648:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=133 v=5 (1 1 1 1) 00000100:00000001:0.0:1783444803.377650:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444803.377651:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444803.377653:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444803.377656:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444803.377658:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444803.377659:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1783444803.377660:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444803.377661:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444803.377666:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c758838e00 x1870075608300160/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444819 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444803.377674:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444803.377677:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444803.377679:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444803.377683:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758838e00 x1870075608300160/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444819 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444803.377691:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c758838e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608300160:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444803.377696:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444803.377698:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444803.377701:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c758838e00 x1870075608300160/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444819 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444803.377707:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444803.377709:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444803.377712:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c750f6a200. 02000000:00000001:0.0:1783444803.377715:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444803.377717:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444803.377719:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:0.0:1783444803.377721:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444803.377724:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c760298d00. 02000000:00000001:0.0:1783444803.377727:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444803.377728:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444803.377730:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758838e00. 00000100:00000001:0.0:1783444803.377733:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444803.377735:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444803.377736:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444803.377766:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444803.377768:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444803.377770:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444803.377772:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444803.383195:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444803.383290:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444803.383294:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444803.383296:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444803.383304:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444803.383311:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444803.383320:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444803.383324:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444803.383330:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444803.383334:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855fa00 00000400:00000200:0.0:1783444803.383339:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444803.383345:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7d69 [1] + 0 00000800:00000001:0.0:1783444803.383353:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444803.383359:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444803.383363:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444803.383367:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444803.383375:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444803.383384:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c758839f80 x1870075608300032/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444828 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444803.383396:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff91c758839f80 x1870075608300032/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444828 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444803.383414:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444803.383426:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444803.383429:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444803.383470:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444803.383475:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444803.383482:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444803.383484:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444803.383487:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811e18. 00000400:00000200:3.0:1783444803.383491:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218b28 00000400:00000010:3.0:1783444803.383494:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218b28. 00000100:00000001:3.0:1783444803.383497:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444803.383503:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c758839f80 x1870075608300032/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444828 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444803.383514:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c758839f80 x1870075608300032/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444828 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444803.383521:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444803.383523:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444803.383526:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444803.383529:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444803.383531:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444803.383534:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444803.383537:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444803.383545:0:2399:0:(import.c:2148:obd_at_measure()) add 0 to ffff91c743c0bc60 time=133 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444803.383549:0:2399:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=36 v=20 (20 0 0 0) 00000100:00000001:3.0:1783444803.383552:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444803.383555:0:2399:0:(client.c:1493:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1783444803.383557:0:2399:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1783444803.383562:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c758839f80 x1870075608300032/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/224 e 0 to 0 dl 1783444828 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444803.383570:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1783444803.383573:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444803.383575:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444803.383577:0:2399:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1783444803.383579:0:2399:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1783444803.383584:0:2399:0:(import.c:65:import_set_state_nolock()) ffff91c743c0b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783444803.383588:0:2399:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.110@tcp failed (-19) 00000100:00000001:3.0:1783444803.383591:0:2399:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1783444803.383595:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758839f80 x1870075608300032/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/224 e 0 to 0 dl 1783444828 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444803.383604:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c758839f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608300032:192.168.204.110@tcp:38:kworker.0 00000100:00000001:3.0:1783444803.383608:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444803.383611:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444803.383614:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c758839f80 x1870075608300032/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/224 e 0 to 0 dl 1783444828 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444803.383621:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444803.383624:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444803.383628:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452ad400. 02000000:00000001:3.0:1783444803.383631:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444803.383633:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444803.383635:0:2399:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444803.383638:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444803.383641:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c751025400. 02000000:00000001:3.0:1783444803.383644:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444803.383646:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444803.383648:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758839f80. 00000100:00000001:3.0:1783444803.383652:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444803.383653:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444803.383656:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444803.383658:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444803.383659:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444803.383661:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444803.383663:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444803.810428:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444803.810434:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444803.810439:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444803.810441:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444803.810661:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444803.810665:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444803.810668:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1783444803.874214:0:33821:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1783444803.874222:0:33821:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444803.874224:0:33821:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444803.874230:0:33821:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885ca80 going to sleep for 0 seconds 00000100:00000001:3.0:1783444803.874233:0:33821:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444803.874236:0:33821:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444803.874239:0:33821:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444803.874242:0:33821:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444803.874245:0:33821:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444804.259970:0:31963:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4910 (cpu 0) has reached its deadline 4296443223, at 4296443265 00000100:00000010:1.0:1783444804.259987:0:31963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7465b3f60. 00000100:00000040:0.0:1783444804.260891:0:26147:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4800 (cpu 0) has reached its deadline 4296443223, at 4296443266 00000100:00000010:0.0:1783444804.260900:0:26147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7465b3c00. 00000100:00000001:3.0:1783444804.386184:0:2399:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1783444804.386197:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444804.386199:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444804.386204:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444804.386207:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444804.386211:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444804.386213:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444804.834177:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444804.834186:0:26147:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444804.834188:0:26147:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444804.834191:0:26147:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444804.834196:0:26147:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444804.834198:0:26147:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444804.834200:0:26147:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444804.834202:0:26147:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444804.834206:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444804.834208:0:26147:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444804.834209:0:26147:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444804.834214:0:26147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444804.834216:0:26147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444804.834217:0:26147:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444804.834219:0:26147:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444804.834220:0:26147:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444804.834222:0:26147:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444804.834223:0:26147:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444804.834337:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444804.834341:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444804.834344:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1783444804.898246:0:33821:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1783444804.898253:0:33821:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444804.898255:0:33821:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444804.898260:0:33821:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885ca80 going to sleep for 0 seconds 00000100:00000001:3.0:1783444804.898264:0:33821:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444804.898267:0:33821:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444804.898269:0:33821:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444804.898272:0:33821:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444804.898274:0:33821:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444805.410979:0:2399:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1783444805.410992:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444805.410993:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444805.410998:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444805.411001:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444805.411004:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444805.411007:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444805.858402:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444805.858409:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444805.858414:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444805.858415:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444805.860781:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444805.860789:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444805.860794:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1783444805.922598:0:33821:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1783444805.922606:0:33821:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444805.922608:0:33821:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444805.922614:0:33821:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885ca80 going to sleep for 0 seconds 00000100:00000001:3.0:1783444805.922617:0:33821:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444805.922621:0:33821:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444805.922623:0:33821:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444805.922625:0:33821:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444805.922628:0:33821:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444806.436399:0:2399:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1783444806.436411:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444806.436414:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444806.436421:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444806.436424:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444806.436427:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444806.436431:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444806.882489:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444806.882497:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444806.882502:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444806.882503:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444806.882722:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444806.882726:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444806.882729:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1783444806.946373:0:33821:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1783444806.946383:0:33821:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444806.946385:0:33821:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444806.946392:0:33821:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885ca80 going to sleep for 0 seconds 00000100:00000001:3.0:1783444806.946396:0:33821:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444806.946401:0:33821:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444806.946405:0:33821:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444806.946407:0:33821:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444806.946409:0:33821:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444807.458349:0:2399:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1783444807.458367:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444807.458369:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444807.458376:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444807.458379:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444807.458384:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444807.458387:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444807.906150:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444807.906161:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444807.906169:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444807.906170:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444807.906958:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444807.906964:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444807.906969:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1783444808.028296:0:33821:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1783444808.028306:0:33821:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444808.028308:0:33821:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444808.028315:0:33821:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885ca80 going to sleep for 0 seconds 00000100:00000001:2.0:1783444808.028320:0:33821:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444808.028335:0:33821:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444808.028339:0:33821:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444808.028342:0:33821:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444808.028345:0:33821:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1783444808.482183:0:31963:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783444808.482195:0:31963:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783444808.482198:0:31963:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783444808.482201:0:31963:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1783444808.482204:0:31963:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1783444808.482208:0:31963:0:(import.c:65:import_set_state_nolock()) ffff91c743c0b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1783444808.482213:0:31963:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1783444808.482220:0:31963:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff91c759350000: connect to NID 192.168.204.110@tcp last attempt 1775 00000400:00000200:1.0:1783444808.482229:0:31963:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444808.482237:0:31963:0:(peer.c:1557:LNetPeerDiscovered()) Peer NID 192.168.204.110@tcp is discovered: rc = 1 00000100:00080000:1.0:1783444808.482241:0:31963:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff91c759350000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1783444808.482243:0:31963:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 14 to 192.168.204.110@tcp 00000100:00000001:1.0:1783444808.482247:0:31963:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783444808.482249:0:31963:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00000100:00000001:1.0:1783444808.482251:0:31963:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 00000020:00000001:1.0:1783444808.482256:0:31963:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1783444808.482257:0:31963:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea56 00000020:00000001:1.0:1783444808.482260:0:31963:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444808.482264:0:31963:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c74497f800 refcount=5 00000020:00000001:1.0:1783444808.482266:0:31963:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883768170496 : -121189941381120 : ffff91c74497f800) 00000020:00000001:1.0:1783444808.482268:0:31963:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883768170496 : -121189941381120 : ffff91c74497f800) 00000100:00000040:1.0:1783444808.482271:0:31963:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 14 to 192.168.204.110@tcp 00000100:00000001:1.0:1783444808.482273:0:31963:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783444808.482275:0:31963:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00000100:00000001:1.0:1783444808.482276:0:31963:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 00000020:00000040:1.0:1783444808.482279:0:31963:0:(genops.c:900:class_export_put()) PUTting export ffff91c74497f800 : new refcount 4 00000100:00080000:1.0:1783444808.482283:0:31963:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff91c759350000: import ffff91c743c0b800 using connection 192.168.204.110@tcp/192.168.204.110@tcp 00000100:00000001:1.0:1783444808.482286:0:31963:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444808.482288:0:31963:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1783444808.482295:0:31963:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444808.482298:0:31963:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444808.482300:0:31963:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1783444808.482304:0:31963:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682473 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1783444808.482307:0:31963:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444808.482308:0:31963:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783444808.482319:0:31963:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883b800. 00000020:00000040:1.0:1783444808.482323:0:31963:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:1.0:1783444808.482326:0:31963:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1783444808.482328:0:31963:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444808.482331:0:31963:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444808.482334:0:31963:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444808.482339:0:31963:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444808.482346:0:31963:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c751026c00. 00000100:00000001:1.0:1783444808.482353:0:31963:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444808.482364:0:31963:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91c75883b800 x1870075608300288/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783444808.482374:0:31963:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444808.482379:0:31963:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444808.482383:0:31963:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037be4345] to pc [ptlrpcd_rcv+-1] req@ffff91c75883b800 x1870075608300288/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444808.482414:0:31963:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444808.482417:0:31963:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783444808.482420:0:31963:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783444808.482424:0:31963:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758838000. 00000020:00000040:1.0:1783444808.482426:0:31963:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:1.0:1783444808.482429:0:31963:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444808.482430:0:31963:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444808.482432:0:31963:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444808.482436:0:31963:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c760298200. 00000100:00000001:1.0:1783444808.482439:0:31963:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444808.482443:0:31963:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID req@ffff91c758838000 x1870075608300416/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783444808.482451:0:31963:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444808.482453:0:31963:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444808.482457:0:31963:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064789535] to pc [ptlrpcd_00_01+1] req@ffff91c758838000 x1870075608300416/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444808.482488:0:31963:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444808.482491:0:31963:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1783444808.482494:0:31963:0:(pinger.c:247:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1783444808.482497:0:31963:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1783444808.482499:0:31963:0:(pinger.c:247:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1783444808.482504:0:31963:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1785) 00000100:00000001:2.0:1783444808.483463:0:2399:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1783444808.483470:0:2399:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1783444808.483490:0:2399:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783444798/real 1783444798] req@ffff91c758839180 x1870075608299904/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1783444808 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1783444808.483510:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444808.483513:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444808.483518:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811c08. 00000400:00000200:2.0:1783444808.483526:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7602187f8 00000400:00000010:2.0:1783444808.483530:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7602187f8. 00000100:00000001:2.0:1783444808.483535:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444808.483540:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c758839180 x1870075608299904/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1783444808 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444808.483549:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c758839180 x1870075608299904/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1783444808 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444808.483556:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444808.483558:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444808.483561:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444808.483564:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1783444808.483567:0:2399:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff91c758839180 x1870075608299904/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1783444808 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444808.483575:0:2399:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444808.483585:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444808.483587:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444808.483591:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444808.483595:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444808.483597:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444808.483601:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c75883b800 x1870075608300288/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444808.483609:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444808.483612:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444808.483616:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444808.483620:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444808.483623:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444808.483627:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c75883b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608300288:192.168.204.110@tcp:38:kworker.0 00000100:00000001:2.0:1783444808.483631:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444808.483636:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444808.483639:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444808.483652:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444808.483661:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c750f6c000. 02000000:00000001:2.0:1783444808.483665:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444808.483672:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444808.483676:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff840. 00000400:00000010:2.0:1783444808.483793:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83660. 00000100:00000200:2.0:1783444808.483801:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608300288, portal 10 00000100:00000001:2.0:1783444808.483804:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444808.483806:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102387712 : -121189607163904 : ffff91c75883b800) 00000100:00000040:2.0:1783444808.483815:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c75883b800 x1870075608300288/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444808.483824:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444808.483828:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444808.483832:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83ee0. 00000100:00000200:2.0:1783444808.483837:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870075608300288, offset 0 00000400:00000200:2.0:1783444808.483845:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444808.483855:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444808.483858:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444808.483866:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1783444808.483867:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000100:00000001:0.0:1783444808.483872:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1783444808.483879:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1783444808.483886:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c758838000 x1870075608300416/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1783444808.483888:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444808.483898:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444808.483907:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444808.483917:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2837:2837:256:4294967295] 192.168.204.110@tcp LPNI seq info [2837:2837:8:4294967295] 00000100:00000001:0.0:1783444808.483927:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444808.483932:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444808.483937:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444808.483941:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444808.483944:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444808.483948:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c758838000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608300416:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444808.483954:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444808.483959:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444808.483962:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444808.483964:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444808.483971:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c760f74400. 02000000:00000001:0.0:1783444808.483973:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444808.483979:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444808.483985:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f000. 00000400:00000010:0.0:1783444808.483991:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9b28. 00000100:00000200:0.0:1783444808.483999:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608300416, portal 10 00000100:00000001:0.0:1783444808.484001:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444808.484002:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102373376 : -121189607178240 : ffff91c758838000) 00000100:00000040:0.0:1783444808.484010:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c758838000 x1870075608300416/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444808.484019:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444808.484022:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444808.484025:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f96e8. 00000100:00000200:0.0:1783444808.484027:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608300416, offset 0 00000400:00000200:0.0:1783444808.484034:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444808.484041:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444808.484053:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444808.484101:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444808.484106:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444808.484110:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444808.484113:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444808.484116:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2838:2838:256:4294967295] 192.168.204.110@tcp LPNI seq info [2838:2838:8:4294967295] 00000400:00000200:0.0:1783444808.484121:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444808.484130:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444808.484136:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444808.484142:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3d00. 00000800:00000200:0.0:1783444808.484149:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444808.484158:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444808.484163:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444808.484172:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444808.484176:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 21202 usecs (22 jiffies) 00000400:00000200:0.0:1783444808.484180:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444808.484239:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296447512 00000100:00000010:0.0:1783444808.484245:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c76050dc60. 00000100:00000001:0.0:1783444808.484251:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1783444808.484260:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296447512 00000100:00000010:0.0:1783444808.484264:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c76050dc00. 00000100:00000001:0.0:1783444808.484267:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1783444808.484270:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444808.484274:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444808.484277:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444808.484280:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444808.484286:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444808.484289:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783444808.484292:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444808.484293:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444808.484295:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444808.484297:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444808.484310:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444808.484312:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444808.484333:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444808.484339:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3d00. 00000400:00000200:1.0:1783444808.484344:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444808.484350:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444808.484355:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f96e8 00000400:00000010:1.0:1783444808.484358:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f96e8. 00000100:00000001:1.0:1783444808.484362:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444808.484367:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c758838000 x1870075608300416/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444808.484378:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444808.484381:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c758838000 x1870075608300416/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444824 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444808.484389:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444808.484390:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1783444808.484480:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444808.484496:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444808.484502:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444808.484509:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1800. 00000800:00000200:2.0:1783444808.484515:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444808.484523:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444808.484527:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1783444808.484550:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444808.484555:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 849623 usecs (850 jiffies) 00000400:00000200:2.0:1783444808.484559:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444808.484563:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296448340 00000100:00000001:2.0:1783444808.484572:0:2399:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296447512 00000100:00000001:2.0:1783444808.484576:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296448340 00000100:00000001:2.0:1783444808.484580:0:2399:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296447512 00000100:00000001:2.0:1783444808.484583:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444808.484586:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444808.484590:0:2399:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444808.484597:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c758839180 x1870075608299904/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1783444808 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444808.484606:0:2399:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1783444808.484608:0:2399:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444808.484610:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444808.484612:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444808.484615:0:2399:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1783444808.484618:0:2399:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1783444808.484621:0:2399:0:(import.c:65:import_set_state_nolock()) ffff91c7510da800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783444808.484653:0:2399:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.110@tcp failed (-110) 00000100:00000001:2.0:1783444808.484657:0:2399:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1783444808.484662:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758839180 x1870075608299904/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1783444808 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444808.484671:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c758839180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2399:1870075608299904:192.168.204.110@tcp:250:kworker.0 00000100:00000001:2.0:1783444808.484676:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444808.485598:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444808.485606:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1800. 00000400:00000200:0.0:1783444808.485613:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444808.485619:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444808.485624:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83ee0 00000400:00000010:0.0:1783444808.485627:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83ee0. 00000100:00000001:0.0:1783444808.485632:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444808.485638:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c75883b800 x1870075608300288/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444808.485659:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444808.485663:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c75883b800 x1870075608300288/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444833 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444808.485670:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444808.485672:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1783444808.487202:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444808.487220:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c758839180 x1870075608299904/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1783444808 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444808.487234:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444808.487237:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444808.487243:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452ad000. 02000000:00000001:2.0:1783444808.487250:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444808.487253:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444808.487255:0:2399:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:2.0:1783444808.487258:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444808.487262:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c751025000. 02000000:00000001:2.0:1783444808.487267:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444808.487269:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444808.487271:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758839180. 00000100:00000001:2.0:1783444808.487275:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444808.487276:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444808.487279:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444808.487289:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444808.487292:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1783444808.487295:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444808.487298:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444808.487301:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444808.487304:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1783444808.487332:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783444808.487338:0:26509:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1783444808.487341:0:26509:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1783444808.487344:0:26509:0:(import.c:65:import_set_state_nolock()) ffff91c7510da800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1783444808.487348:0:26509:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1783444808.487353:0:26509:0:(import.c:510:import_select_connection()) MGC192.168.204.110@tcp: connect to NID 192.168.204.110@tcp last attempt 1769 00000400:00000200:2.0:1783444808.487361:0:26509:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444808.487368:0:26509:0:(peer.c:1557:LNetPeerDiscovered()) Peer NID 192.168.204.110@tcp is discovered: rc = 1 00000100:00001000:2.0:1783444808.487372:0:26509:0:(import.c:2148:obd_at_measure()) add 10 to ffff91c7510dac18 time=138 v=5 (1 1 1 1) 00000100:00001000:2.0:1783444808.487376:0:26509:0:(import.c:2214:obd_at_measure()) AT ffff91c7510dac18 change: old=5 new=10 delta=5 (val=10) hist 10 1 1 1 00000100:00080000:2.0:1783444808.487378:0:26509:0:(import.c:589:import_select_connection()) MGC192.168.204.110@tcp: tried all connections, increasing latency to 5s 00000100:00000040:2.0:1783444808.487381:0:26509:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 14 to 192.168.204.110@tcp 00000100:00000001:2.0:1783444808.487385:0:26509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1783444808.488712:0:26509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00000100:00000001:2.0:1783444808.488724:0:26509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 00000020:00000001:2.0:1783444808.488731:0:26509:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1783444808.488735:0:26509:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea02 00000020:00000001:2.0:1783444808.488740:0:26509:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444808.488743:0:26509:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c7510de000 refcount=3 00000020:00000001:2.0:1783444808.488747:0:26509:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883977224192 : -121189732327424 : ffff91c7510de000) 00000020:00000001:2.0:1783444808.488749:0:26509:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883977224192 : -121189732327424 : ffff91c7510de000) 00000100:00000040:2.0:1783444808.488760:0:26509:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 14 to 192.168.204.110@tcp 00000100:00000001:2.0:1783444808.488763:0:26509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1783444808.488765:0:26509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00000100:00000001:2.0:1783444808.488768:0:26509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 00000020:00000040:2.0:1783444808.488771:0:26509:0:(genops.c:900:class_export_put()) PUTting export ffff91c7510de000 : new refcount 2 00000100:00080000:2.0:1783444808.488775:0:26509:0:(import.c:624:import_select_connection()) MGC192.168.204.110@tcp: import ffff91c7510da800 using connection 192.168.204.110@tcp/192.168.204.110@tcp 00000100:00000001:2.0:1783444808.488779:0:26509:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444808.488782:0:26509:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1783444808.488787:0:26509:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444808.488790:0:26509:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444808.488794:0:26509:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1783444808.488798:0:26509:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444808.488814:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f3100. 00000020:00000040:2.0:1783444808.488820:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 02000000:00000001:2.0:1783444808.488826:0:26509:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1783444808.488828:0:26509:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444808.488833:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444808.488838:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444808.488844:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444808.488858:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c750f6ec00. 00000100:00000001:2.0:1783444808.488868:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444808.488879:0:26509:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91c7603f3100 x1870075608300544/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444808.488890:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444808.488896:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444808.488901:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a6ad071] to pc [ptlrpcd_rcv+-1] req@ffff91c7603f3100 x1870075608300544/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444808.488925:0:26509:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444808.489004:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1783444808.489010:0:26509:0:(pinger.c:247:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1783444808.489013:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1783444808.489017:0:26509:0:(pinger.c:247:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1783444808.489024:0:26509:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1785) 00000100:00000001:2.0:1783444808.489074:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444808.489079:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444808.489082:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444808.489091:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f3100 x1870075608300544/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444808.489100:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444808.489103:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444808.489108:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444808.489113:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444808.489116:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444808.489121:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2399:1870075608300544:192.168.204.110@tcp:250:kworker.0 00000100:00000001:2.0:1783444808.489126:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444808.489132:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444808.489136:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444808.489139:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444808.489145:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c750f6cc00. 02000000:00000001:2.0:1783444808.489147:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444808.489154:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444808.489159:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff9f8. 00000400:00000010:2.0:1783444808.489169:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83000. 00000100:00000200:2.0:1783444808.489179:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608300544, portal 25 00000100:00000001:2.0:1783444808.489181:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444808.489183:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232114432 : -121189477437184 : ffff91c7603f3100) 00000100:00000040:2.0:1783444808.489190:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f3100 x1870075608300544/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/544 e 0 to 0 dl 1783444823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444808.489203:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444808.489206:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444808.489209:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83550. 00000100:00000200:2.0:1783444808.489214:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870075608300544, offset 0 00000400:00000200:2.0:1783444808.489222:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444808.489234:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444808.489244:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444808.489251:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444808.489256:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444808.489261:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444808.489264:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444808.489268:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2839:2839:256:4294967295] 192.168.204.110@tcp LPNI seq info [2839:2839:8:4294967295] 00000400:00000200:2.0:1783444808.489273:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444808.489286:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444808.489296:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444808.489306:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1800. 00000800:00000200:2.0:1783444808.489317:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444808.489333:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444808.489341:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1783444808.489369:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444808.489455:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444808.489459:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296451587 00000100:00000001:2.0:1783444808.489472:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296448340 00000100:00000001:2.0:1783444808.489477:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296451587 00000100:00000001:2.0:1783444808.489480:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296448340 00000100:00000001:2.0:1783444808.489484:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444808.489487:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444808.489493:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444808.489496:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444808.489511:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444808.489513:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1783444808.489516:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444808.489518:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444808.489520:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444808.489522:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444808.493076:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444808.493109:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444808.493115:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444808.493118:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444808.493131:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444808.493142:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444808.493157:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444808.493163:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444808.493171:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444808.493175:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855fb80 00000400:00000200:1.0:1783444808.493181:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444808.493189:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7d89 [1] + 224 00000800:00000001:1.0:1783444808.493201:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444808.493216:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444808.493225:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444808.493231:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444808.493241:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444808.493255:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c758838000 x1870075608300416/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444824 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444808.493268:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c758838000 x1870075608300416/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444824 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444808.493307:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1783444808.493521:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444808.493526:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1800. 00000400:00000200:1.0:1783444808.493531:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444808.493534:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444808.493539:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83550 00000400:00000010:1.0:1783444808.493542:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83550. 00000100:00000001:1.0:1783444808.493546:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444808.493551:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3100 x1870075608300544/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/544 e 0 to 0 dl 1783444823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444808.493563:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444808.493566:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f3100 x1870075608300544/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/544 e 0 to 0 dl 1783444823 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444808.493571:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444808.493572:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444808.493578:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444808.493582:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444808.493875:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444808.493883:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444808.493895:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444808.493899:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444808.493904:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f000. 00000400:00000200:0.0:1783444808.493910:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9b28 00000400:00000010:0.0:1783444808.493913:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9b28. 00000100:00000001:0.0:1783444808.493916:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444808.493923:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c758838000 x1870075608300416/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444824 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444808.494139:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c758838000 x1870075608300416/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444824 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444808.494147:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444808.494149:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444808.494152:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444808.494156:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444808.494159:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444808.494162:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444808.494167:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444808.494181:0:2401:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=138 v=5 (105 105 105 137) 00000100:00001000:0.0:1783444808.494186:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=138 v=5 (1 1 1 1) 00000100:00000001:0.0:1783444808.494189:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444808.494191:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444808.494195:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444808.494200:0:2401:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444808.494205:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444808.494208:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1783444808.494212:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444808.494214:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444808.494220:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c758838000 x1870075608300416/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444824 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444808.494227:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444808.494231:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444808.494234:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444808.494238:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758838000 x1870075608300416/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444824 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444808.494246:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c758838000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608300416:192.168.204.110@tcp:400:kworker.0 00000100:00000001:0.0:1783444808.494252:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444808.494255:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444808.494258:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c758838000 x1870075608300416/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444824 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444808.494264:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444808.494267:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444808.494272:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c760f74400. 02000000:00000001:0.0:1783444808.494276:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444808.494281:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444808.494283:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:0.0:1783444808.494285:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444808.494289:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c760298200. 02000000:00000001:0.0:1783444808.494296:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444808.494299:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444808.494301:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758838000. 00000100:00000001:0.0:1783444808.494305:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444808.494306:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444808.494309:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444808.494323:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444808.494326:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444808.494330:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444808.494333:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444808.499017:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444808.499041:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444808.499046:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444808.499049:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444808.500688:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444808.500699:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444808.500713:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444808.500718:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444808.500724:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444808.500729:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e855fb00 00000400:00000200:1.0:1783444808.500734:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444808.500740:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7d81 [1] + 0 00000800:00000001:1.0:1783444808.500748:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444808.500768:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444808.500772:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444808.500776:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444808.500783:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444808.500792:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c75883b800 x1870075608300288/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444833 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444808.500806:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff91c75883b800 x1870075608300288/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444833 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444808.501747:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444808.501755:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444808.501883:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444808.501898:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444808.501905:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444808.502030:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444808.502037:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444808.502040:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444808.502043:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444808.502049:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000001:2.0:1783444808.502052:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1783444808.502078:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444808.502085:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444808.502089:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444808.502092:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444808.502097:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 416 into portal 25 MB=0x6a4d2e855fc00 00000400:00000200:0.0:1783444808.502102:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000001:2.0:1783444808.502125:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444808.502129:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff840. 00000400:00000200:2.0:1783444808.502134:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83660 00000400:00000010:2.0:1783444808.502137:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83660. 00000100:00000001:2.0:1783444808.502141:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1783444808.502145:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 416/416 into md 0x7d99 [1] + 0 00000100:00000200:2.0:1783444808.502150:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c75883b800 x1870075608300288/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444833 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1783444808.502153:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1783444808.502165:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c75883b800 x1870075608300288/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444833 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444808.502173:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444808.502175:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444808.502178:0:2399:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:0.0:1783444808.502574:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444808.502578:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444808.502583:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 02000000:00000001:2.0:1783444808.502586:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444808.502588:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1783444808.502590:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444808.502595:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1783444808.502596:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3100 x1870075608300544/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/544 e 0 to 0 dl 1783444823 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1783444808.502600:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444808.502611:0:2399:0:(import.c:2148:obd_at_measure()) add 0 to ffff91c743c0bc60 time=138 v=5 (105 105 105 137) 00000100:00001000:2.0:1783444808.502617:0:2399:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=41 v=20 (20 0 0 0) 00000100:00000001:2.0:1783444808.502620:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444808.502622:0:2399:0:(client.c:1493:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1783444808.502625:0:2399:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1783444808.502627:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff91c7603f3100 x1870075608300544/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/544 e 0 to 0 dl 1783444823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783444808.502633:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c75883b800 x1870075608300288/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/224 e 0 to 0 dl 1783444833 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444808.502657:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444808.502662:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000800:00000001:0.0:1783444808.502664:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1783444808.502667:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1783444808.502669:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444808.502672:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444808.502676:0:2399:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1783444808.502679:0:2399:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1783444808.502684:0:2399:0:(import.c:65:import_set_state_nolock()) ffff91c743c0b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783444808.502689:0:2399:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.110@tcp failed (-19) 00000100:00000001:2.0:1783444808.502691:0:2399:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1783444808.502696:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883b800 x1870075608300288/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/224 e 0 to 0 dl 1783444833 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444808.502704:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c75883b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608300288:192.168.204.110@tcp:38:kworker.0 00000100:00000001:2.0:1783444808.502709:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444808.502711:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444808.502788:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c75883b800 x1870075608300288/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/224 e 0 to 0 dl 1783444833 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444808.502796:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444808.502800:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444808.502803:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6c000. 02000000:00000001:2.0:1783444808.502807:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444808.502810:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444808.502812:0:2399:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:2.0:1783444808.502814:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444808.502816:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c751026c00. 02000000:00000001:2.0:1783444808.502819:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444808.502821:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444808.502823:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c75883b800. 00000100:00000001:2.0:1783444808.502826:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444808.502828:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444808.502831:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444808.502833:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444808.502834:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444808.502837:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444808.502838:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444808.502840:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff9f8. 00000400:00000200:2.0:1783444808.502842:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83000 00000400:00000010:2.0:1783444808.502845:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83000. 00000100:00000001:2.0:1783444808.502847:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444808.502851:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f3100 x1870075608300544/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/544 e 0 to 0 dl 1783444823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444808.502859:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f3100 x1870075608300544/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/544 e 0 to 0 dl 1783444823 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444808.502865:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444808.502867:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444808.502868:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444808.502870:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444808.502871:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444808.502873:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444808.502874:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444808.502877:0:2399:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=138 v=5 (5 5 5 5) 00000100:00001000:2.0:1783444808.502880:0:2399:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=138 v=10 (10 1 1 1) 00000100:00000001:2.0:1783444808.502883:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444808.502884:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444808.502887:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444808.502889:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444808.502892:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444808.502895:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f3100 x1870075608300544/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/416 e 0 to 0 dl 1783444823 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444808.502902:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444808.502904:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444808.502905:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444808.502906:0:2399:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1783444808.502912:0:2399:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.204.110@tcp: connect to target with instance 0 00000020:00000001:2.0:1783444808.502914:0:2399:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1783444808.502916:0:2399:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea02 00000020:00000001:2.0:1783444808.502919:0:2399:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444808.502922:0:2399:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c7510de000 refcount=3 00000020:00000001:2.0:1783444808.502925:0:2399:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883977224192 : -121189732327424 : ffff91c7510de000) 00000020:00000001:2.0:1783444808.502927:0:2399:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883977224192 : -121189732327424 : ffff91c7510de000) 00000100:00001000:2.0:1783444808.502931:0:2399:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=1783444808 v=0 (0 0 0 0) 00000100:00001000:2.0:1783444808.502934:0:2399:0:(import.c:2214:obd_at_measure()) AT ffff91c7510dac18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1783444808.502941:0:2399:0:(genops.c:900:class_export_put()) PUTting export ffff91c7510de000 : new refcount 2 00000100:00000001:2.0:1783444808.502944:0:2399:0:(obd_class.h:1223:obd_import_event()) Process entered 10000000:01000000:2.0:1783444808.502946:0:2399:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1783444808.502949:0:2399:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444808.502950:0:2399:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000400:2.0:1783444808.502954:0:2399:0:(import.c:1284:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.204.110@tcp) after server handle changed from 0x332dd2263f6dafec to 0x332dd2263f6dd6ab 00000100:00080000:2.0:1783444808.511605:0:2399:0:(import.c:65:import_set_state_nolock()) ffff91c7510da800 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1783444808.511613:0:2399:0:(import.c:1292:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444808.511618:0:2399:0:(import.c:1647:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1783444808.511627:0:2399:0:(import.c:1673:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.110@tcp; invalidating 00000020:00000040:2.0:1783444808.511630:0:2399:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=5 obd=MGC192.168.204.110@tcp 00000100:00000001:3.0:1783444808.511953:0:2399:0:(import.c:1694:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444808.511959:0:2399:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444808.511970:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f3100 x1870075608300544/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/416 e 0 to 0 dl 1783444823 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444808.511982:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2399:1870075608300544:192.168.204.110@tcp:250:kworker.0 00000100:00000001:3.0:1783444808.511987:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444808.511990:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444808.511994:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f3100 x1870075608300544/t0(0) o250->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 520/416 e 0 to 0 dl 1783444823 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444808.512002:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444808.512006:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444808.512010:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6cc00. 02000000:00000001:3.0:1783444808.512014:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444808.512016:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444808.512018:0:2399:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1783444808.512020:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444808.512023:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c750f6ec00. 02000000:00000001:3.0:1783444808.512027:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444808.512029:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444808.512031:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f3100. 00000100:00000001:3.0:1783444808.512035:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444808.512036:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444808.512039:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444808.512077:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444808.512080:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444808.512083:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444808.512085:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444808.512203:0:34035:0:(import.c:1593:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:2.0:1783444808.512211:0:34035:0:(import.c:1597:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.110@tcp to MGS@192.168.204.110@tcp 00000100:00100000:2.0:1783444808.512216:0:34035:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1783444808.512218:0:34035:0:(obd_class.h:1223:obd_import_event()) Process entered 10000000:01000000:2.0:1783444808.512221:0:34035:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000001:00000001:2.0:1783444808.512224:0:34035:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1783444808.512227:0:34035:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1783444808.512232:0:34035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41b00 count: 3 00010000:00000001:2.0:1783444808.512237:0:34035:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1783444808.512240:0:34035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444808.512242:0:34035:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444808.512245:0:34035:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c800 refcount=3 00000020:00000001:2.0:1783444808.512247:0:34035:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797190656 : -121189912360960 : ffff91c74652c800) 00010000:00000001:2.0:1783444808.512250:0:34035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797190656 : -121189912360960 : ffff91c74652c800) 00010000:00000001:2.0:1783444808.512253:0:34035:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783444808.512257:0:34035:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.110@tcp lock: ffff91c74652c800/0x5503b2fe824eea09 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x332dd2263f6daff3 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1783444808.512267:0:34035:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1783444808.512269:0:34035:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.110@tcp lock: ffff91c74652c800/0x5503b2fe824eea09 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x332dd2263f6daff3 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783444808.512279:0:34035:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:2.0:1783444808.512282:0:34035:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1783444808.512283:0:34035:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1783444808.512285:0:34035:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1783444808.512286:0:34035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1783444808.512287:0:34035:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1783444808.512336:0:34035:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1783444808.512338:0:34035:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1783444808.512339:0:34035:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff91c7435f4a00) refs 2 10000000:00000001:2.0:1783444808.512342:0:34035:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1783444808.512343:0:34035:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444808.512345:0:34035:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1783444808.512347:0:34035:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783444808.512350:0:34035:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783444808.512351:0:34035:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783444808.512353:0:34035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444808.512357:0:34035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1783444808.512360:0:34035:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c74652c800 with handle 0x5503b2fe824eea09 from hash 00010000:00000001:2.0:1783444808.512362:0:34035:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783444808.512363:0:34035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444808.512365:0:34035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444808.512366:0:34035:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783444808.512367:0:34035:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783444808.512369:0:34035:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1783444808.512371:0:34035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444808.512372:0:34035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444808.512373:0:34035:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444808.512375:0:34035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783444808.512377:0:34035:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.110@tcp lock: ffff91c74652c800/0x5503b2fe824eea09 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x332dd2263f6daff3 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444808.512388:0:34035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444808.512390:0:34035:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1783444808.512391:0:34035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444808.512392:0:34035:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444808.512394:0:34035:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224200 refcount=3 00000020:00000001:2.0:1783444808.512396:0:34035:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995337216 : -121189714214400 : ffff91c752224200) 00010000:00000001:2.0:1783444808.512397:0:34035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995337216 : -121189714214400 : ffff91c752224200) 00010000:00000001:2.0:1783444808.512399:0:34035:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783444808.512401:0:34035:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.110@tcp lock: ffff91c752224200/0x5503b2fe824eea10 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x332dd2263f6daffa expref: -99 pid: 16808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1783444808.512406:0:34035:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1783444808.512408:0:34035:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.110@tcp lock: ffff91c752224200/0x5503b2fe824eea10 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x332dd2263f6daffa expref: -99 pid: 16808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783444808.512412:0:34035:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:2.0:1783444808.512414:0:34035:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1783444808.512416:0:34035:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=3) 10000000:00000040:2.0:1783444808.512417:0:34035:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1783444808.512418:0:34035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1783444808.512419:0:34035:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1783444808.512504:0:34035:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1783444808.512506:0:34035:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1783444808.512507:0:34035:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff91c75104d400) refs 2 10000000:00000001:2.0:1783444808.512509:0:34035:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1783444808.512510:0:34035:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444808.512512:0:34035:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1783444808.512513:0:34035:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783444808.512515:0:34035:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783444808.512516:0:34035:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783444808.512517:0:34035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444808.512519:0:34035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1783444808.512521:0:34035:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752224200 with handle 0x5503b2fe824eea10 from hash 00010000:00000001:2.0:1783444808.512523:0:34035:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783444808.512524:0:34035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444808.512525:0:34035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444808.512526:0:34035:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783444808.512528:0:34035:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783444808.512529:0:34035:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1783444808.512531:0:34035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444808.512532:0:34035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444808.512533:0:34035:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444808.512535:0:34035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783444808.512537:0:34035:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.110@tcp lock: ffff91c752224200/0x5503b2fe824eea10 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x332dd2263f6daffa expref: -99 pid: 16808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444808.512545:0:34035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1783444808.512547:0:34035:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747e41b00 count: 0 00010000:00000040:2.0:1783444808.512553:0:34035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c7593df000 count: 2 00010000:00000001:2.0:1783444808.512555:0:34035:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1783444808.512556:0:34035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444808.512558:0:34035:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444808.512559:0:34035:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225600 refcount=3 00000020:00000001:2.0:1783444808.512561:0:34035:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995342336 : -121189714209280 : ffff91c752225600) 00010000:00000001:2.0:1783444808.512563:0:34035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995342336 : -121189714209280 : ffff91c752225600) 00010000:00000001:2.0:1783444808.512565:0:34035:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783444808.512572:0:34035:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.110@tcp lock: ffff91c752225600/0x5503b2fe824eea41 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x332dd2263f6db001 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1783444808.512578:0:34035:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1783444808.512580:0:34035:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.110@tcp lock: ffff91c752225600/0x5503b2fe824eea41 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x332dd2263f6db001 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783444808.512584:0:34035:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1783444808.512587:0:34035:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1783444808.512588:0:34035:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1783444808.512590:0:34035:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1783444808.512591:0:34035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1783444808.512592:0:34035:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1783444808.512727:0:34035:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1783444808.512729:0:34035:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1783444808.512730:0:34035:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff91c75104c600) refs 2 10000000:00000001:2.0:1783444808.512732:0:34035:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1783444808.512734:0:34035:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444808.512736:0:34035:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1783444808.512737:0:34035:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783444808.512739:0:34035:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783444808.512740:0:34035:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783444808.512741:0:34035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444808.512743:0:34035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1783444808.512745:0:34035:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752225600 with handle 0x5503b2fe824eea41 from hash 00010000:00000001:2.0:1783444808.512747:0:34035:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783444808.512748:0:34035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444808.512750:0:34035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444808.512751:0:34035:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783444808.512752:0:34035:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783444808.512753:0:34035:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1783444808.512755:0:34035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444808.512756:0:34035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444808.512757:0:34035:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444808.512759:0:34035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783444808.512761:0:34035:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.110@tcp lock: ffff91c752225600/0x5503b2fe824eea41 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x332dd2263f6db001 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444808.512768:0:34035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1783444808.512770:0:34035:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c7593df000 count: 0 00010000:00000040:2.0:1783444808.512775:0:34035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c7593df200 count: 2 00010000:00000001:2.0:1783444808.512777:0:34035:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1783444808.512778:0:34035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444808.512780:0:34035:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444808.512781:0:34035:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224a00 refcount=3 00000020:00000001:2.0:1783444808.512783:0:34035:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995339264 : -121189714212352 : ffff91c752224a00) 00010000:00000001:2.0:1783444808.512785:0:34035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995339264 : -121189714212352 : ffff91c752224a00) 00010000:00000001:2.0:1783444808.512787:0:34035:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783444808.512789:0:34035:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.110@tcp lock: ffff91c752224a00/0x5503b2fe824eea48 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x332dd2263f6db008 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1783444808.512795:0:34035:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1783444808.512797:0:34035:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.110@tcp lock: ffff91c752224a00/0x5503b2fe824eea48 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x332dd2263f6db008 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783444808.512802:0:34035:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1783444808.512805:0:34035:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1783444808.512806:0:34035:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=3) 10000000:00000040:2.0:1783444808.512808:0:34035:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1783444808.512809:0:34035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1783444808.512810:0:34035:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1783444808.512823:0:34035:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1783444808.512825:0:34035:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1783444808.512826:0:34035:0:(mgc_request.c:123:config_log_put()) log params(ffff91c75104ca00) refs 2 10000000:00000001:2.0:1783444808.512828:0:34035:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1783444808.512829:0:34035:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444808.512831:0:34035:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1783444808.512833:0:34035:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783444808.512834:0:34035:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783444808.512835:0:34035:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783444808.512837:0:34035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444808.512838:0:34035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1783444808.512840:0:34035:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752224a00 with handle 0x5503b2fe824eea48 from hash 00010000:00000001:2.0:1783444808.512842:0:34035:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783444808.512844:0:34035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444808.512845:0:34035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444808.512846:0:34035:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783444808.512847:0:34035:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783444808.512848:0:34035:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1783444808.512850:0:34035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444808.512851:0:34035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444808.512853:0:34035:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444808.512854:0:34035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783444808.512856:0:34035:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.110@tcp lock: ffff91c752224a00/0x5503b2fe824eea48 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x332dd2263f6db008 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444808.512864:0:34035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1783444808.512866:0:34035:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c7593df200 count: 0 00000001:00000001:2.0:1783444808.512875:0:34035:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1783444808.512878:0:34035:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1783444808.512880:0:34035:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1783444808.512882:0:34035:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1783444808.512884:0:34035:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444808.512887:0:34035:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:2.0:1783444808.512891:0:34035:0:(import.c:65:import_set_state_nolock()) ffff91c7510da800 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1783444808.512894:0:34035:0:(import.c:1647:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1783444808.512896:0:34035:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1783444808.512898:0:34035:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1783444808.512901:0:34035:0:(import.c:65:import_set_state_nolock()) ffff91c7510da800 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1783444808.512903:0:34035:0:(obd_class.h:1223:obd_import_event()) Process entered 10000000:01000000:2.0:1783444808.512904:0:34035:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1783444808.512906:0:34035:0:(mgc_request.c:1185:mgc_import_event()) MGC192.168.204.110@tcp: Reactivating import 00000100:00080000:2.0:1783444808.512913:0:34035:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1783444808.512915:0:34035:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444808.512918:0:34035:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:2.0:1783444808.512923:0:34035:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) MGC192.168.204.110@tcp: Connection restored to 192.168.204.110@tcp (at 192.168.204.110@tcp) 00000100:00000001:2.0:1783444808.512927:0:34035:0:(import.c:1753:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444808.512930:0:34035:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444808.512932:0:34035:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:2.0:1783444808.512934:0:34035:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1783444808.512935:0:34035:0:(import.c:1610:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1783444808.522101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652c800. 00010000:00000010:2.1:1783444808.522116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224200. 00010000:00000010:2.1:1783444808.522121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41b00. 00010000:00000010:2.1:1783444808.522125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225600. 00010000:00000010:2.1:1783444808.522129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593df000. 00010000:00000010:2.1:1783444808.522149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224a00. 00010000:00000010:2.1:1783444808.522152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c7593df200. 00010000:00000001:0.0:1783444808.931646:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444808.931654:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444808.931792:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444808.931796:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444808.931799:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1783444809.058176:0:33821:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1783444809.058184:0:33821:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444809.058186:0:33821:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444809.058191:0:33821:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885ca80 going to sleep for 0 seconds 00000100:00000001:2.0:1783444809.058195:0:33821:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444809.058198:0:33821:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444809.058201:0:33821:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444809.058203:0:33821:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444809.058206:0:33821:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1783444809.762171:0:16822:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1783444809.762180:0:16822:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff91c75104c600) refs 2 10000000:00000001:3.0:1783444809.762185:0:16822:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1783444809.762187:0:16822:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1783444809.762189:0:16822:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1783444809.762190:0:16822:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1783444809.762193:0:16822:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:3.0:1783444809.762195:0:16822:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:3.0:1783444809.762197:0:16822:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-cliir-ffff91c759350000 from 7 10000000:00000001:3.0:1783444809.762199:0:16822:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1783444809.762201:0:16822:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:3.0:1783444809.762212:0:16822:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462d80. 00000020:00000040:3.0:1783444809.762217:0:16822:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:3.0:1783444809.762222:0:16822:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444809.762225:0:16822:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444809.762231:0:16822:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444809.762238:0:16822:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c75217f800. 00000100:00000001:3.0:1783444809.762245:0:16822:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444809.762250:0:16822:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783444809.762253:0:16822:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1783444809.762260:0:16822:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c743ebf900. 00010000:00000001:3.0:1783444809.762266:0:16822:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783444809.762269:0:16822:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c751b14a00. 00000020:00000001:3.0:1783444809.762275:0:16822:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783444809.762277:0:16822:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c751b14a00 with handle 0x5503b2fe824ef6b2 to hash 00000020:00000001:3.0:1783444809.762280:0:16822:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783444809.762281:0:16822:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883987933696 : -121189721617920 : ffff91c751b14a00) 00010000:00000001:3.0:1783444809.762284:0:16822:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883987933696 : -121189721617920 : ffff91c751b14a00) 00010000:00000001:3.0:1783444809.762289:0:16822:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444809.762291:0:16822:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444809.762309:0:16822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.110@tcp lock: ffff91c751b14a00/0x5503b2fe824ef6b2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444809.762320:0:16822:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.110@tcp lock: ffff91c751b14a00/0x5503b2fe824ef6b2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444809.762335:0:16822:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.110@tcp lock: ffff91c751b14a00/0x5503b2fe824ef6b2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783444809.762341:0:16822:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444809.762343:0:16822:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444809.762360:0:16822:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c750760d80. 00000100:00000001:3.0:1783444809.762363:0:16822:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883967274368 : -121189742277248 : ffff91c750760d80) 00000100:00000001:3.0:1783444809.762365:0:16822:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444809.762367:0:16822:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232572288 : -121189476979328 : ffff91c760462d80) 00000100:00000001:3.0:1783444809.762372:0:16822:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444809.762376:0:16822:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444809.762378:0:16822:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444809.762380:0:16822:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444809.762393:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462d80 x1870075608300672/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444809.762402:0:16822:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444809.762405:0:16822:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444809.762409:0:16822:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444809.762412:0:16822:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444809.762415:0:16822:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444809.762419:0:16822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:16822:1870075608300672:192.168.204.110@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1783444809.762423:0:16822:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444809.762428:0:16822:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444809.762431:0:16822:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444809.762433:0:16822:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444809.762438:0:16822:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452adc00. 02000000:00000001:3.0:1783444809.762440:0:16822:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444809.762446:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444809.762450:0:16822:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811e18. 00000400:00000010:3.0:1783444809.762457:0:16822:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218b28. 00000100:00000200:3.0:1783444809.762463:0:16822:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608300672, portal 25 00000100:00000001:3.0:1783444809.762465:0:16822:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444809.762466:0:16822:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232572288 : -121189476979328 : ffff91c760462d80) 00000100:00000040:3.0:1783444809.762471:0:16822:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760462d80 x1870075608300672/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444809.762479:0:16822:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444809.762481:0:16822:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444809.762484:0:16822:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218220. 00000100:00000200:3.0:1783444809.762488:0:16822:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1870075608300672, offset 0 00000400:00000200:3.0:1783444809.762495:0:16822:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444809.762502:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444809.762509:0:16822:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444809.762514:0:16822:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444809.762519:0:16822:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444809.762522:0:16822:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444809.762524:0:16822:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444809.762528:0:16822:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2840:2840:256:4294967295] 192.168.204.110@tcp LPNI seq info [2840:2840:8:4294967295] 00000400:00000200:3.0:1783444809.762532:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444809.762542:0:16822:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444809.762548:0:16822:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444809.762554:0:16822:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822cc00. 00000800:00000200:3.0:1783444809.762560:0:16822:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444809.762569:0:16822:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444809.762574:0:16822:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822cc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1783444809.762609:0:16822:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444809.762614:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444809.762616:0:16822:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296452860 00000100:00000001:3.0:1783444809.762634:0:16822:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296451587 00000100:00000001:3.0:1783444809.762638:0:16822:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296452860 00000100:00000001:3.0:1783444809.762641:0:16822:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296451587 00000100:00000001:3.0:1783444809.762644:0:16822:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444809.762647:0:16822:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444809.762649:0:16822:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444809.762650:0:16822:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444809.762653:0:16822:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c750760d80 going to sleep for 11 seconds 00000100:00000001:3.0:1783444809.762656:0:16822:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444809.762658:0:16822:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444809.762840:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444809.762846:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822cc00. 00000400:00000200:0.0:1783444809.762852:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444809.762857:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444809.762863:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218220 00000400:00000010:0.0:1783444809.762866:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218220. 00000100:00000001:0.0:1783444809.762870:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444809.762875:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462d80 x1870075608300672/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444809.762886:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444809.762891:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462d80 x1870075608300672/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444809.762898:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444809.762900:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444809.771751:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.771773:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444809.771778:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.771781:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444809.771790:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.771798:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444809.771809:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.771814:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.771819:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.771823:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 344 into portal 25 MB=0x6a4d2e855fc80 00000400:00000200:0.0:1783444809.771828:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.771834:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 344/344 into md 0x7da1 [1] + 224 00000800:00000001:0.0:1783444809.771855:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.771866:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444809.771869:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444809.771874:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444809.771881:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444809.771889:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462d80 x1870075608300672/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444809.771900:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff91c760462d80 x1870075608300672/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444809.771975:0:16822:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444809.771997:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444809.772006:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.772010:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783444809.776720:0:16822:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444809.776728:0:16822:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444809.776732:0:16822:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811e18. 00000400:00000200:3.0:1783444809.776741:0:16822:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218b28 00000400:00000010:3.0:1783444809.776744:0:16822:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218b28. 00000100:00000001:3.0:1783444809.776749:0:16822:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444809.776761:0:16822:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462d80 x1870075608300672/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444809.776771:0:16822:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462d80 x1870075608300672/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444809.776780:0:16822:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444809.776782:0:16822:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444809.776784:0:16822:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444809.776787:0:16822:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444809.776790:0:16822:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444809.776793:0:16822:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444809.776796:0:16822:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444809.776802:0:16822:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=139 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444809.776806:0:16822:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444809.776809:0:16822:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444809.776811:0:16822:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444809.776814:0:16822:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444809.776816:0:16822:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444809.776818:0:16822:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444809.776823:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760462d80 x1870075608300672/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444809.776831:0:16822:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444809.776834:0:16822:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444809.776836:0:16822:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444809.777261:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760462d80 x1870075608300672/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444809.777270:0:16822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760462d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:16822:1870075608300672:192.168.204.110@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1783444809.777274:0:16822:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444809.777277:0:16822:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444809.777280:0:16822:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444809.777282:0:16822:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444809.777286:0:16822:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462d80 x1870075608300672/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444809.777293:0:16822:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444809.777309:0:16822:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c750760d80. 00000100:00000001:3.0:1783444809.777314:0:16822:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444809.777315:0:16822:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444809.777318:0:16822:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783444809.777321:0:16822:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444809.777324:0:16822:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444809.777328:0:16822:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14a00 refcount=4 00000020:00000001:3.0:1783444809.777330:0:16822:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987933696 : -121189721617920 : ffff91c751b14a00) 00010000:00000001:3.0:1783444809.777333:0:16822:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987933696 : -121189721617920 : ffff91c751b14a00) 00010000:00000040:3.0:1783444809.777340:0:16822:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c751b14a00, remote cookie: 0x332dd2263f6dd6b2, flags: 0x0 00010000:00000001:3.0:1783444809.777343:0:16822:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783444809.777354:0:16822:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783444809.777357:0:16822:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783444809.777358:0:16822:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783444809.777360:0:16822:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783444809.777363:0:16822:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff91c743ebf900) refcount = 1 00010000:00010000:3.0:1783444809.777369:0:16822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.110@tcp lock: ffff91c751b14a00/0x5503b2fe824ef6b2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x332dd2263f6dd6b2 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444809.777377:0:16822:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783444809.777379:0:16822:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783444809.777381:0:16822:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444809.777384:0:16822:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783444809.777387:0:16822:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444809.777390:0:16822:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.110@tcp lock: ffff91c751b14a00/0x5503b2fe824ef6b2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x332dd2263f6dd6b2 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444809.777396:0:16822:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783444809.777398:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444809.777400:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444809.777401:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444809.777402:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444809.777403:0:16822:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444809.777406:0:16822:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444809.777410:0:16822:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760462d80 x1870075608300672/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444809.777417:0:16822:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444809.777420:0:16822:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444809.777423:0:16822:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452adc00. 02000000:00000001:3.0:1783444809.777427:0:16822:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444809.777429:0:16822:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444809.777430:0:16822:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1783444809.777433:0:16822:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444809.777436:0:16822:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c75217f800. 02000000:00000001:3.0:1783444809.777441:0:16822:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444809.777442:0:16822:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444809.777445:0:16822:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760462d80. 00000100:00000001:3.0:1783444809.777449:0:16822:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444809.777450:0:16822:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1783444809.777452:0:16822:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1783444809.777455:0:16822:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1783444809.777457:0:16822:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff91c75104c600) refs 3 10000000:00000001:3.0:1783444809.777460:0:16822:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444809.777462:0:16822:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444809.777463:0:16822:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444809.777465:0:16822:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14a00 refcount=3 00000020:00000001:3.0:1783444809.777467:0:16822:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987933696 : -121189721617920 : ffff91c751b14a00) 00010000:00000001:3.0:1783444809.777469:0:16822:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987933696 : -121189721617920 : ffff91c751b14a00) 00010000:00000001:3.0:1783444809.777471:0:16822:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1783444809.777473:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444809.777474:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444809.777475:0:16822:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1783444809.777477:0:16822:0:(mgc_request.c:1519:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1783444809.777485:0:16822:0:(mgc_request.c:1531:mgc_process_recover_log()) kmalloced '(folios)': 32 at ffff91c74630aca0. 00000100:00000010:3.0:1783444809.777506:0:16822:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462d80. 00000020:00000040:3.0:1783444809.777509:0:16822:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:3.0:1783444809.777512:0:16822:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444809.777515:0:16822:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444809.777519:0:16822:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444809.777524:0:16822:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c75217f800. 00000100:00000001:3.0:1783444809.777529:0:16822:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444809.777533:0:16822:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1783444809.777537:0:16822:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff91c7452adc00. 00000100:00000010:3.0:1783444809.777540:0:16822:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff91c760271ec0. 00000020:00000040:3.0:1783444809.777542:0:16822:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=5 obd=MGC192.168.204.110@tcp 00000100:00000001:3.0:1783444809.777547:0:16822:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444809.777548:0:16822:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444809.777553:0:16822:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c750760d80. 00000100:00000001:3.0:1783444809.777555:0:16822:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883967274368 : -121189742277248 : ffff91c750760d80) 00000100:00000001:3.0:1783444809.777558:0:16822:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444809.777560:0:16822:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232572288 : -121189476979328 : ffff91c760462d80) 00000100:00000001:3.0:1783444809.777564:0:16822:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444809.777569:0:16822:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444809.777571:0:16822:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444809.777572:0:16822:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444809.777577:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462d80 x1870075608300800/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444809.777741:0:16822:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444809.777744:0:16822:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444809.777748:0:16822:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444809.777750:0:16822:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444809.777752:0:16822:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444809.777756:0:16822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:16822:1870075608300800:192.168.204.110@tcp:256:ll_cfg_requeue.0 00000100:00000001:3.0:1783444809.777759:0:16822:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444809.777764:0:16822:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444809.777766:0:16822:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444809.777769:0:16822:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1783444809.777776:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444809.777780:0:16822:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811e18. 00000400:00000010:3.0:1783444809.777786:0:16822:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff91c750760a80. 00000100:00000200:3.0:1783444809.777792:0:16822:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6a4d2e855fd00-0x6a4d2e855fd00, portal 33 00000100:00000001:3.0:1783444809.777795:0:16822:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444809.777797:0:16822:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444809.777802:0:16822:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75217e400. 02000000:00000001:3.0:1783444809.777804:0:16822:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444809.777807:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444809.777810:0:16822:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7588113c8. 00000400:00000010:3.0:1783444809.777814:0:16822:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218b28. 00000100:00000200:3.0:1783444809.777817:0:16822:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608300800, portal 25 00000100:00000001:3.0:1783444809.777819:0:16822:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444809.777820:0:16822:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232572288 : -121189476979328 : ffff91c760462d80) 00000100:00000040:3.0:1783444809.777825:0:16822:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760462d80 x1870075608300800/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1783444825 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444809.777896:0:16822:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444809.777900:0:16822:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444809.777903:0:16822:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218330. 00000100:00000200:3.0:1783444809.777907:0:16822:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1870075608300800, offset 0 00000400:00000200:3.0:1783444809.777912:0:16822:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444809.777919:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444809.777926:0:16822:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444809.777930:0:16822:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444809.777933:0:16822:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444809.777937:0:16822:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444809.777939:0:16822:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444809.777943:0:16822:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2841:2841:256:4294967295] 192.168.204.110@tcp LPNI seq info [2841:2841:8:4294967295] 00000400:00000200:3.0:1783444809.777948:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444809.777958:0:16822:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444809.777965:0:16822:0:(socklnd_cb.c:931:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444809.777970:0:16822:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c100. 00000800:00000200:3.0:1783444809.777977:0:16822:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444809.777984:0:16822:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444809.777988:0:16822:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c100 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:3.0:1783444809.777997:0:16822:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444809.778002:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444809.778004:0:16822:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296452875 00000100:00000001:3.0:1783444809.778013:0:16822:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296452860 00000100:00000001:3.0:1783444809.778018:0:16822:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296452875 00000100:00000001:3.0:1783444809.778022:0:16822:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296452860 00000100:00000001:3.0:1783444809.778025:0:16822:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444809.778028:0:16822:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444809.778030:0:16822:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444809.778032:0:16822:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444809.778034:0:16822:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c750760d80 going to sleep for 11 seconds 00000100:00000001:3.0:1783444809.778037:0:16822:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444809.778039:0:16822:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444809.778671:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444809.778677:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c100. 00000400:00000200:0.0:1783444809.778682:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444809.778687:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444809.778692:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218330 00000400:00000010:0.0:1783444809.778694:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218330. 00000100:00000001:0.0:1783444809.778698:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444809.778703:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462d80 x1870075608300800/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1783444825 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444809.778712:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444809.778715:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462d80 x1870075608300800/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1783444825 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444809.778721:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444809.778722:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444809.787638:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.787657:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444809.787662:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.787665:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444809.787674:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.787685:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444809.787696:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.787701:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.787708:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.787713:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 240 into portal 25 MB=0x6a4d2e855fd00 00000400:00000200:0.0:1783444809.787717:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.787724:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 240/240 into md 0x7db1 [1] + 224 00000800:00000001:0.0:1783444809.787731:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.787738:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444809.787741:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444809.787756:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444809.787763:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444809.787771:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462d80 x1870075608300800/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1783444825 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444809.787781:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff91c760462d80 x1870075608300800/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444809.787799:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444809.787807:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.787810:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444809.787874:0:16822:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444809.787886:0:16822:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444809.787888:0:16822:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444809.787891:0:16822:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7588113c8. 00000400:00000200:3.0:1783444809.787895:0:16822:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218b28 00000400:00000010:3.0:1783444809.787897:0:16822:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218b28. 00000100:00000001:3.0:1783444809.787900:0:16822:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444809.787905:0:16822:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462d80 x1870075608300800/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444809.787924:0:16822:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462d80 x1870075608300800/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444809.787930:0:16822:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444809.787932:0:16822:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444809.787934:0:16822:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444809.787938:0:16822:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444809.787940:0:16822:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444809.787942:0:16822:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444809.787946:0:16822:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444809.787952:0:16822:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=139 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444809.787956:0:16822:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444809.787958:0:16822:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1783444809.787962:0:16822:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff91c760462d80 x1870075608300800/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444809.787975:0:16822:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1783444809.787979:0:16822:0:(client.c:1784:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1783444809.787983:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760462d80 x1870075608300800/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444809.787990:0:16822:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:3.0:1783444809.787992:0:16822:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:3.0:1783444809.787995:0:16822:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444809.787997:0:16822:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444809.787999:0:16822:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811e18. 00000400:00000200:3.0:1783444809.788002:0:16822:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c750760a80 00000400:00000010:3.0:1783444809.788003:0:16822:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff91c750760a80. 00000100:00000001:3.0:1783444809.788006:0:16822:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1783444809.788008:0:16822:0:(events.c:192:client_bulk_callback()) event type 6, status 0, req ffff91c760462d80 desc ffff91c7452adc00 mbits 0 00000100:00000001:3.0:1783444809.788011:0:16822:0:(events.c:217:client_bulk_callback()) Process leaving 00000100:00000001:3.0:1783444809.788013:0:16822:0:(niobuf.c:499:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444809.788023:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760462d80 x1870075608300800/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1783444825 ref 2 fl Interpret:ReQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444809.788031:0:16822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760462d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:16822:1870075608300800:192.168.204.110@tcp:256:ll_cfg_requeue.0 00000100:00000001:3.0:1783444809.788035:0:16822:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444809.788039:0:16822:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1783444809.788042:0:16822:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444809.788044:0:16822:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444809.788047:0:16822:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462d80 x1870075608300800/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1783444825 ref 2 fl Complete:ReQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444809.788087:0:16822:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444809.788091:0:16822:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c750760d80. 00000100:00000001:3.0:1783444809.788093:0:16822:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444809.788095:0:16822:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:3.0:1783444809.788098:0:16822:0:(mgc_request.c:1583:mgc_process_recover_log()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:3.0:1783444809.788101:0:16822:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444809.788105:0:16822:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760462d80 x1870075608300800/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1783444825 ref 1 fl Complete:ReQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444809.788111:0:16822:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444809.788114:0:16822:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444809.788118:0:16822:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75217e400. 02000000:00000001:3.0:1783444809.788120:0:16822:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444809.788123:0:16822:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444809.788124:0:16822:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1783444809.788127:0:16822:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1783444809.788129:0:16822:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1783444809.788131:0:16822:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444809.788132:0:16822:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1783444809.788133:0:16822:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:3.0:1783444809.788136:0:16822:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at ffff91c760271ec0. 00000100:00000010:3.0:1783444809.788139:0:16822:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff91c7452adc00. 00000100:00000001:3.0:1783444809.788142:0:16822:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1783444809.788144:0:16822:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c75217f800. 02000000:00000001:3.0:1783444809.788148:0:16822:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444809.788150:0:16822:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444809.788151:0:16822:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760462d80. 00000100:00000001:3.0:1783444809.788155:0:16822:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444809.788156:0:16822:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1783444809.788176:0:16822:0:(mgc_request.c:1651:mgc_process_recover_log()) kvfree 'folios': 32 at ffff91c74630aca0. 10000000:01000000:3.0:1783444809.788180:0:16822:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.110@tcp: configuration from log 'lustre-cliir' failed (-2). 10000000:00000001:3.0:1783444809.788184:0:16822:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1783444809.788186:0:16822:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444809.788190:0:16822:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444809.788194:0:16822:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14a00 refcount=3 00000020:00000001:3.0:1783444809.788196:0:16822:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987933696 : -121189721617920 : ffff91c751b14a00) 00010000:00000001:3.0:1783444809.788198:0:16822:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987933696 : -121189721617920 : ffff91c751b14a00) 00010000:00000001:3.0:1783444809.788201:0:16822:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444809.788206:0:16822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.110@tcp lock: ffff91c751b14a00/0x5503b2fe824ef6b2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x332dd2263f6dd6b2 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444809.788214:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444809.788216:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783444809.788218:0:16822:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.110@tcp lock: ffff91c751b14a00/0x5503b2fe824ef6b2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x332dd2263f6dd6b2 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444809.788224:0:16822:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444809.788225:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444809.788226:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1783444809.788228:0:16822:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000400:3.0:1783444809.788230:0:16822:0:(mgc_request.c:1899:mgc_process_log()) MGC192.168.204.110@tcp: IR log lustre-cliir failed, not fatal: rc = -2 10000000:00000001:3.0:1783444809.805833:0:16822:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1783444809.805842:0:16822:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1783444809.805844:0:16822:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1783444809.805848:0:16822:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff91c75104d400) refs 2 10000000:00000001:3.0:1783444809.805851:0:16822:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1783444809.805853:0:16822:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1783444809.805854:0:16822:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff91c75104c600) refs 3 10000000:00000001:3.0:1783444809.805857:0:16822:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1783444809.805858:0:16822:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1783444809.805931:0:16822:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:2.0:1783444809.805934:0:16822:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:2.0:1783444809.805937:0:16822:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff91c759350000 from 52 10000000:00000001:2.0:1783444809.805940:0:16822:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1783444809.805941:0:16822:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:2.0:1783444809.805952:0:16822:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f1500. 00000020:00000040:2.0:1783444809.805958:0:16822:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:2.0:1783444809.805963:0:16822:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444809.805967:0:16822:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444809.805972:0:16822:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444809.805982:0:16822:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c7590cc200. 00000100:00000001:2.0:1783444809.805988:0:16822:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444809.805994:0:16822:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783444809.805996:0:16822:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1783444809.806003:0:16822:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747211200. 00010000:00000001:2.0:1783444809.806008:0:16822:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783444809.806012:0:16822:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c752224a00. 00000020:00000001:2.0:1783444809.806018:0:16822:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783444809.806021:0:16822:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c752224a00 with handle 0x5503b2fe824ef6b9 to hash 00000020:00000001:2.0:1783444809.806023:0:16822:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783444809.806025:0:16822:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883995339264 : -121189714212352 : ffff91c752224a00) 00010000:00000001:2.0:1783444809.806027:0:16822:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883995339264 : -121189714212352 : ffff91c752224a00) 00010000:00000001:2.0:1783444809.806032:0:16822:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444809.806034:0:16822:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444809.806039:0:16822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.110@tcp lock: ffff91c752224a00/0x5503b2fe824ef6b9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444809.806049:0:16822:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.110@tcp lock: ffff91c752224a00/0x5503b2fe824ef6b9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444809.806079:0:16822:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.110@tcp lock: ffff91c752224a00/0x5503b2fe824ef6b9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783444809.806086:0:16822:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444809.806089:0:16822:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444809.806097:0:16822:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7507069c0. 00000100:00000001:2.0:1783444809.806100:0:16822:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883966904768 : -121189742646848 : ffff91c7507069c0) 00000100:00000001:2.0:1783444809.806103:0:16822:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444809.806104:0:16822:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232107264 : -121189477444352 : ffff91c7603f1500) 00000100:00000001:2.0:1783444809.806110:0:16822:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444809.806125:0:16822:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444809.806128:0:16822:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444809.806129:0:16822:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444809.806139:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f1500 x1870075608300928/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444809.806148:0:16822:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444809.806150:0:16822:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444809.806154:0:16822:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444809.806157:0:16822:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444809.806159:0:16822:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444809.806163:0:16822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:16822:1870075608300928:192.168.204.110@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1783444809.806167:0:16822:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444809.806172:0:16822:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444809.806174:0:16822:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444809.806177:0:16822:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444809.806181:0:16822:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c750f6f400. 02000000:00000001:2.0:1783444809.806183:0:16822:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444809.806189:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444809.806193:0:16822:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff9f8. 00000400:00000010:2.0:1783444809.806201:0:16822:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83000. 00000100:00000200:2.0:1783444809.806209:0:16822:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608300928, portal 25 00000100:00000001:2.0:1783444809.806211:0:16822:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444809.806212:0:16822:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232107264 : -121189477444352 : ffff91c7603f1500) 00000100:00000040:2.0:1783444809.806217:0:16822:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f1500 x1870075608300928/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444809.806225:0:16822:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444809.806227:0:16822:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444809.806230:0:16822:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83660. 00000100:00000200:2.0:1783444809.806233:0:16822:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1870075608300928, offset 0 00000400:00000200:2.0:1783444809.806239:0:16822:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444809.806248:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444809.806255:0:16822:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444809.806260:0:16822:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444809.806264:0:16822:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444809.806268:0:16822:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444809.806271:0:16822:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444809.806274:0:16822:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2842:2842:256:4294967295] 192.168.204.110@tcp LPNI seq info [2842:2842:8:4294967295] 00000400:00000200:2.0:1783444809.806279:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444809.806289:0:16822:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444809.806305:0:16822:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444809.806311:0:16822:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1500. 00000800:00000200:2.0:1783444809.806318:0:16822:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444809.806326:0:16822:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444809.806331:0:16822:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1783444809.806360:0:16822:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444809.806364:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444809.806367:0:16822:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296452904 00000100:00000001:2.0:1783444809.806375:0:16822:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296452875 00000100:00000001:2.0:1783444809.806381:0:16822:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296452904 00000100:00000001:2.0:1783444809.806384:0:16822:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296452875 00000100:00000001:2.0:1783444809.806387:0:16822:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444809.806390:0:16822:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444809.806391:0:16822:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444809.806393:0:16822:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444809.806396:0:16822:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7507069c0 going to sleep for 11 seconds 00000100:00000001:2.0:1783444809.806399:0:16822:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444809.806401:0:16822:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444809.806649:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444809.806654:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1500. 00000400:00000200:0.0:1783444809.806660:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444809.806665:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444809.806670:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83660 00000400:00000010:0.0:1783444809.806673:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83660. 00000100:00000001:0.0:1783444809.806677:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444809.806681:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1500 x1870075608300928/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444809.806690:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444809.806693:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f1500 x1870075608300928/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444809.806704:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444809.806706:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444809.822924:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.822945:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444809.822950:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.822952:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444809.822961:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.822977:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444809.822989:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.822994:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.823000:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.823004:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 344 into portal 25 MB=0x6a4d2e855fd80 00000400:00000200:0.0:1783444809.823008:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.823024:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 344/344 into md 0x7db9 [1] + 224 00000800:00000001:0.0:1783444809.823032:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.823041:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444809.823045:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444809.823049:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444809.823096:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444809.823107:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1500 x1870075608300928/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444809.823119:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff91c7603f1500 x1870075608300928/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444809.823143:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444809.823151:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.823155:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444809.824447:0:16822:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444809.824458:0:16822:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444809.824460:0:16822:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444809.824463:0:16822:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff9f8. 00000400:00000200:2.0:1783444809.824469:0:16822:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83000 00000400:00000010:2.0:1783444809.824471:0:16822:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83000. 00000100:00000001:2.0:1783444809.824475:0:16822:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444809.824482:0:16822:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f1500 x1870075608300928/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444809.824492:0:16822:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f1500 x1870075608300928/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444809.824500:0:16822:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444809.824501:0:16822:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444809.824504:0:16822:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444809.824508:0:16822:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444809.824510:0:16822:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444809.824512:0:16822:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444809.824515:0:16822:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444809.824521:0:16822:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=139 v=5 (5 5 5 5) 00000100:00001000:2.0:1783444809.824525:0:16822:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444809.824527:0:16822:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444809.824529:0:16822:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444809.824532:0:16822:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444809.824534:0:16822:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444809.824536:0:16822:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444809.824540:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f1500 x1870075608300928/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444809.824547:0:16822:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444809.824550:0:16822:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444809.824552:0:16822:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444809.824555:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f1500 x1870075608300928/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444809.824562:0:16822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:16822:1870075608300928:192.168.204.110@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1783444809.824567:0:16822:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444809.824569:0:16822:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444809.824572:0:16822:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444809.824574:0:16822:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444809.824588:0:16822:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1500 x1870075608300928/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444809.824594:0:16822:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444809.824598:0:16822:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7507069c0. 00000100:00000001:2.0:1783444809.824601:0:16822:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444809.824603:0:16822:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444809.824606:0:16822:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783444809.824608:0:16822:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444809.824611:0:16822:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444809.824615:0:16822:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224a00 refcount=4 00000020:00000001:2.0:1783444809.824627:0:16822:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995339264 : -121189714212352 : ffff91c752224a00) 00010000:00000001:2.0:1783444809.824630:0:16822:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995339264 : -121189714212352 : ffff91c752224a00) 00010000:00000040:2.0:1783444809.824636:0:16822:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c752224a00, remote cookie: 0x332dd2263f6dd6b9, flags: 0x0 00010000:00000001:2.0:1783444809.824638:0:16822:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783444809.824642:0:16822:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783444809.824644:0:16822:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783444809.824645:0:16822:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783444809.824646:0:16822:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783444809.824649:0:16822:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff91c747211200) refcount = 1 00010000:00010000:2.0:1783444809.824653:0:16822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.110@tcp lock: ffff91c752224a00/0x5503b2fe824ef6b9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x332dd2263f6dd6b9 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444809.824661:0:16822:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783444809.824663:0:16822:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783444809.824664:0:16822:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444809.824667:0:16822:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783444809.824669:0:16822:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444809.824672:0:16822:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.110@tcp lock: ffff91c752224a00/0x5503b2fe824ef6b9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x332dd2263f6dd6b9 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444809.824678:0:16822:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783444809.824680:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444809.824681:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444809.824682:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444809.824683:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444809.824685:0:16822:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444809.824687:0:16822:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444809.824690:0:16822:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1500 x1870075608300928/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444809.824701:0:16822:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444809.824704:0:16822:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444809.824707:0:16822:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6f400. 02000000:00000001:2.0:1783444809.824710:0:16822:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444809.824712:0:16822:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444809.824714:0:16822:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:2.0:1783444809.824716:0:16822:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444809.824719:0:16822:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c7590cc200. 02000000:00000001:2.0:1783444809.824723:0:16822:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444809.824725:0:16822:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444809.824726:0:16822:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1500. 00000100:00000001:2.0:1783444809.824729:0:16822:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444809.824730:0:16822:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1783444809.824733:0:16822:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1783444809.824736:0:16822:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1783444809.824738:0:16822:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff91c75104d400) refs 3 10000000:00000001:2.0:1783444809.824740:0:16822:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444809.824742:0:16822:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444809.824743:0:16822:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444809.824744:0:16822:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224a00 refcount=3 00000020:00000001:2.0:1783444809.824746:0:16822:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995339264 : -121189714212352 : ffff91c752224a00) 00010000:00000001:2.0:1783444809.824748:0:16822:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995339264 : -121189714212352 : ffff91c752224a00) 00010000:00000001:2.0:1783444809.824750:0:16822:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1783444809.824751:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444809.824752:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444809.824753:0:16822:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1783444809.824756:0:16822:0:(mgc_request.c:1668:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1783444809.824762:0:16822:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff91c76050a5c0. 00000020:00000010:2.0:1783444809.824766:0:16822:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cc200. 00000020:00000010:2.0:1783444809.824770:0:16822:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590cd600. 00000040:00000010:2.0:1783444809.824774:0:16822:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff91c7590cdc00. 00000020:00000010:2.0:1783444809.824779:0:16822:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff91c743c08000. 00000020:00000010:2.0:1783444809.824784:0:16822:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff91c7590cd000. 80000000:00000010:2.0:1783444809.824788:0:16822:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff91c7604270c0. 00040000:00000010:2.0:1783444809.824793:0:16822:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff91c7590cde00. 20000000:00000010:2.0:1783444809.824796:0:16822:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff91c7590cce00. 10000000:00000040:2.0:1783444809.824801:0:16822:0:(lustre_log.h:386:llog_ctxt_get()) GETting ctxt ffff91c74511db40 : new refcount 2 00000020:00000001:2.0:1783444809.824804:0:16822:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1783444809.824806:0:16822:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:2.0:1783444809.824808:0:16822:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:2.0:1783444809.824810:0:16822:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff91c7590cd400. 00000040:00000001:2.0:1783444809.824814:0:16822:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1783444809.824817:0:16822:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000010:2.0:1783444809.824820:0:16822:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f1500. 00000020:00000040:2.0:1783444809.824822:0:16822:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=5 obd=MGC192.168.204.110@tcp 00000100:00000001:2.0:1783444809.824826:0:16822:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444809.824829:0:16822:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444809.824833:0:16822:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444809.824850:0:16822:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c7590cd800. 00000100:00000001:2.0:1783444809.824855:0:16822:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444809.824860:0:16822:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444809.824862:0:16822:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444809.824867:0:16822:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7507069c0. 00000100:00000001:2.0:1783444809.824869:0:16822:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883966904768 : -121189742646848 : ffff91c7507069c0) 00000100:00000001:2.0:1783444809.824872:0:16822:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444809.824873:0:16822:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232107264 : -121189477444352 : ffff91c7603f1500) 00000100:00000001:2.0:1783444809.824877:0:16822:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444809.824881:0:16822:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444809.824883:0:16822:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444809.824885:0:16822:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444809.824889:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f1500 x1870075608301056/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444809.824895:0:16822:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444809.824898:0:16822:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444809.824901:0:16822:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444809.824904:0:16822:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444809.824906:0:16822:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444809.824909:0:16822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:16822:1870075608301056:192.168.204.110@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1783444809.824914:0:16822:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444809.824918:0:16822:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444809.824920:0:16822:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444809.824923:0:16822:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444809.824926:0:16822:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7590cca00. 02000000:00000001:2.0:1783444809.824927:0:16822:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444809.824932:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444809.824935:0:16822:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff9f8. 00000400:00000010:2.0:1783444809.824939:0:16822:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83000. 00000100:00000200:2.0:1783444809.824945:0:16822:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608301056, portal 25 00000100:00000001:2.0:1783444809.824946:0:16822:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444809.824948:0:16822:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232107264 : -121189477444352 : ffff91c7603f1500) 00000100:00000040:2.0:1783444809.824951:0:16822:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f1500 x1870075608301056/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1783444825 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444809.824958:0:16822:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444809.824960:0:16822:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444809.824963:0:16822:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83330. 00000100:00000200:2.0:1783444809.824966:0:16822:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1870075608301056, offset 0 00000400:00000200:2.0:1783444809.824972:0:16822:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444809.824977:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444809.824984:0:16822:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444809.824988:0:16822:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444809.824992:0:16822:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444809.824995:0:16822:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444809.824998:0:16822:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444809.825001:0:16822:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2843:2843:256:4294967295] 192.168.204.110@tcp LPNI seq info [2843:2843:8:4294967295] 00000400:00000200:2.0:1783444809.825005:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444809.825013:0:16822:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444809.825018:0:16822:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444809.825023:0:16822:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1a00. 00000800:00000200:2.0:1783444809.825029:0:16822:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444809.825036:0:16822:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444809.825040:0:16822:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1a00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1783444809.825085:0:16822:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444809.825090:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444809.825092:0:16822:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296452923 00000100:00000001:2.0:1783444809.825100:0:16822:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296452904 00000100:00000001:2.0:1783444809.825105:0:16822:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296452923 00000100:00000001:2.0:1783444809.825107:0:16822:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296452904 00000100:00000001:2.0:1783444809.825111:0:16822:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444809.825113:0:16822:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444809.825116:0:16822:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444809.825118:0:16822:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444809.825121:0:16822:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7507069c0 going to sleep for 11 seconds 00000100:00000001:2.0:1783444809.825123:0:16822:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444809.825125:0:16822:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444809.825213:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444809.825218:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1a00. 00000400:00000200:0.0:1783444809.825222:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444809.825227:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444809.825231:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83330 00000400:00000010:0.0:1783444809.825234:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83330. 00000100:00000001:0.0:1783444809.825237:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444809.825242:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1500 x1870075608301056/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1783444825 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444809.825252:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444809.825255:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f1500 x1870075608301056/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1783444825 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444809.825263:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444809.825265:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444809.862394:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.862410:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444809.862414:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.862417:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444809.862425:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.862433:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444809.862442:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.862447:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.862452:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.862456:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 272 into portal 25 MB=0x6a4d2e855fe00 00000400:00000200:0.0:1783444809.862460:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.862467:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 272/272 into md 0x7dc1 [1] + 224 00000800:00000001:0.0:1783444809.862474:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.862488:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444809.862491:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444809.862497:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444809.862504:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444809.862512:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1500 x1870075608301056/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1783444825 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444809.862524:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff91c7603f1500 x1870075608301056/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444809.862548:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444809.862557:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.862560:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444809.862739:0:16822:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444809.862758:0:16822:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444809.862760:0:16822:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444809.862763:0:16822:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff9f8. 00000400:00000200:2.0:1783444809.862768:0:16822:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83000 00000400:00000010:2.0:1783444809.862770:0:16822:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83000. 00000100:00000001:2.0:1783444809.862773:0:16822:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444809.862778:0:16822:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f1500 x1870075608301056/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444809.862788:0:16822:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f1500 x1870075608301056/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444809.862794:0:16822:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444809.862796:0:16822:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444809.862798:0:16822:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444809.862801:0:16822:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444809.862804:0:16822:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444809.862806:0:16822:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444809.862809:0:16822:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444809.862816:0:16822:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=139 v=5 (5 5 5 5) 00000100:00001000:2.0:1783444809.862821:0:16822:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444809.862823:0:16822:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444809.862825:0:16822:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444809.862828:0:16822:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444809.862830:0:16822:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444809.862833:0:16822:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444809.862837:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f1500 x1870075608301056/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444809.862844:0:16822:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444809.862847:0:16822:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444809.862849:0:16822:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444809.862853:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f1500 x1870075608301056/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1783444825 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444809.862860:0:16822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:16822:1870075608301056:192.168.204.110@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1783444809.862865:0:16822:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444809.862867:0:16822:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444809.862869:0:16822:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444809.862872:0:16822:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444809.862875:0:16822:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1500 x1870075608301056/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1783444825 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444809.862882:0:16822:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444809.862885:0:16822:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7507069c0. 00000100:00000001:2.0:1783444809.862888:0:16822:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444809.862890:0:16822:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1783444809.862895:0:16822:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1783444809.862898:0:16822:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444809.862900:0:16822:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000020:00000001:2.0:1783444809.862902:0:16822:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1783444809.862904:0:16822:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444809.862907:0:16822:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1500 x1870075608301056/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1783444825 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444809.862918:0:16822:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444809.862921:0:16822:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444809.862923:0:16822:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7590cca00. 02000000:00000001:2.0:1783444809.862926:0:16822:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444809.862928:0:16822:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444809.862929:0:16822:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:2.0:1783444809.862931:0:16822:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444809.862933:0:16822:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c7590cd800. 02000000:00000001:2.0:1783444809.862936:0:16822:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444809.862938:0:16822:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444809.862940:0:16822:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1500. 00000100:00000001:2.0:1783444809.862943:0:16822:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444809.862944:0:16822:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1783444809.862947:0:16822:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1783444809.862950:0:16822:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:2.0:1783444809.862957:0:16822:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff91c760542000. 00000040:00000001:2.0:1783444809.862960:0:16822:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:2.0:1783444809.862961:0:16822:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:2.0:1783444809.862963:0:16822:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000010:2.0:1783444809.862978:0:16822:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f1500. 00000020:00000040:2.0:1783444809.862981:0:16822:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=5 obd=MGC192.168.204.110@tcp 00000100:00000001:2.0:1783444809.862984:0:16822:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444809.862986:0:16822:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444809.862990:0:16822:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444809.862996:0:16822:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c7590cd800. 00000100:00000001:2.0:1783444809.863001:0:16822:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444809.863005:0:16822:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444809.863007:0:16822:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444809.863011:0:16822:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7507069c0. 00000100:00000001:2.0:1783444809.863013:0:16822:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883966904768 : -121189742646848 : ffff91c7507069c0) 00000100:00000001:2.0:1783444809.863332:0:16822:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444809.863334:0:16822:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232107264 : -121189477444352 : ffff91c7603f1500) 00000100:00000001:2.0:1783444809.863339:0:16822:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444809.863343:0:16822:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444809.863345:0:16822:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444809.863347:0:16822:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444809.863352:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f1500 x1870075608301184/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444809.863359:0:16822:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444809.863361:0:16822:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444809.863364:0:16822:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444809.863366:0:16822:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444809.863369:0:16822:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444809.863372:0:16822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:16822:1870075608301184:192.168.204.110@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1783444809.863391:0:16822:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444809.863396:0:16822:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444809.863398:0:16822:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444809.863401:0:16822:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444809.863416:0:16822:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff91c76056c000. 02000000:00000001:2.0:1783444809.863418:0:16822:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444809.863423:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444809.863427:0:16822:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff9f8. 00000400:00000010:2.0:1783444809.863431:0:16822:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff91c7507063c0. 00000100:00000200:2.0:1783444809.863437:0:16822:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1870075608301184, portal 25 00000100:00000001:2.0:1783444809.863438:0:16822:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444809.863440:0:16822:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232107264 : -121189477444352 : ffff91c7603f1500) 00000100:00000040:2.0:1783444809.863444:0:16822:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f1500 x1870075608301184/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783444825 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444809.863450:0:16822:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444809.863453:0:16822:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444809.863455:0:16822:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83000. 00000100:00000200:2.0:1783444809.863459:0:16822:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1870075608301184, offset 0 00000400:00000200:2.0:1783444809.863464:0:16822:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444809.863469:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444809.863475:0:16822:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444809.863480:0:16822:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444809.863484:0:16822:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444809.863488:0:16822:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444809.863491:0:16822:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444809.863495:0:16822:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2844:2844:256:4294967295] 192.168.204.110@tcp LPNI seq info [2844:2844:8:4294967295] 00000400:00000200:2.0:1783444809.863499:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444809.863507:0:16822:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444809.863512:0:16822:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444809.863517:0:16822:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1400. 00000800:00000200:2.0:1783444809.863523:0:16822:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444809.863530:0:16822:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444809.863534:0:16822:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1400 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1783444809.863551:0:16822:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444809.863555:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444809.863558:0:16822:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296452961 00000100:00000001:2.0:1783444809.863565:0:16822:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296452923 00000100:00000001:2.0:1783444809.863569:0:16822:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296452961 00000100:00000001:2.0:1783444809.863572:0:16822:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296452923 00000100:00000001:2.0:1783444809.863575:0:16822:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444809.863578:0:16822:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444809.863579:0:16822:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444809.863581:0:16822:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444809.863584:0:16822:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7507069c0 going to sleep for 11 seconds 00000100:00000001:2.0:1783444809.863586:0:16822:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444809.863587:0:16822:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444809.863946:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444809.863952:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1400. 00000400:00000200:0.0:1783444809.863955:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444809.863960:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444809.863974:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83000 00000400:00000010:0.0:1783444809.863976:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83000. 00000100:00000001:0.0:1783444809.863980:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444809.863984:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1500 x1870075608301184/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783444825 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444809.863994:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444809.863997:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f1500 x1870075608301184/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783444825 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444809.864003:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444809.864005:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444809.867651:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.867669:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444809.867674:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.867677:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444809.867685:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.867691:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444809.867700:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.867704:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.867708:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.867712:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 8416 into portal 25 MB=0x6a4d2e855fe80 00000400:00000200:0.0:1783444809.867717:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.867723:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 8416/8416 into md 0x7dc9 [4] + 224 00000800:00000001:0.0:1783444809.867729:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.867740:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444809.867846:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444809.867851:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444809.867858:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444809.867867:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1500 x1870075608301184/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783444825 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444809.867877:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff91c7603f1500 x1870075608301184/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444809.867899:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444809.867907:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.867910:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444809.868928:0:16822:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444809.868937:0:16822:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444809.868939:0:16822:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444809.868942:0:16822:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff9f8. 00000400:00000200:2.0:1783444809.868947:0:16822:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7507063c0 00000400:00000010:2.0:1783444809.868950:0:16822:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff91c7507063c0. 00000100:00000001:2.0:1783444809.868954:0:16822:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444809.868959:0:16822:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f1500 x1870075608301184/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444809.868981:0:16822:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f1500 x1870075608301184/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444809.868988:0:16822:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444809.868991:0:16822:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444809.868993:0:16822:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444809.868996:0:16822:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444809.868999:0:16822:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444809.869001:0:16822:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444809.869004:0:16822:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444809.869010:0:16822:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=139 v=5 (5 5 5 5) 00000100:00001000:2.0:1783444809.869023:0:16822:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444809.869026:0:16822:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444809.869027:0:16822:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444809.869030:0:16822:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444809.869032:0:16822:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444809.869035:0:16822:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444809.869039:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f1500 x1870075608301184/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444809.869045:0:16822:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444809.869048:0:16822:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444809.869255:0:16822:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444809.869262:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f1500 x1870075608301184/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783444825 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444809.869270:0:16822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:16822:1870075608301184:192.168.204.110@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1783444809.869274:0:16822:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444809.869277:0:16822:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444809.869279:0:16822:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444809.869281:0:16822:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444809.869284:0:16822:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1500 x1870075608301184/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783444825 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444809.869290:0:16822:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444809.869293:0:16822:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7507069c0. 00000100:00000001:2.0:1783444809.869296:0:16822:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444809.869298:0:16822:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1783444809.869305:0:16822:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1783444809.869307:0:16822:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444809.869310:0:16822:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1500 x1870075608301184/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783444825 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444809.869315:0:16822:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444809.869318:0:16822:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444809.869320:0:16822:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff91c76056c000. 02000000:00000001:2.0:1783444809.869334:0:16822:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444809.869337:0:16822:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444809.869339:0:16822:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000020:00000001:2.0:1783444809.869341:0:16822:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444809.869344:0:16822:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c7590cd800. 02000000:00000001:2.0:1783444809.869348:0:16822:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444809.869349:0:16822:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444809.869351:0:16822:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1500. 00000100:00000001:2.0:1783444809.869355:0:16822:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444809.869356:0:16822:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783444809.869358:0:16822:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444809.869360:0:16822:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:2.0:1783444809.869361:0:16822:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:2.0:1783444809.869363:0:16822:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1783444809.869366:0:16822:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1783444809.869369:0:16822:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1783444809.869374:0:16822:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff91c7604276c0. 00000040:00001000:2.0:1783444809.869376:0:16822:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 51 last_idx 0 read_mode 0 00000040:00000001:2.0:1783444809.888005:0:34036:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:2.0:1783444809.888028:0:34036:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cd800. 00000020:00000010:2.0:1783444809.888036:0:34036:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590cca00. 00000040:00000010:2.0:1783444809.888041:0:34036:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff91c7590cd200. 00000020:00000010:2.0:1783444809.888045:0:34036:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff91c743c0d800. 00000020:00000010:2.0:1783444809.888075:0:34036:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff91c749768000. 00000020:00000010:2.0:1783444809.888080:0:34036:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff91c7590cc800. 80000000:00000010:2.0:1783444809.888084:0:34036:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff91c760427ea0. 40000000:00000010:2.0:1783444809.888088:0:34036:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff91c76050af80. 00100000:00000010:2.0:1783444809.888094:0:34036:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff91c743c0a000. 00040000:00000010:2.0:1783444809.888099:0:34036:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff91c7496b1700. 00040000:00000010:2.0:1783444809.888103:0:34036:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff91c743c0d000. 00040000:00000010:2.0:1783444809.888110:0:34036:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff91c7590cc600. 00000004:00000010:2.0:1783444809.888115:0:34036:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff91c743c0f800. 00000004:00000010:2.0:1783444809.888120:0:34036:0:(mdt_handler.c:8389:mdt_key_init()) kmalloced '(value)': 2568 at ffff91c760597000. 00000004:00000010:2.0:1783444809.888125:0:34036:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff91c743c0a800. 00002000:00000010:2.0:1783444809.888130:0:34036:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff91c750f6f400. 00000004:00000010:2.0:1783444809.888134:0:34036:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff91c750f6c000. 00000020:00000010:2.0:1783444809.888139:0:34036:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff91c76050adc0. 00000040:00000010:2.0:1783444809.888148:0:34036:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff91c760546000. 00000040:00080000:2.0:1783444809.888571:0:34036:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 51 00000040:00000010:2.0:1783444809.888576:0:34036:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff91c760546000. 00000020:00000010:2.0:1783444809.888585:0:34036:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff91c76050adc0. 00000020:00000010:2.0:1783444809.888602:0:34036:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590cca00. 00000040:00000010:2.0:1783444809.888606:0:34036:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff91c7590cd200. 00000020:00000010:2.0:1783444809.888609:0:34036:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff91c743c0d800. 00000020:00000010:2.0:1783444809.888613:0:34036:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff91c749768000. 00000020:00000010:2.0:1783444809.889275:0:34036:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff91c7590cc800. 80000000:00000010:2.0:1783444809.889280:0:34036:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff91c760427ea0. 40000000:00000010:2.0:1783444809.889284:0:34036:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff91c76050af80. 00100000:00000010:2.0:1783444809.889288:0:34036:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff91c743c0a000. 00040000:00000010:2.0:1783444809.889291:0:34036:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff91c7496b1700. 00040000:00000010:2.0:1783444809.889295:0:34036:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff91c743c0d000. 00040000:00000010:2.0:1783444809.889298:0:34036:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff91c7590cc600. 00000004:00000010:2.0:1783444809.889301:0:34036:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff91c743c0f800. 00000004:00000010:2.0:1783444809.889305:0:34036:0:(mdt_handler.c:8414:mdt_key_fini()) kfreed 'info': 2568 at ffff91c760597000. 00000004:00000010:2.0:1783444809.889310:0:34036:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff91c743c0a800. 00002000:00000010:2.0:1783444809.889313:0:34036:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff91c750f6f400. 00000004:00000010:2.0:1783444809.889316:0:34036:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff91c750f6c000. 00000020:00000010:2.0:1783444809.889319:0:34036:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cd800. 00000040:00000010:3.0:1783444809.900302:0:16822:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff91c7604276c0. 00000040:00000001:3.0:1783444809.900313:0:16822:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1783444809.900316:0:16822:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-51 (rc=0) 00000040:00000010:3.0:1783444809.900322:0:16822:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff91c760542000. 00000040:00000010:3.0:1783444809.900327:0:16822:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff91c7590cd400. 00000020:00000001:3.0:1783444809.900330:0:16822:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1783444809.900333:0:16822:0:(mgc_request.c:1724:mgc_process_cfg_log()) Process leaving 00000020:00000010:3.0:1783444809.900338:0:16822:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590cd600. 00000040:00000010:3.0:1783444809.900342:0:16822:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff91c7590cdc00. 00000020:00000010:3.0:1783444809.900345:0:16822:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff91c743c08000. 00000020:00000010:3.0:1783444809.900350:0:16822:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff91c7590cd000. 80000000:00000010:3.0:1783444809.900354:0:16822:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff91c7604270c0. 00040000:00000010:3.0:1783444809.900358:0:16822:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff91c7590cde00. 20000000:00000010:3.0:1783444809.900362:0:16822:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff91c7590cce00. 00000020:00000010:3.0:1783444809.900365:0:16822:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cc200. 10000000:00000010:3.0:1783444809.900368:0:16822:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at ffff91c76050a5c0. 10000000:01000000:3.0:1783444809.900372:0:16822:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.110@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:3.0:1783444809.900376:0:16822:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1783444809.900379:0:16822:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444809.900382:0:16822:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444809.900385:0:16822:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224a00 refcount=3 00000020:00000001:3.0:1783444809.900387:0:16822:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995339264 : -121189714212352 : ffff91c752224a00) 00010000:00000001:3.0:1783444809.900390:0:16822:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995339264 : -121189714212352 : ffff91c752224a00) 00010000:00000001:3.0:1783444809.900393:0:16822:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444809.900398:0:16822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.110@tcp lock: ffff91c752224a00/0x5503b2fe824ef6b9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x332dd2263f6dd6b9 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444809.900414:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444809.900416:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783444809.900418:0:16822:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.110@tcp lock: ffff91c752224a00/0x5503b2fe824ef6b9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x332dd2263f6dd6b9 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444809.900425:0:16822:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444809.900426:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444809.900427:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1783444809.900429:0:16822:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1783444809.900431:0:16822:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1783444809.900434:0:16822:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1783444809.900436:0:16822:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1783444809.900438:0:16822:0:(mgc_request.c:108:config_log_get()) log params (ffff91c75104ca00) refs 2 10000000:00000001:3.0:1783444809.900440:0:16822:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1783444809.900442:0:16822:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1783444809.900444:0:16822:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff91c75104d400) refs 3 10000000:00000001:3.0:1783444809.900446:0:16822:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1783444809.900448:0:16822:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1783444809.900450:0:16822:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:3.0:1783444809.900452:0:16822:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:3.0:1783444809.900454:0:16822:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff91c759350000 from 7 10000000:00000001:3.0:1783444809.900457:0:16822:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1783444809.900458:0:16822:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:3.0:1783444809.900468:0:16822:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462d80. 00000020:00000040:3.0:1783444809.900473:0:16822:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:3.0:1783444809.900477:0:16822:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444809.900480:0:16822:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444809.900485:0:16822:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444809.900492:0:16822:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c75217e400. 00000100:00000001:3.0:1783444809.900499:0:16822:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444809.900504:0:16822:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783444809.900507:0:16822:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1783444809.900513:0:16822:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c743ebf200. 00010000:00000001:3.0:1783444809.900517:0:16822:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783444809.900521:0:16822:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c751b14000. 00000020:00000001:3.0:1783444809.900525:0:16822:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783444809.900527:0:16822:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c751b14000 with handle 0x5503b2fe824ef6c0 to hash 00000020:00000001:3.0:1783444809.900529:0:16822:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783444809.900531:0:16822:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444809.900534:0:16822:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444809.900537:0:16822:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444809.900540:0:16822:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444809.900544:0:16822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.110@tcp lock: ffff91c751b14000/0x5503b2fe824ef6c0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444809.900552:0:16822:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.110@tcp lock: ffff91c751b14000/0x5503b2fe824ef6c0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444809.900564:0:16822:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.110@tcp lock: ffff91c751b14000/0x5503b2fe824ef6c0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783444809.900570:0:16822:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444809.900572:0:16822:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444809.900579:0:16822:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c750760d80. 00000100:00000001:3.0:1783444809.900581:0:16822:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883967274368 : -121189742277248 : ffff91c750760d80) 00000100:00000001:3.0:1783444809.900584:0:16822:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444809.900585:0:16822:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232572288 : -121189476979328 : ffff91c760462d80) 00000100:00000001:3.0:1783444809.900590:0:16822:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444809.900594:0:16822:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444809.900596:0:16822:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444809.900598:0:16822:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444809.900608:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462d80 x1870075608301312/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444809.900632:0:16822:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444809.900634:0:16822:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444809.900638:0:16822:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444809.900641:0:16822:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444809.900643:0:16822:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444809.900648:0:16822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:16822:1870075608301312:192.168.204.110@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1783444809.900652:0:16822:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444809.900657:0:16822:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444809.900659:0:16822:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444809.900661:0:16822:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444809.900666:0:16822:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452adc00. 02000000:00000001:3.0:1783444809.900668:0:16822:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444809.900675:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444809.900679:0:16822:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811e18. 00000400:00000010:3.0:1783444809.900686:0:16822:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218b28. 00000100:00000200:3.0:1783444809.900693:0:16822:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608301312, portal 25 00000100:00000001:3.0:1783444809.900695:0:16822:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444809.900697:0:16822:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232572288 : -121189476979328 : ffff91c760462d80) 00000100:00000040:3.0:1783444809.900702:0:16822:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760462d80 x1870075608301312/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444809.900710:0:16822:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444809.900713:0:16822:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444809.900715:0:16822:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218aa0. 00000100:00000200:3.0:1783444809.900718:0:16822:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1870075608301312, offset 0 00000400:00000200:3.0:1783444809.900724:0:16822:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444809.900732:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444809.900739:0:16822:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444809.900755:0:16822:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444809.900759:0:16822:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444809.900762:0:16822:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444809.900765:0:16822:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444809.900769:0:16822:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2845:2845:256:4294967295] 192.168.204.110@tcp LPNI seq info [2845:2845:8:4294967295] 00000400:00000200:3.0:1783444809.900773:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444809.900783:0:16822:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444809.900789:0:16822:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444809.900795:0:16822:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c100. 00000800:00000200:3.0:1783444809.900801:0:16822:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444809.900810:0:16822:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444809.900814:0:16822:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1783444809.900823:0:16822:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444809.900827:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444809.900830:0:16822:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296452998 00000100:00000001:3.0:1783444809.900838:0:16822:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296452961 00000100:00000001:3.0:1783444809.900842:0:16822:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296452998 00000100:00000001:3.0:1783444809.900845:0:16822:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296452961 00000100:00000001:3.0:1783444809.900848:0:16822:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444809.900850:0:16822:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444809.900853:0:16822:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444809.900855:0:16822:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444809.900857:0:16822:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c750760d80 going to sleep for 11 seconds 00000100:00000001:3.0:1783444809.900860:0:16822:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444809.900863:0:16822:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444809.901348:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444809.901353:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c100. 00000400:00000200:0.0:1783444809.901358:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444809.901363:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444809.901367:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218aa0 00000400:00000010:0.0:1783444809.901369:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218aa0. 00000100:00000001:0.0:1783444809.901372:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444809.901376:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462d80 x1870075608301312/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444809.901387:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444809.901390:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462d80 x1870075608301312/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444809.901397:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444809.901399:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444809.905890:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.905906:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444809.905910:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.905912:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444809.905920:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.905927:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444809.905935:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.905939:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.905944:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.905948:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 344 into portal 25 MB=0x6a4d2e855ff00 00000400:00000200:0.0:1783444809.905953:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.905959:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 344/344 into md 0x7dd1 [1] + 224 00000800:00000001:0.0:1783444809.905977:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.905986:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444809.905990:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444809.905994:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444809.906000:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444809.906009:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462d80 x1870075608301312/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444809.906031:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff91c760462d80 x1870075608301312/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444809.906087:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444809.906096:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.906099:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444809.906425:0:16822:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444809.906433:0:16822:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444809.906435:0:16822:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444809.906438:0:16822:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811e18. 00000400:00000200:3.0:1783444809.906442:0:16822:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218b28 00000400:00000010:3.0:1783444809.906445:0:16822:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218b28. 00000100:00000001:3.0:1783444809.906448:0:16822:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444809.906452:0:16822:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462d80 x1870075608301312/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444809.906462:0:16822:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462d80 x1870075608301312/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444809.906468:0:16822:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444809.906470:0:16822:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444809.906472:0:16822:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444809.906475:0:16822:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444809.906478:0:16822:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444809.906480:0:16822:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444809.906484:0:16822:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444809.906490:0:16822:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=139 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444809.906494:0:16822:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444809.906497:0:16822:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444809.906498:0:16822:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444809.906501:0:16822:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444809.906503:0:16822:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444809.906506:0:16822:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444809.906510:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760462d80 x1870075608301312/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444809.906517:0:16822:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444809.906520:0:16822:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444809.906522:0:16822:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444809.906526:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760462d80 x1870075608301312/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444809.906533:0:16822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760462d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:16822:1870075608301312:192.168.204.110@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1783444809.906538:0:16822:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444809.906541:0:16822:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444809.906543:0:16822:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444809.906545:0:16822:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444809.906549:0:16822:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462d80 x1870075608301312/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444809.906555:0:16822:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444809.906558:0:16822:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c750760d80. 00000100:00000001:3.0:1783444809.906562:0:16822:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444809.906563:0:16822:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444809.906566:0:16822:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783444809.906570:0:16822:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444809.906573:0:16822:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444809.906575:0:16822:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14000 refcount=4 00000020:00000001:3.0:1783444809.906577:0:16822:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444809.906580:0:16822:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000040:3.0:1783444809.906587:0:16822:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c751b14000, remote cookie: 0x332dd2263f6dd6c0, flags: 0x0 00010000:00000001:3.0:1783444809.906589:0:16822:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783444809.906593:0:16822:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783444809.906594:0:16822:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783444809.906596:0:16822:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783444809.906597:0:16822:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783444809.906600:0:16822:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff91c743ebf200) refcount = 1 00010000:00010000:3.0:1783444809.906605:0:16822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.110@tcp lock: ffff91c751b14000/0x5503b2fe824ef6c0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x332dd2263f6dd6c0 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444809.906613:0:16822:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783444809.906632:0:16822:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783444809.906634:0:16822:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444809.906637:0:16822:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783444809.906640:0:16822:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444809.906643:0:16822:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.110@tcp lock: ffff91c751b14000/0x5503b2fe824ef6c0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x332dd2263f6dd6c0 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444809.906648:0:16822:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783444809.906650:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444809.906651:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444809.906652:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444809.906653:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444809.906655:0:16822:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444809.906657:0:16822:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444809.906661:0:16822:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760462d80 x1870075608301312/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444809.906667:0:16822:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444809.906669:0:16822:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444809.906673:0:16822:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452adc00. 02000000:00000001:3.0:1783444809.906676:0:16822:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444809.906679:0:16822:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444809.906681:0:16822:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1783444809.906683:0:16822:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444809.906685:0:16822:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c75217e400. 02000000:00000001:3.0:1783444809.906689:0:16822:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444809.906691:0:16822:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444809.906693:0:16822:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760462d80. 00000100:00000001:3.0:1783444809.906696:0:16822:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444809.906697:0:16822:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1783444809.906699:0:16822:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1783444809.906703:0:16822:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1783444809.906704:0:16822:0:(mgc_request.c:108:config_log_get()) log params (ffff91c75104ca00) refs 3 10000000:00000001:3.0:1783444809.906707:0:16822:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444809.906708:0:16822:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444809.906709:0:16822:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444809.906711:0:16822:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14000 refcount=3 00000020:00000001:3.0:1783444809.906713:0:16822:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444809.906714:0:16822:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:3.0:1783444809.906717:0:16822:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1783444809.906718:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444809.906719:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444809.906720:0:16822:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1783444809.906722:0:16822:0:(mgc_request.c:1668:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1783444809.906727:0:16822:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff91c760271ec0. 00000020:00000010:3.0:1783444809.906730:0:16822:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75217e400. 00000020:00000010:3.0:1783444809.906735:0:16822:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c75217f800. 00000040:00000010:3.0:1783444809.906751:0:16822:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff91c742eb8200. 00000020:00000010:3.0:1783444809.906756:0:16822:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff91c742b25000. 00000020:00000010:3.0:1783444809.906762:0:16822:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff91c75118b600. 80000000:00000010:3.0:1783444809.906766:0:16822:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff91c7604bbc60. 00040000:00000010:3.0:1783444809.906771:0:16822:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff91c743c30c00. 20000000:00000010:3.0:1783444809.906776:0:16822:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff91c744fe0800. 10000000:00000040:3.0:1783444809.906781:0:16822:0:(lustre_log.h:386:llog_ctxt_get()) GETting ctxt ffff91c74511db40 : new refcount 2 00000020:00000001:3.0:1783444809.906784:0:16822:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1783444809.906786:0:16822:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:3.0:1783444809.906788:0:16822:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:3.0:1783444809.906791:0:16822:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff91c744fe0c00. 00000040:00000001:3.0:1783444809.906794:0:16822:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1783444809.906797:0:16822:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000010:3.0:1783444809.906800:0:16822:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462d80. 00000020:00000040:3.0:1783444809.906802:0:16822:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=5 obd=MGC192.168.204.110@tcp 00000100:00000001:3.0:1783444809.906807:0:16822:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444809.906809:0:16822:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444809.906812:0:16822:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444809.906818:0:16822:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c744fe1800. 00000100:00000001:3.0:1783444809.906823:0:16822:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444809.906828:0:16822:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444809.906830:0:16822:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444809.906834:0:16822:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c750760d80. 00000100:00000001:3.0:1783444809.906836:0:16822:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883967274368 : -121189742277248 : ffff91c750760d80) 00000100:00000001:3.0:1783444809.906838:0:16822:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444809.906839:0:16822:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232572288 : -121189476979328 : ffff91c760462d80) 00000100:00000001:3.0:1783444809.906844:0:16822:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444809.906848:0:16822:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444809.906850:0:16822:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444809.906851:0:16822:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444809.906855:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462d80 x1870075608301440/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444809.906862:0:16822:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444809.906865:0:16822:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444809.906869:0:16822:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444809.906871:0:16822:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444809.906873:0:16822:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444809.906876:0:16822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:16822:1870075608301440:192.168.204.110@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1783444809.906879:0:16822:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444809.906884:0:16822:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444809.906886:0:16822:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444809.906889:0:16822:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444809.906892:0:16822:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c744fe0a00. 02000000:00000001:3.0:1783444809.906894:0:16822:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444809.906898:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444809.906900:0:16822:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811e18. 00000400:00000010:3.0:1783444809.906905:0:16822:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218b28. 00000100:00000200:3.0:1783444809.906910:0:16822:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608301440, portal 25 00000100:00000001:3.0:1783444809.906913:0:16822:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444809.906914:0:16822:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232572288 : -121189476979328 : ffff91c760462d80) 00000100:00000040:3.0:1783444809.906918:0:16822:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760462d80 x1870075608301440/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1783444825 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444809.906925:0:16822:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444809.906928:0:16822:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444809.906930:0:16822:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218c38. 00000100:00000200:3.0:1783444809.906934:0:16822:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1870075608301440, offset 0 00000400:00000200:3.0:1783444809.906940:0:16822:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444809.906947:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444809.906954:0:16822:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444809.906959:0:16822:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444809.907291:0:16822:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444809.907296:0:16822:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444809.907299:0:16822:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444809.907303:0:16822:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2846:2846:256:4294967295] 192.168.204.110@tcp LPNI seq info [2846:2846:8:4294967295] 00000400:00000200:3.0:1783444809.907308:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444809.907317:0:16822:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444809.907323:0:16822:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444809.907329:0:16822:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822cc00. 00000800:00000200:3.0:1783444809.907336:0:16822:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444809.907344:0:16822:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444809.907349:0:16822:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822cc00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:3.0:1783444809.907367:0:16822:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444809.907372:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444809.907375:0:16822:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296453004 00000100:00000001:3.0:1783444809.907383:0:16822:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296452998 00000100:00000001:3.0:1783444809.907387:0:16822:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296453004 00000100:00000001:3.0:1783444809.907391:0:16822:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296452998 00000100:00000001:3.0:1783444809.907395:0:16822:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444809.907398:0:16822:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444809.907401:0:16822:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444809.907402:0:16822:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444809.907405:0:16822:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c750760d80 going to sleep for 11 seconds 00000100:00000001:3.0:1783444809.907407:0:16822:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444809.907409:0:16822:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444809.908368:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444809.908375:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822cc00. 00000400:00000200:0.0:1783444809.908380:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444809.908386:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444809.908390:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218c38 00000400:00000010:0.0:1783444809.908393:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218c38. 00000100:00000001:0.0:1783444809.908396:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444809.908401:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462d80 x1870075608301440/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1783444825 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444809.908411:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444809.908414:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462d80 x1870075608301440/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1783444825 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444809.908421:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444809.908423:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444809.927383:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.927400:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444809.927406:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.927408:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444809.927417:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.927425:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444809.927434:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.927438:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.927443:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.927448:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 272 into portal 25 MB=0x6a4d2e855ff80 00000400:00000200:0.0:1783444809.927452:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.927458:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 272/272 into md 0x7dd9 [1] + 224 00000800:00000001:0.0:1783444809.927466:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.927472:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444809.927476:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444809.927481:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444809.927488:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444809.927497:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462d80 x1870075608301440/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1783444825 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444809.927509:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff91c760462d80 x1870075608301440/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444809.927529:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444809.927538:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.927542:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444809.927704:0:16822:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444809.927712:0:16822:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444809.927714:0:16822:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444809.927717:0:16822:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811e18. 00000400:00000200:3.0:1783444809.927721:0:16822:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218b28 00000400:00000010:3.0:1783444809.927724:0:16822:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218b28. 00000100:00000001:3.0:1783444809.927727:0:16822:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444809.927731:0:16822:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462d80 x1870075608301440/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444809.927750:0:16822:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462d80 x1870075608301440/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444809.927756:0:16822:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444809.927758:0:16822:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444809.927761:0:16822:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444809.927764:0:16822:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444809.927766:0:16822:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444809.927768:0:16822:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444809.927771:0:16822:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444809.927778:0:16822:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=139 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444809.927782:0:16822:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444809.927784:0:16822:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444809.927785:0:16822:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444809.927788:0:16822:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444809.927789:0:16822:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444809.927792:0:16822:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444809.927797:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760462d80 x1870075608301440/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444809.927802:0:16822:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444809.927805:0:16822:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444809.927807:0:16822:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444809.927811:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760462d80 x1870075608301440/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1783444825 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444809.927817:0:16822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760462d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:16822:1870075608301440:192.168.204.110@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1783444809.927822:0:16822:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444809.927824:0:16822:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444809.927827:0:16822:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444809.927829:0:16822:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444809.927831:0:16822:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462d80 x1870075608301440/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1783444825 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444809.927837:0:16822:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444809.927839:0:16822:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c750760d80. 00000100:00000001:3.0:1783444809.927843:0:16822:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444809.927845:0:16822:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1783444809.927850:0:16822:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1783444809.927853:0:16822:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444809.927855:0:16822:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1783444809.927857:0:16822:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1783444809.927859:0:16822:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444809.927862:0:16822:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760462d80 x1870075608301440/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1783444825 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444809.927867:0:16822:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444809.927869:0:16822:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444809.927872:0:16822:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c744fe0a00. 02000000:00000001:3.0:1783444809.927875:0:16822:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444809.927876:0:16822:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444809.927877:0:16822:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1783444809.927878:0:16822:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444809.927880:0:16822:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c744fe1800. 02000000:00000001:3.0:1783444809.927883:0:16822:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444809.927885:0:16822:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444809.927887:0:16822:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760462d80. 00000100:00000001:3.0:1783444809.927890:0:16822:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444809.927891:0:16822:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1783444809.927894:0:16822:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1783444809.927898:0:16822:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:3.0:1783444809.927904:0:16822:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff91c7460c8000. 00000040:00000001:3.0:1783444809.927906:0:16822:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:3.0:1783444809.927908:0:16822:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:3.0:1783444809.927910:0:16822:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000010:3.0:1783444809.927914:0:16822:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462d80. 00000020:00000040:3.0:1783444809.927916:0:16822:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=5 obd=MGC192.168.204.110@tcp 00000100:00000001:3.0:1783444809.927920:0:16822:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444809.927922:0:16822:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444809.927926:0:16822:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444809.927931:0:16822:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c744fe1800. 00000100:00000001:3.0:1783444809.927936:0:16822:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444809.927938:0:16822:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444809.927940:0:16822:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444809.927945:0:16822:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c750760d80. 00000100:00000001:3.0:1783444809.927947:0:16822:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883967274368 : -121189742277248 : ffff91c750760d80) 00000100:00000001:3.0:1783444809.927950:0:16822:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444809.927951:0:16822:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232572288 : -121189476979328 : ffff91c760462d80) 00000100:00000001:3.0:1783444809.927955:0:16822:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444809.927959:0:16822:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444809.927961:0:16822:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444809.927963:0:16822:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444809.927978:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462d80 x1870075608301568/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444809.927986:0:16822:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444809.927989:0:16822:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444809.927992:0:16822:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444809.927994:0:16822:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444809.927997:0:16822:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444809.928000:0:16822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:16822:1870075608301568:192.168.204.110@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1783444809.928004:0:16822:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444809.928008:0:16822:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444809.928010:0:16822:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444809.928013:0:16822:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444809.928043:0:16822:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff91c76056c000. 02000000:00000001:3.0:1783444809.928046:0:16822:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444809.928730:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444809.928735:0:16822:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811e18. 00000400:00000010:3.0:1783444809.928749:0:16822:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff91c750760a80. 00000100:00000200:3.0:1783444809.928755:0:16822:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1870075608301568, portal 25 00000100:00000001:3.0:1783444809.928757:0:16822:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444809.928758:0:16822:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232572288 : -121189476979328 : ffff91c760462d80) 00000100:00000040:3.0:1783444809.928763:0:16822:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760462d80 x1870075608301568/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783444825 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444809.928770:0:16822:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444809.928772:0:16822:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444809.928775:0:16822:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218b28. 00000100:00000200:3.0:1783444809.928778:0:16822:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1870075608301568, offset 0 00000400:00000200:3.0:1783444809.928784:0:16822:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444809.928790:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444809.928796:0:16822:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444809.928800:0:16822:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444809.928804:0:16822:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444809.928807:0:16822:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444809.928810:0:16822:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444809.928813:0:16822:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2847:2847:256:4294967295] 192.168.204.110@tcp LPNI seq info [2847:2847:8:4294967295] 00000400:00000200:3.0:1783444809.928817:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444809.928826:0:16822:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444809.928831:0:16822:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444809.928836:0:16822:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c400. 00000800:00000200:3.0:1783444809.928842:0:16822:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444809.928849:0:16822:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444809.928853:0:16822:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c400 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1783444809.928860:0:16822:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444809.928865:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444809.928867:0:16822:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296453026 00000100:00000001:3.0:1783444809.928876:0:16822:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296453004 00000100:00000001:3.0:1783444809.928880:0:16822:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296453026 00000100:00000001:3.0:1783444809.928883:0:16822:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296453004 00000100:00000001:3.0:1783444809.928885:0:16822:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444809.928888:0:16822:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444809.928890:0:16822:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444809.928892:0:16822:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444809.928894:0:16822:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c750760d80 going to sleep for 11 seconds 00000100:00000001:3.0:1783444809.928897:0:16822:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444809.928899:0:16822:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444809.929047:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444809.929086:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c400. 00000400:00000200:0.0:1783444809.929091:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444809.929095:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444809.929099:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218b28 00000400:00000010:0.0:1783444809.929101:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218b28. 00000100:00000001:0.0:1783444809.929104:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444809.929108:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462d80 x1870075608301568/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783444825 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444809.929116:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444809.929118:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462d80 x1870075608301568/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783444825 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444809.929130:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444809.929131:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444809.934971:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.934989:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444809.934993:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.934996:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444809.935005:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.935023:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444809.935032:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.935037:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.935042:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.935047:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 8416 into portal 25 MB=0x6a4d2e8560000 00000400:00000200:0.0:1783444809.935089:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.935096:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 8416/8416 into md 0x7de1 [4] + 224 00000800:00000001:0.0:1783444809.935104:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.935116:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444809.935119:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444809.935124:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444809.935130:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444809.935139:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462d80 x1870075608301568/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783444825 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444809.935151:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff91c760462d80 x1870075608301568/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444809.935166:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444809.935176:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.935179:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444809.939698:0:16822:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444809.939716:0:16822:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444809.939719:0:16822:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444809.939723:0:16822:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811e18. 00000400:00000200:3.0:1783444809.939730:0:16822:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c750760a80 00000400:00000010:3.0:1783444809.939734:0:16822:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff91c750760a80. 00000100:00000001:3.0:1783444809.939739:0:16822:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444809.939754:0:16822:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462d80 x1870075608301568/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444809.939768:0:16822:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462d80 x1870075608301568/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444809.939775:0:16822:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444809.939777:0:16822:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444809.939779:0:16822:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444809.939784:0:16822:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444809.939787:0:16822:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444809.939790:0:16822:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444809.939794:0:16822:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444809.939800:0:16822:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=139 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444809.939805:0:16822:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444809.939808:0:16822:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444809.939810:0:16822:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444809.939813:0:16822:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444809.939815:0:16822:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444809.939819:0:16822:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444809.939823:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760462d80 x1870075608301568/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444809.939830:0:16822:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444809.939833:0:16822:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444809.939835:0:16822:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444809.939839:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760462d80 x1870075608301568/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783444825 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444809.939847:0:16822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760462d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:16822:1870075608301568:192.168.204.110@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1783444809.939851:0:16822:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444809.939854:0:16822:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444809.939857:0:16822:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444809.939859:0:16822:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444809.939863:0:16822:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462d80 x1870075608301568/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783444825 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444809.939869:0:16822:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444809.939872:0:16822:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c750760d80. 00000100:00000001:3.0:1783444809.939874:0:16822:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444809.939876:0:16822:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1783444809.939885:0:16822:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1783444809.939887:0:16822:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444809.939890:0:16822:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760462d80 x1870075608301568/t0(0) o503->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783444825 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444809.939897:0:16822:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444809.939899:0:16822:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444809.939903:0:16822:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff91c76056c000. 02000000:00000001:3.0:1783444809.939922:0:16822:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444809.939925:0:16822:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444809.939928:0:16822:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1783444809.939930:0:16822:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444809.939934:0:16822:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c744fe1800. 02000000:00000001:3.0:1783444809.939937:0:16822:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444809.939939:0:16822:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444809.939942:0:16822:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760462d80. 00000100:00000001:3.0:1783444809.939946:0:16822:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444809.939948:0:16822:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783444809.939951:0:16822:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444809.939952:0:16822:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1783444809.939954:0:16822:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:3.0:1783444809.939957:0:16822:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1783444809.939959:0:16822:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1783444809.939963:0:16822:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1783444809.939968:0:16822:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff91c7604bb600. 00000040:00001000:3.0:1783444809.939971:0:16822:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:3.0:1783444809.944735:0:34037:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:3.0:1783444809.944755:0:34037:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c744fe1800. 00000020:00000010:3.0:1783444809.944763:0:34037:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c744fe0400. 00000040:00000010:3.0:1783444809.944767:0:34037:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff91c744fe1400. 00000020:00000010:3.0:1783444809.944772:0:34037:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff91c742b22000. 00000020:00000010:3.0:1783444809.944777:0:34037:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff91c751125080. 00000020:00000010:3.0:1783444809.944791:0:34037:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff91c744fe0e00. 80000000:00000010:3.0:1783444809.944796:0:34037:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff91c7604bb060. 40000000:00000010:3.0:1783444809.944800:0:34037:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff91c760271c80. 00100000:00000010:3.0:1783444809.944804:0:34037:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff91c742b21800. 00040000:00000010:3.0:1783444809.944809:0:34037:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff91c75822c200. 00040000:00000010:3.0:1783444809.944813:0:34037:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff91c742b24000. 00040000:00000010:3.0:1783444809.944816:0:34037:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff91c744fe1200. 00000004:00000010:3.0:1783444809.944821:0:34037:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff91c742b22800. 00000004:00000010:3.0:1783444809.944826:0:34037:0:(mdt_handler.c:8389:mdt_key_init()) kmalloced '(value)': 2568 at ffff91c758a3a000. 00000004:00000010:3.0:1783444809.944830:0:34037:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff91c742b27800. 00002000:00000010:3.0:1783444809.944835:0:34037:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff91c7452adc00. 00000004:00000010:3.0:1783444809.944839:0:34037:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff91c7452ac000. 00000020:00000010:3.0:1783444809.944843:0:34037:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff91c760271bc0. 00000040:00000010:3.0:1783444809.944851:0:34037:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff91c7460ca000. 00000040:00080000:3.0:1783444809.945647:0:34037:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:3.0:1783444809.945654:0:34037:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff91c7460ca000. 00000020:00000010:3.0:1783444809.945663:0:34037:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff91c760271bc0. 00000020:00000010:3.0:1783444809.945675:0:34037:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c744fe0400. 00000040:00000010:3.0:1783444809.945679:0:34037:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff91c744fe1400. 00000020:00000010:3.0:1783444809.945682:0:34037:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff91c742b22000. 00000020:00000010:3.0:1783444809.945686:0:34037:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff91c751125080. 00000020:00000010:3.0:1783444809.945692:0:34037:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff91c744fe0e00. 80000000:00000010:3.0:1783444809.945695:0:34037:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff91c7604bb060. 40000000:00000010:3.0:1783444809.945698:0:34037:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff91c760271c80. 00100000:00000010:3.0:1783444809.945701:0:34037:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff91c742b21800. 00040000:00000010:3.0:1783444809.945704:0:34037:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff91c75822c200. 00040000:00000010:3.0:1783444809.945708:0:34037:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff91c742b24000. 00040000:00000010:3.0:1783444809.945711:0:34037:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff91c744fe1200. 00000004:00000010:3.0:1783444809.945713:0:34037:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff91c742b22800. 00000004:00000010:3.0:1783444809.945717:0:34037:0:(mdt_handler.c:8414:mdt_key_fini()) kfreed 'info': 2568 at ffff91c758a3a000. 00000004:00000010:3.0:1783444809.945721:0:34037:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff91c742b27800. 00002000:00000010:3.0:1783444809.945723:0:34037:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff91c7452adc00. 00000004:00000010:3.0:1783444809.945726:0:34037:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff91c7452ac000. 00000020:00000010:3.0:1783444809.945729:0:34037:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c744fe1800. 00000040:00000010:1.0:1783444809.947213:0:16822:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff91c7604bb600. 00000040:00000001:1.0:1783444809.947222:0:16822:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1783444809.947226:0:16822:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:1.0:1783444809.947231:0:16822:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff91c7460c8000. 00000040:00000010:1.0:1783444809.947235:0:16822:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff91c744fe0c00. 00000020:00000001:1.0:1783444809.947238:0:16822:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1783444809.947241:0:16822:0:(mgc_request.c:1724:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1783444809.947246:0:16822:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c75217f800. 00000040:00000010:1.0:1783444809.947251:0:16822:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff91c742eb8200. 00000020:00000010:1.0:1783444809.947256:0:16822:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff91c742b25000. 00000020:00000010:1.0:1783444809.947260:0:16822:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff91c75118b600. 80000000:00000010:1.0:1783444809.947264:0:16822:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff91c7604bbc60. 00040000:00000010:1.0:1783444809.947267:0:16822:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff91c743c30c00. 20000000:00000010:1.0:1783444809.947271:0:16822:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff91c744fe0800. 00000020:00000010:1.0:1783444809.947274:0:16822:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75217e400. 10000000:00000010:1.0:1783444809.947277:0:16822:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at ffff91c760271ec0. 10000000:01000000:1.0:1783444809.947280:0:16822:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.110@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1783444809.947283:0:16822:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1783444809.947286:0:16822:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444809.947289:0:16822:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444809.947292:0:16822:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14000 refcount=3 00000020:00000001:1.0:1783444809.947295:0:16822:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:1.0:1783444809.947297:0:16822:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931136 : -121189721620480 : ffff91c751b14000) 00010000:00000001:1.0:1783444809.947300:0:16822:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444809.947305:0:16822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.110@tcp lock: ffff91c751b14000/0x5503b2fe824ef6c0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x332dd2263f6dd6c0 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444809.947315:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444809.947317:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1783444809.947319:0:16822:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.110@tcp lock: ffff91c751b14000/0x5503b2fe824ef6c0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x332dd2263f6dd6c0 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444809.947325:0:16822:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444809.947326:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444809.947327:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1783444809.947329:0:16822:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1783444809.947331:0:16822:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1783444809.947334:0:16822:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1783444809.947337:0:16822:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1783444809.947339:0:16822:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff91c7435f4a00) refs 2 10000000:00000001:1.0:1783444809.947340:0:16822:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1783444809.947342:0:16822:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1783444809.947344:0:16822:0:(mgc_request.c:123:config_log_put()) log params(ffff91c75104ca00) refs 3 10000000:00000001:1.0:1783444809.947346:0:16822:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1783444809.947347:0:16822:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1783444809.947349:0:16822:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1783444809.947351:0:16822:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:1.0:1783444809.947353:0:16822:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff91c758560000 from 1 10000000:00000001:1.0:1783444809.947356:0:16822:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1783444809.947357:0:16822:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1783444809.947366:0:16822:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883b800. 00000020:00000040:1.0:1783444809.947370:0:16822:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:1.0:1783444809.947375:0:16822:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444809.947379:0:16822:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444809.947383:0:16822:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444809.947391:0:16822:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c750f6a000. 00000100:00000001:1.0:1783444809.947398:0:16822:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444809.947402:0:16822:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783444809.947404:0:16822:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1783444809.947410:0:16822:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211200 count: 2 00010000:00000001:1.0:1783444809.947413:0:16822:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444809.947416:0:16822:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783444809.947419:0:16822:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c7583db200. 00000020:00000001:1.0:1783444809.947423:0:16822:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783444809.947425:0:16822:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c7583db200 with handle 0x5503b2fe824ef6c7 to hash 00000020:00000001:1.0:1783444809.947427:0:16822:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783444809.947429:0:16822:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622884097798656 : -121189611752960 : ffff91c7583db200) 00010000:00000001:1.0:1783444809.947432:0:16822:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622884097798656 : -121189611752960 : ffff91c7583db200) 00010000:00000001:1.0:1783444809.947435:0:16822:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444809.947438:0:16822:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444809.947442:0:16822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.110@tcp lock: ffff91c7583db200/0x5503b2fe824ef6c7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444809.947449:0:16822:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.110@tcp lock: ffff91c7583db200/0x5503b2fe824ef6c7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444809.947461:0:16822:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.110@tcp lock: ffff91c7583db200/0x5503b2fe824ef6c7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783444809.947467:0:16822:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444809.947469:0:16822:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444809.947475:0:16822:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7589b90c0. 00000100:00000001:1.0:1783444809.947477:0:16822:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884103950528 : -121189605601088 : ffff91c7589b90c0) 00000100:00000001:1.0:1783444809.947480:0:16822:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444809.947481:0:16822:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102387712 : -121189607163904 : ffff91c75883b800) 00000100:00000001:1.0:1783444809.947486:0:16822:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444809.947491:0:16822:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444809.947492:0:16822:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444809.947494:0:16822:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444809.947505:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c75883b800 x1870075608301696/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444809.947514:0:16822:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444809.947517:0:16822:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444809.947521:0:16822:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444809.947524:0:16822:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444809.947527:0:16822:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444809.947530:0:16822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c75883b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:16822:1870075608301696:192.168.204.110@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1783444809.947534:0:16822:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444809.947539:0:16822:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444809.947542:0:16822:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444809.947544:0:16822:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444809.947548:0:16822:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c751025800. 02000000:00000001:1.0:1783444809.947549:0:16822:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444809.947556:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444809.947559:0:16822:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736840. 00000400:00000010:1.0:1783444809.947566:0:16822:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7590763b8. 00000100:00000200:1.0:1783444809.947572:0:16822:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608301696, portal 25 00000100:00000001:1.0:1783444809.947574:0:16822:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444809.947575:0:16822:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102387712 : -121189607163904 : ffff91c75883b800) 00000100:00000040:1.0:1783444809.947579:0:16822:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c75883b800 x1870075608301696/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444809.947587:0:16822:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444809.947589:0:16822:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444809.947592:0:16822:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076b28. 00000100:00000200:1.0:1783444809.947594:0:16822:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1870075608301696, offset 0 00000400:00000200:1.0:1783444809.947600:0:16822:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444809.947608:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444809.947624:0:16822:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444809.947629:0:16822:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444809.947633:0:16822:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444809.947636:0:16822:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444809.947639:0:16822:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444809.947643:0:16822:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2848:2848:256:4294967295] 192.168.204.110@tcp LPNI seq info [2848:2848:8:4294967295] 00000400:00000200:1.0:1783444809.947647:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444809.947656:0:16822:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444809.947662:0:16822:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444809.947666:0:16822:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298900. 00000800:00000200:1.0:1783444809.947672:0:16822:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444809.947681:0:16822:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444809.947685:0:16822:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1783444809.947703:0:16822:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444809.947707:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444809.947710:0:16822:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296453045 00000100:00000001:1.0:1783444809.947717:0:16822:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296453026 00000100:00000001:1.0:1783444809.947722:0:16822:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296453045 00000100:00000001:1.0:1783444809.947725:0:16822:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296453026 00000100:00000001:1.0:1783444809.947728:0:16822:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444809.947731:0:16822:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444809.947733:0:16822:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444809.947735:0:16822:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444809.947738:0:16822:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7589b90c0 going to sleep for 11 seconds 00000100:00000001:1.0:1783444809.947740:0:16822:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444809.947743:0:16822:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444809.951365:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444809.951376:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298900. 00000400:00000200:0.0:1783444809.951383:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444809.951393:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444809.951400:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076b28 00000400:00000010:0.0:1783444809.951404:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076b28. 00000100:00000001:0.0:1783444809.951410:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444809.951419:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c75883b800 x1870075608301696/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444809.951434:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444809.951438:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c75883b800 x1870075608301696/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444809.951446:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444809.951447:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1783444809.954760:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444809.954768:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444809.954773:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444809.954774:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444809.954929:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444809.954933:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444809.954936:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1783444809.959373:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.959390:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444809.959394:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.959396:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444809.959405:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.959412:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444809.959421:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.959427:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.959432:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.959436:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 344 into portal 25 MB=0x6a4d2e8560080 00000400:00000200:0.0:1783444809.959440:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.959446:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 344/344 into md 0x7de9 [1] + 224 00000800:00000001:0.0:1783444809.959453:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.959464:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444809.959468:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444809.959472:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444809.959478:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444809.959487:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c75883b800 x1870075608301696/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444809.959497:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff91c75883b800 x1870075608301696/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444809.959513:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444809.959522:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.959525:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444809.959874:0:16822:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444809.959881:0:16822:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444809.959883:0:16822:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444809.959886:0:16822:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736840. 00000400:00000200:1.0:1783444809.959891:0:16822:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7590763b8 00000400:00000010:1.0:1783444809.959894:0:16822:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7590763b8. 00000100:00000001:1.0:1783444809.959896:0:16822:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444809.959902:0:16822:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c75883b800 x1870075608301696/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444809.959911:0:16822:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c75883b800 x1870075608301696/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444809.959918:0:16822:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444809.959920:0:16822:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444809.959922:0:16822:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444809.959925:0:16822:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444809.959927:0:16822:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444809.959930:0:16822:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444809.959934:0:16822:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444809.959940:0:16822:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=139 v=5 (5 5 5 5) 00000100:00001000:1.0:1783444809.959945:0:16822:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444809.959948:0:16822:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444809.959949:0:16822:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444809.959952:0:16822:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444809.959955:0:16822:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444809.959957:0:16822:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444809.959962:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c75883b800 x1870075608301696/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444809.959979:0:16822:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444809.959982:0:16822:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444809.959984:0:16822:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444809.959989:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883b800 x1870075608301696/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444809.959998:0:16822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c75883b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:16822:1870075608301696:192.168.204.110@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1783444809.960003:0:16822:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444809.960006:0:16822:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444809.960009:0:16822:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783444809.960011:0:16822:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444809.960015:0:16822:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c75883b800 x1870075608301696/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444809.960022:0:16822:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783444809.960025:0:16822:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7589b90c0. 00000100:00000001:1.0:1783444809.960030:0:16822:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783444809.960031:0:16822:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444809.960035:0:16822:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1783444809.960038:0:16822:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444809.960041:0:16822:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444809.960044:0:16822:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db200 refcount=4 00000020:00000001:1.0:1783444809.960257:0:16822:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798656 : -121189611752960 : ffff91c7583db200) 00010000:00000001:1.0:1783444809.960262:0:16822:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798656 : -121189611752960 : ffff91c7583db200) 00010000:00000040:1.0:1783444809.960270:0:16822:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c7583db200, remote cookie: 0x332dd2263f6dd6c7, flags: 0x0 00010000:00000001:1.0:1783444809.960273:0:16822:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1783444809.960277:0:16822:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1783444809.960279:0:16822:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1783444809.960281:0:16822:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:1.0:1783444809.960282:0:16822:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1783444809.960285:0:16822:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff91c747211200) refcount = 2 00010000:00000040:1.0:1783444809.960288:0:16822:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1783444809.960292:0:16822:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.204.110@tcp lock: ffff91c752224a00/0x5503b2fe824ef6b9 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x332dd2263f6dd6b9 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444809.960301:0:16822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.110@tcp lock: ffff91c7583db200/0x5503b2fe824ef6c7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x332dd2263f6dd6c7 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444809.960307:0:16822:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1783444809.960309:0:16822:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1783444809.960310:0:16822:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444809.960313:0:16822:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1783444809.960316:0:16822:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444809.960319:0:16822:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.110@tcp lock: ffff91c7583db200/0x5503b2fe824ef6c7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x332dd2263f6dd6c7 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444809.960325:0:16822:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1783444809.960326:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444809.960328:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444809.960329:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444809.960330:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444809.960332:0:16822:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444809.960335:0:16822:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444809.960339:0:16822:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c75883b800 x1870075608301696/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444825 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444809.960346:0:16822:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444809.960349:0:16822:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444809.960352:0:16822:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c751025800. 02000000:00000001:1.0:1783444809.960355:0:16822:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444809.960358:0:16822:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444809.960359:0:16822:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:1.0:1783444809.960362:0:16822:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444809.960365:0:16822:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c750f6a000. 02000000:00000001:1.0:1783444809.960368:0:16822:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444809.960370:0:16822:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444809.960372:0:16822:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c75883b800. 00000100:00000001:1.0:1783444809.960375:0:16822:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444809.960377:0:16822:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1783444809.960379:0:16822:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1783444809.960382:0:16822:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1783444809.960384:0:16822:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff91c7435f4a00) refs 3 10000000:00000001:1.0:1783444809.960386:0:16822:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444809.960388:0:16822:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444809.960390:0:16822:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444809.960391:0:16822:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db200 refcount=3 00000020:00000001:1.0:1783444809.960393:0:16822:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798656 : -121189611752960 : ffff91c7583db200) 00010000:00000001:1.0:1783444809.960395:0:16822:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798656 : -121189611752960 : ffff91c7583db200) 00010000:00000001:1.0:1783444809.960397:0:16822:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1783444809.960399:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444809.960400:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444809.960401:0:16822:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1783444809.960403:0:16822:0:(mgc_request.c:1668:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1783444809.960409:0:16822:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff91c742c801c0. 00000020:00000010:1.0:1783444809.960413:0:16822:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c750f6a000. 00000020:00000010:1.0:1783444809.960418:0:16822:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c750f6be00. 00000040:00000010:1.0:1783444809.960422:0:16822:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff91c750f6a800. 00000020:00000010:1.0:1783444809.960427:0:16822:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff91c760532800. 00000020:00000010:1.0:1783444809.960432:0:16822:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff91c750f6bc00. 80000000:00000010:1.0:1783444809.960436:0:16822:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff91c7465b3d20. 00040000:00000010:1.0:1783444809.960441:0:16822:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff91c750f6b800. 20000000:00000010:1.0:1783444809.960445:0:16822:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff91c750f6aa00. 10000000:00000040:1.0:1783444809.960450:0:16822:0:(lustre_log.h:386:llog_ctxt_get()) GETting ctxt ffff91c74511db40 : new refcount 2 00000020:00000001:1.0:1783444809.960453:0:16822:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1783444809.960455:0:16822:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:1.0:1783444809.960457:0:16822:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1783444809.960461:0:16822:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff91c750f6b200. 00000040:00000001:1.0:1783444809.960464:0:16822:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1783444809.960467:0:16822:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000010:1.0:1783444809.960470:0:16822:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883b800. 00000020:00000040:1.0:1783444809.960473:0:16822:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=5 obd=MGC192.168.204.110@tcp 00000100:00000001:1.0:1783444809.960478:0:16822:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444809.960481:0:16822:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444809.960485:0:16822:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444809.960492:0:16822:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c750f6ae00. 00000100:00000001:1.0:1783444809.960497:0:16822:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444809.960502:0:16822:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444809.960504:0:16822:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444809.960510:0:16822:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7589b90c0. 00000100:00000001:1.0:1783444809.960511:0:16822:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884103950528 : -121189605601088 : ffff91c7589b90c0) 00000100:00000001:1.0:1783444809.960515:0:16822:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444809.960516:0:16822:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102387712 : -121189607163904 : ffff91c75883b800) 00000100:00000001:1.0:1783444809.960520:0:16822:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444809.960524:0:16822:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444809.960526:0:16822:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444809.960527:0:16822:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444809.960531:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c75883b800 x1870075608301824/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444809.960537:0:16822:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444809.960539:0:16822:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444809.960543:0:16822:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444809.960545:0:16822:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444809.960547:0:16822:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444809.960550:0:16822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c75883b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:16822:1870075608301824:192.168.204.110@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1783444809.960554:0:16822:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444809.960559:0:16822:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444809.960562:0:16822:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444809.960564:0:16822:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444809.960567:0:16822:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c750f6a600. 02000000:00000001:1.0:1783444809.960569:0:16822:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444809.960574:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444809.960578:0:16822:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736840. 00000400:00000010:1.0:1783444809.960582:0:16822:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7590763b8. 00000100:00000200:1.0:1783444809.960587:0:16822:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608301824, portal 25 00000100:00000001:1.0:1783444809.960589:0:16822:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444809.960590:0:16822:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102387712 : -121189607163904 : ffff91c75883b800) 00000100:00000040:1.0:1783444809.960594:0:16822:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c75883b800 x1870075608301824/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1783444825 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444809.960599:0:16822:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444809.960601:0:16822:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444809.960603:0:16822:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076e58. 00000100:00000200:1.0:1783444809.960606:0:16822:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1870075608301824, offset 0 00000400:00000200:1.0:1783444809.960612:0:16822:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444809.960633:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444809.960640:0:16822:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444809.960645:0:16822:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444809.960649:0:16822:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444809.960653:0:16822:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444809.960656:0:16822:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444809.960660:0:16822:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2849:2849:256:4294967295] 192.168.204.110@tcp LPNI seq info [2849:2849:8:4294967295] 00000400:00000200:1.0:1783444809.960664:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444809.960672:0:16822:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444809.960679:0:16822:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444809.960684:0:16822:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298400. 00000800:00000200:1.0:1783444809.960693:0:16822:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444809.960701:0:16822:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444809.960706:0:16822:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298400 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1783444809.962472:0:16822:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444809.962483:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444809.962486:0:16822:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296453060 00000100:00000001:1.0:1783444809.962495:0:16822:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296453045 00000100:00000001:1.0:1783444809.962501:0:16822:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296453060 00000100:00000001:1.0:1783444809.962504:0:16822:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296453045 00000100:00000001:1.0:1783444809.962507:0:16822:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444809.962511:0:16822:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444809.962514:0:16822:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444809.962516:0:16822:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444809.962521:0:16822:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7589b90c0 going to sleep for 11 seconds 00000100:00000001:1.0:1783444809.962524:0:16822:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444809.962527:0:16822:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444809.974784:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444809.974794:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298400. 00000400:00000200:0.0:1783444809.974801:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444809.974810:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444809.974816:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076e58 00000400:00000010:0.0:1783444809.974819:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076e58. 00000100:00000001:0.0:1783444809.974823:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444809.974832:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c75883b800 x1870075608301824/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1783444825 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444809.974844:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444809.974848:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c75883b800 x1870075608301824/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1783444825 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444809.974854:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444809.974856:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444809.985677:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.985697:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444809.985701:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.985704:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444809.985714:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.985723:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444809.985733:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.985738:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.985753:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.985757:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 272 into portal 25 MB=0x6a4d2e8560100 00000400:00000200:0.0:1783444809.985762:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444809.985768:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 272/272 into md 0x7df9 [1] + 224 00000800:00000001:0.0:1783444809.985777:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.985785:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444809.985789:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444809.985794:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444809.985802:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444809.985815:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c75883b800 x1870075608301824/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1783444825 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444809.985826:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff91c75883b800 x1870075608301824/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444809.985848:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444809.985857:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444809.985860:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444809.985931:0:16822:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444809.985939:0:16822:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444809.985941:0:16822:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444809.985944:0:16822:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736840. 00000400:00000200:1.0:1783444809.985948:0:16822:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7590763b8 00000400:00000010:1.0:1783444809.985950:0:16822:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7590763b8. 00000100:00000001:1.0:1783444809.985953:0:16822:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444809.985958:0:16822:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c75883b800 x1870075608301824/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444809.985977:0:16822:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c75883b800 x1870075608301824/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444809.985982:0:16822:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444809.985984:0:16822:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444809.985987:0:16822:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444809.985990:0:16822:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444809.985993:0:16822:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444809.985995:0:16822:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444809.985998:0:16822:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444809.986006:0:16822:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=139 v=5 (5 5 5 5) 00000100:00001000:1.0:1783444809.986010:0:16822:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444809.986012:0:16822:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1783444809.986016:0:16822:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff91c75883b800 x1870075608301824/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444809.986023:0:16822:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1783444809.986027:0:16822:0:(client.c:1784:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1783444809.986031:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c75883b800 x1870075608301824/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1783444825 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444809.986037:0:16822:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:1.0:1783444809.986040:0:16822:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444809.986042:0:16822:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444809.986045:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883b800 x1870075608301824/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1783444825 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444809.986097:0:16822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c75883b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:16822:1870075608301824:192.168.204.110@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1783444809.986102:0:16822:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444809.986104:0:16822:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1783444809.986107:0:16822:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783444809.986110:0:16822:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444809.986114:0:16822:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c75883b800 x1870075608301824/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1783444825 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444809.986120:0:16822:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783444809.986123:0:16822:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7589b90c0. 00000100:00000001:1.0:1783444809.986127:0:16822:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783444809.986129:0:16822:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1783444809.986132:0:16822:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:1.0:1783444809.986137:0:16822:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444809.986138:0:16822:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000020:00000001:1.0:1783444809.986140:0:16822:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1783444809.986142:0:16822:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444809.986145:0:16822:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c75883b800 x1870075608301824/t0(0) o501->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1783444825 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444809.986152:0:16822:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444809.986155:0:16822:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444809.986158:0:16822:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c750f6a600. 02000000:00000001:1.0:1783444809.986161:0:16822:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444809.986163:0:16822:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444809.986164:0:16822:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:1.0:1783444809.986166:0:16822:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444809.986168:0:16822:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c750f6ae00. 02000000:00000001:1.0:1783444809.986171:0:16822:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444809.986173:0:16822:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444809.986175:0:16822:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c75883b800. 00000100:00000001:1.0:1783444809.986178:0:16822:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444809.986180:0:16822:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1783444809.986182:0:16822:0:(llog.c:1559:llog_open()) MGC192.168.204.110@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:1.0:1783444809.986186:0:16822:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff91c750f6b200. 00000040:00000001:1.0:1783444809.986189:0:16822:0:(llog.c:1563:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:1.0:1783444809.986192:0:16822:0:(obd_config.c:2125:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1783444809.986195:0:16822:0:(mgc_request.c:1714:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:1.0:1783444809.986202:0:16822:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c750f6be00. 00000040:00000010:1.0:1783444809.986206:0:16822:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff91c750f6a800. 00000020:00000010:1.0:1783444809.986210:0:16822:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff91c760532800. 00000020:00000010:1.0:1783444809.986215:0:16822:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff91c750f6bc00. 80000000:00000010:1.0:1783444809.986219:0:16822:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff91c7465b3d20. 00040000:00000010:1.0:1783444809.986224:0:16822:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff91c750f6b800. 20000000:00000010:1.0:1783444809.986228:0:16822:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff91c750f6aa00. 00000020:00000010:1.0:1783444809.986231:0:16822:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c750f6a000. 10000000:00000010:1.0:1783444809.986234:0:16822:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at ffff91c742c801c0. 10000000:01000000:1.0:1783444809.986238:0:16822:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.110@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:1.0:1783444809.986241:0:16822:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1783444809.986244:0:16822:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444809.986247:0:16822:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444809.986250:0:16822:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583db200 refcount=3 00000020:00000001:1.0:1783444809.986252:0:16822:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097798656 : -121189611752960 : ffff91c7583db200) 00010000:00000001:1.0:1783444809.986254:0:16822:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097798656 : -121189611752960 : ffff91c7583db200) 00010000:00000001:1.0:1783444809.986257:0:16822:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444809.986261:0:16822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.110@tcp lock: ffff91c7583db200/0x5503b2fe824ef6c7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x332dd2263f6dd6c7 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444809.986275:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444809.986276:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1783444809.986279:0:16822:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.110@tcp lock: ffff91c7583db200/0x5503b2fe824ef6c7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x332dd2263f6dd6c7 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444809.986286:0:16822:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444809.986287:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444809.986288:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1783444809.986290:0:16822:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1783444809.986292:0:16822:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1783444809.986296:0:16822:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1783444809.986298:0:16822:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1783444809.986299:0:16822:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff91c7435f4a00) refs 3 10000000:00000001:1.0:1783444809.986302:0:16822:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:2.0:1783444810.082522:0:33821:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1783444810.082531:0:33821:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444810.082533:0:33821:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444810.082539:0:33821:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885ca80 going to sleep for 0 seconds 00000100:00000001:2.0:1783444810.082543:0:33821:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444810.082546:0:33821:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444810.082548:0:33821:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444810.082550:0:33821:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444810.082553:0:33821:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444810.978172:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444810.978180:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444810.978185:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444810.978187:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444810.978271:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444810.978275:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444810.978278:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1783444811.107565:0:33821:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1783444811.107571:0:33821:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444811.107573:0:33821:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444811.107579:0:33821:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885ca80 going to sleep for 0 seconds 00000100:00000001:2.0:1783444811.107599:0:33821:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444811.107604:0:33821:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444811.107607:0:33821:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444811.107610:0:33821:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444811.107612:0:33821:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1783444811.170221:0:16822:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1783444811.170228:0:16822:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1783444812.002600:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444812.002608:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444812.002614:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444812.002630:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444812.002795:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444812.002798:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444812.002801:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1783444812.130268:0:33821:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1783444812.130276:0:33821:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444812.130278:0:33821:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444812.130283:0:33821:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885ca80 going to sleep for 0 seconds 00000100:00000001:2.0:1783444812.130286:0:33821:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444812.130290:0:33821:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444812.130292:0:33821:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444812.130295:0:33821:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444812.130297:0:33821:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444812.406049:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444812.406105:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444812.406110:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444812.406113:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444812.406124:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444812.406134:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444812.406144:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444812.406149:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444812.406155:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444812.406160:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 328 into portal 15 MB=0x6a4d2e99c8200 00000400:00000200:0.0:1783444812.406170:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.110@tcp of length 328/328 into md 0x7701 [2] + 984 00000800:00000001:0.0:1783444812.406179:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444812.406186:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444812.406191:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444812.406195:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444812.406203:0:2393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1783444812.406206:0:2393:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1783444812.406213:0:2393:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746731c00. 00000100:00000040:0.0:1783444812.406218:0:2393:0:(events.c:337:request_in_callback()) incoming req@ffff91c746731c00 x1870075629699584 msgsize 328 00000100:00100000:0.0:1783444812.406221:0:2393:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.110@tcp (source: 12345-192.168.204.110@tcp) 00000100:00000001:0.0:1783444812.406241:0:2393:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1783444812.406250:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444812.406253:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444812.406414:0:16810:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1783444812.406417:0:16810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870075629699584 02000000:00000001:1.0:1783444812.406421:0:16810:0:(sec.c:2495:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1783444812.406424:0:16810:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444812.406426:0:16810:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444812.406431:0:16810:0:(sec.c:2544:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444812.406437:0:16810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870075629699584 00000020:00000001:1.0:1783444812.406441:0:16810:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1783444812.406443:0:16810:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea02 00000020:00000001:1.0:1783444812.406446:0:16810:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444812.406450:0:16810:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c7510de000 refcount=3 00000020:00000001:1.0:1783444812.406453:0:16810:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883977224192 : -121189732327424 : ffff91c7510de000) 00000020:00000001:1.0:1783444812.406455:0:16810:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883977224192 : -121189732327424 : ffff91c7510de000) 00000100:00000001:1.0:1783444812.406460:0:16810:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783444812.406466:0:16810:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91c742c801c0. 00000100:00000001:1.0:1783444812.406470:0:16810:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1783444812.406473:0:16810:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff91c742c801c0. 00000020:00000010:1.0:1783444812.406481:0:16810:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c750f6a000. 00000020:00000010:1.0:1783444812.406488:0:16810:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91c7505f9d80. 00000020:00000010:1.0:1783444812.406494:0:16810:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff91c7603a03e8. 00000100:00000040:1.0:1783444812.406504:0:16810:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1783444812.406508:0:16810:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1783444812.406510:0:16810:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1783444812.406512:0:16810:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444812.406531:0:16810:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444812.406545:0:16810:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444812.406558:0:16810:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1783444812.406560:0:16810:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1783444812.406565:0:16810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.110@tcp, seq: 72 00000100:00000040:1.0:1783444812.406581:0:16810:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff91c7510de000 : new rpc_count 1 00000100:00000001:1.0:1783444812.406583:0:16810:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446622883799309312 : -121189910242304 : ffff91c746731c00) 00000100:00000040:1.0:1783444812.406592:0:16810:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff91c746731c00 x1870075629699584/t0(0) o104->9bcf1604-a9e0-4d25-909b-0df9d6faad3b@192.168.204.110@tcp:433/0 lens 328/0 e 0 to 0 dl 1783444823 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783444812.406602:0:16810:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783444812.406605:0:16810:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91c742c801c0. 00000100:00000001:1.0:1783444812.406607:0:16810:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1783444812.406609:0:16810:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff91c742c801c0. 00000100:00100000:1.0:1783444812.406613:0:16810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91c746731c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9bcf1604-a9e0-4d25-909b-0df9d6faad3b+3:26463:x1870075629699584:12345-192.168.204.110@tcp:104: 00000100:00000200:1.0:1783444812.406617:0:16810:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870075629699584 00010000:00000001:1.0:1783444812.406621:0:16810:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1783444812.406629:0:16810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444812.406631:0:16810:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444812.406634:0:16810:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14a00 refcount=2 00000020:00000001:1.0:1783444812.406636:0:16810:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987933696 : -121189721617920 : ffff91c751b14a00) 00010000:00000001:1.0:1783444812.406639:0:16810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987933696 : -121189721617920 : ffff91c751b14a00) 00010000:00000001:1.0:1783444812.406644:0:16810:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444812.406648:0:16810:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444812.406653:0:16810:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.110@tcp lock: ffff91c751b14a00/0x5503b2fe824ef6b2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x332dd2263f6dd6b2 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783444812.406664:0:16810:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1783444812.406666:0:16810:0:(sec.c:2566:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1783444812.406672:0:16810:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff91c751026000. 02000000:00000001:1.0:1783444812.406675:0:16810:0:(sec.c:2603:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444812.406677:0:16810:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444812.406684:0:16810:0:(ldlm_lib.c:3304:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1783444812.406687:0:16810:0:(ldlm_lib.c:3314:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444812.406691:0:16810:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7590235e8 time=142 v=5 (1 1 1 1) 00000100:00000001:1.0:1783444812.406697:0:16810:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783444812.406700:0:16810:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 16 to 192.168.204.110@tcp 00000100:00000001:1.0:1783444812.406702:0:16810:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 02000000:00000001:1.0:1783444812.406706:0:16810:0:(sec.c:2617:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1783444812.406708:0:16810:0:(sec.c:2628:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444812.406711:0:16810:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444812.406714:0:16810:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444812.406719:0:16810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7590763b8. 00000100:00000200:1.0:1783444812.406725:0:16810:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1870075629699584, offset 224 00000400:00000200:1.0:1783444812.406731:0:16810:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444812.406738:0:16810:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444812.406745:0:16810:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444812.406752:0:16810:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2850:2850:256:4294967295] 192.168.204.110@tcp LPNI seq info [2850:2850:8:4294967295] 00000400:00000200:1.0:1783444812.406757:0:16810:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444812.406767:0:16810:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444812.406773:0:16810:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444812.406778:0:16810:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298c00. 00000800:00000200:1.0:1783444812.406785:0:16810:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444812.406794:0:16810:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444812.406799:0:16810:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783444812.406810:0:16810:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444812.406813:0:16810:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00010000:00000001:1.0:1783444812.406817:0:16810:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1783444812.406821:0:16810:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff91c7589b90c0. 00010000:00000001:1.0:1783444812.406824:0:16810:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1783444812.406833:0:16810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1783444812.406836:0:16810:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444812.406838:0:16810:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444812.406840:0:16810:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444812.406845:0:16810:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746731c00 x1870075629699584/t0(0) o104->9bcf1604-a9e0-4d25-909b-0df9d6faad3b@192.168.204.110@tcp:433/0 lens 328/224 e 0 to 0 dl 1783444823 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783444812.406854:0:16810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91c746731c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9bcf1604-a9e0-4d25-909b-0df9d6faad3b+3:26463:x1870075629699584:12345-192.168.204.110@tcp:104: Request processed in 250us (634us total) trans 0 rc 0/0 00000100:00100000:1.0:1783444812.406861:0:16810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.110@tcp, seq: 72 00000100:00000040:1.0:1783444812.406865:0:16810:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91c7510de000 : new rpc_count 0 00000100:00000001:1.0:1783444812.406867:0:16810:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1783444812.406869:0:16810:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1783444812.406873:0:16810:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91c7505f9d80. 00000020:00000010:1.0:1783444812.406877:0:16810:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff91c7603a03e8. 00000020:00000010:1.0:1783444812.406881:0:16810:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c750f6a000. 00000020:00000040:1.0:1783444812.406886:0:16810:0:(genops.c:900:class_export_put()) PUTting export ffff91c7510de000 : new refcount 2 00000100:00000001:1.0:1783444812.406889:0:16810:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783444812.407706:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444812.407711:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444812.407715:0:16952:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1783444812.407718:0:16952:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1783444812.407720:0:16952:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1783444812.407726:0:16952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.110@tcp lock: ffff91c751b14a00/0x5503b2fe824ef6b2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x332dd2263f6dd6b2 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444812.407736:0:16952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91c751b14a00 already unused, calling callback (ffffffffc13fec20) 10000000:00000001:3.0:1783444812.407740:0:16952:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1783444812.407744:0:16952:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.110@tcp lock: ffff91c751b14a00/0x5503b2fe824ef6b2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x332dd2263f6dd6b2 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444812.407751:0:16952:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1783444812.407753:0:16952:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444812.407755:0:16952:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444812.407757:0:16952:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14a00 refcount=3 00000020:00000001:3.0:1783444812.407759:0:16952:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987933696 : -121189721617920 : ffff91c751b14a00) 00010000:00000001:3.0:1783444812.407761:0:16952:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987933696 : -121189721617920 : ffff91c751b14a00) 00010000:00000001:3.0:1783444812.407763:0:16952:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783444812.407767:0:16952:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.110@tcp lock: ffff91c751b14a00/0x5503b2fe824ef6b2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x332dd2263f6dd6b2 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1783444812.407773:0:16952:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1783444812.407775:0:16952:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.110@tcp lock: ffff91c751b14a00/0x5503b2fe824ef6b2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x332dd2263f6dd6b2 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783444812.407781:0:16952:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1783444812.407785:0:16952:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1783444812.407787:0:16952:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1783444812.407789:0:16952:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1783444812.407790:0:16952:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1783444812.407792:0:16952:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1783444812.407808:0:16952:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1783444812.407810:0:16952:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1783444812.407812:0:16952:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff91c75104c600) refs 2 10000000:00000001:3.0:1783444812.407814:0:16952:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1783444812.407816:0:16952:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444812.407819:0:16952:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783444812.407823:0:16952:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783444812.407824:0:16952:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783444812.407826:0:16952:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444812.407829:0:16952:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1783444812.407832:0:16952:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c751b14a00 with handle 0x5503b2fe824ef6b2 from hash 00010000:00000001:3.0:1783444812.407835:0:16952:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783444812.407837:0:16952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444812.407839:0:16952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444812.407840:0:16952:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783444812.407842:0:16952:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783444812.407844:0:16952:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1783444812.407847:0:16952:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444812.407849:0:16952:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1783444812.407859:0:16952:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462d80. 00000020:00000040:3.0:1783444812.407863:0:16952:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:3.0:1783444812.407869:0:16952:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444812.407871:0:16952:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444812.407876:0:16952:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444812.407883:0:16952:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c744fe0e00. 00000100:00000001:3.0:1783444812.407890:0:16952:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444812.407892:0:16952:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1783444812.407897:0:16952:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.110@tcp lock: ffff91c751b14a00/0x5503b2fe824ef6b2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x332dd2263f6dd6b2 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444812.407903:0:16952:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1783444812.407905:0:16952:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444812.407910:0:16952:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444812.407915:0:16952:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444812.407925:0:16952:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000369f0d6] to pc [ptlrpcd_01_00+0] req@ffff91c760462d80 x1870075608301952/t0(0) o103->MGC192.168.204.110@tcp@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783444812.407957:0:16952:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444812.407960:0:16952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444812.407962:0:16952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444812.407964:0:16952:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444812.407975:0:16952:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1783444812.407978:0:16952:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444812.407981:0:16952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.110@tcp lock: ffff91c751b14a00/0x5503b2fe824ef6b2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x332dd2263f6dd6b2 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444812.407987:0:16952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783444812.407990:0:16952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.110@tcp lock: ffff91c751b14a00/0x5503b2fe824ef6b2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x332dd2263f6dd6b2 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1783444812.407999:0:16952:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c743ebf900 count: 0 00010000:00000001:3.0:1783444812.408034:0:16952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783444812.408035:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1783444812.408036:0:16952:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1783444812.408040:0:16952:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff91c7589b90c0. 00000100:00000001:2.0:1783444812.408045:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1783444812.408048:0:16952:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444812.408051:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1783444812.408053:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444812.408111:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444812.408116:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1783444812.408116:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462d80 x1870075608301952/t0(0) o103->MGC192.168.204.110@tcp@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1783444812.408123:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444812.408126:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444812.408131:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1783444812.408135:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444812.408139:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444812.408142:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1783444812.408149:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444812.408153:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444812.408165:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444812.408168:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444812.408174:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444812.408178:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444812.408181:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444812.408185:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2402:1870075608301952:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1783444812.408190:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444812.408195:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444812.408199:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444812.408201:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444812.408209:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7590cd800. 02000000:00000001:2.0:1783444812.408212:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444812.408218:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444812.408223:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff9f8. 00000400:00000010:2.0:1783444812.408230:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f834c8. 00000100:00000200:2.0:1783444812.408237:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608301952, portal 18 00000100:00000001:2.0:1783444812.408239:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444812.408241:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232572288 : -121189476979328 : ffff91c760462d80) 00000100:00000040:2.0:1783444812.408248:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760462d80 x1870075608301952/t0(0) o103->MGC192.168.204.110@tcp@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444828 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444812.408255:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444812.408258:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444812.408261:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83aa0. 00000100:00000200:2.0:1783444812.408266:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1870075608301952, offset 0 00000400:00000200:2.0:1783444812.408272:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444812.408281:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444812.408288:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444812.408293:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444812.408296:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444812.408300:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444812.408303:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444812.408306:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2851:2851:255:4294967295] 192.168.204.110@tcp LPNI seq info [2851:2851:7:4294967295] 00000400:00000200:2.0:1783444812.408311:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444812.408320:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444812.408326:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444812.408331:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1700. 00000800:00000200:2.0:1783444812.408338:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444812.408346:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444812.408350:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1783444812.408355:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444812.408360:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444812.408362:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296455506 00000100:00000001:2.0:1783444812.408372:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296453060 00000100:00000001:2.0:1783444812.408378:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296455506 00000100:00000001:2.0:1783444812.408381:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296453060 00000100:00000001:2.0:1783444812.408385:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444812.408387:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444812.408391:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444812.408393:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444812.408400:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444812.408403:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783444812.408406:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444812.408407:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444812.408409:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444812.408411:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444812.408820:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444812.408827:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298c00. 00000400:00000200:0.0:1783444812.408833:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444812.408839:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444812.408846:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7590763b8 00000400:00000010:0.0:1783444812.408849:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7590763b8. 00000100:00000001:0.0:1783444812.408854:0:2392:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1783444812.408856:0:2392:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1783444812.408926:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444812.408929:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1700. 00000400:00000200:0.0:1783444812.408932:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444812.408935:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444812.408938:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83aa0 00000400:00000010:0.0:1783444812.408940:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83aa0. 00000100:00000001:0.0:1783444812.408943:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444812.408949:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462d80 x1870075608301952/t0(0) o103->MGC192.168.204.110@tcp@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444828 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444812.408960:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444812.408964:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462d80 x1870075608301952/t0(0) o103->MGC192.168.204.110@tcp@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444828 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444812.408977:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444812.408979:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1783444812.413208:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf900. 00010000:00000010:3.1:1783444812.413227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14a00. 00000800:00000001:0.0:1783444812.413438:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444812.413456:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444812.413459:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444812.413461:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444812.413471:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444812.413479:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444812.413490:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444812.413495:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444812.413501:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444812.413506:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a4d2e8560180 00000400:00000200:0.0:1783444812.413510:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444812.413517:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7e11 [1] + 224 00000800:00000001:0.0:1783444812.413535:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444812.413542:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444812.413546:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444812.413551:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444812.413559:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444812.413634:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462d80 x1870075608301952/t0(0) o103->MGC192.168.204.110@tcp@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444828 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444812.413647:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c760462d80 x1870075608301952/t0(0) o103->MGC192.168.204.110@tcp@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444828 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444812.413665:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444812.413674:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444812.413677:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444812.417094:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444812.417102:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444812.417112:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444812.417113:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444812.417117:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff9f8. 00000400:00000200:2.0:1783444812.417125:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f834c8 00000400:00000010:2.0:1783444812.417128:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f834c8. 00000100:00000001:2.0:1783444812.417132:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444812.417153:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462d80 x1870075608301952/t0(0) o103->MGC192.168.204.110@tcp@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444828 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444812.417165:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462d80 x1870075608301952/t0(0) o103->MGC192.168.204.110@tcp@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444828 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444812.417173:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444812.417175:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444812.417177:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444812.417189:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444812.417192:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444812.417195:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444812.417198:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444812.417205:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510daca8 time=590 v=5 (5 5 0 5) 00000100:00001000:2.0:1783444812.417210:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=4 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444812.417213:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444812.417214:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444812.417217:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444812.417219:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444812.417221:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444812.417226:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760462d80 x1870075608301952/t0(0) o103->MGC192.168.204.110@tcp@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444828 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444812.417233:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444812.417236:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444812.417237:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444812.417241:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760462d80 x1870075608301952/t0(0) o103->MGC192.168.204.110@tcp@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444828 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444812.417248:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760462d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2402:1870075608301952:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1783444812.417252:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444812.417255:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444812.417257:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760462d80 x1870075608301952/t0(0) o103->MGC192.168.204.110@tcp@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444828 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444812.417264:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444812.417267:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444812.417270:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7590cd800. 02000000:00000001:2.0:1783444812.417274:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444812.417276:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444812.417278:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:2.0:1783444812.417281:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444812.417283:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c744fe0e00. 02000000:00000001:2.0:1783444812.417287:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444812.417289:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444812.417290:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760462d80. 00000100:00000001:2.0:1783444812.417294:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444812.417295:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444812.417298:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444812.417304:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444812.417306:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444812.417308:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444812.417310:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444813.027201:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444813.027210:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444813.027218:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444813.027219:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444813.035436:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444813.035446:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444813.035452:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783444813.165163:0:33821:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783444813.165173:0:33821:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444813.165176:0:33821:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444813.165183:0:33821:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885ca80 going to sleep for 0 seconds 00000100:00000001:0.0:1783444813.165188:0:33821:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444813.165192:0:33821:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444813.165195:0:33821:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444813.165199:0:33821:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444813.165202:0:33821:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444813.604184:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444813.604191:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444813.604198:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f1500. 00000020:00000040:2.0:1783444813.604203:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:2.0:1783444813.604207:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444813.604210:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444813.604215:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444813.604222:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1100. 00000100:00000001:2.0:1783444813.604229:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444813.604241:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS req@ffff91c7603f1500 x1870075608302080/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444813.604253:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444813.604258:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444813.604264:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a7053d0] to pc [ptlrpcd_01_01+1] req@ffff91c7603f1500 x1870075608302080/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444813.604286:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1783444813.604289:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783444813.604293:0:26509:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1783444813.604295:0:26509:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1783444813.604297:0:26509:0:(import.c:65:import_set_state_nolock()) ffff91c743c0b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1783444813.604301:0:26509:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1783444813.604305:0:26509:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff91c759350000: connect to NID 192.168.204.110@tcp last attempt 1780 00000400:00000200:2.0:1783444813.604312:0:26509:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444813.604319:0:26509:0:(peer.c:1557:LNetPeerDiscovered()) Peer NID 192.168.204.110@tcp is discovered: rc = 1 00000100:00080000:2.0:1783444813.604322:0:26509:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff91c759350000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1783444813.604326:0:26509:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 14 to 192.168.204.110@tcp 00000100:00000001:2.0:1783444813.604329:0:26509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1783444813.604331:0:26509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00000100:00000001:2.0:1783444813.604334:0:26509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 00000020:00000001:2.0:1783444813.604337:0:26509:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1783444813.604339:0:26509:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea56 00000020:00000001:2.0:1783444813.604342:0:26509:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444813.604345:0:26509:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c74497f800 refcount=5 00000020:00000001:2.0:1783444813.604347:0:26509:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883768170496 : -121189941381120 : ffff91c74497f800) 00000020:00000001:2.0:1783444813.604349:0:26509:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883768170496 : -121189941381120 : ffff91c74497f800) 00000100:00000040:2.0:1783444813.604352:0:26509:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 14 to 192.168.204.110@tcp 00000100:00000001:2.0:1783444813.604354:0:26509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1783444813.604356:0:26509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00000100:00000001:2.0:1783444813.604358:0:26509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 00000020:00000040:2.0:1783444813.604361:0:26509:0:(genops.c:900:class_export_put()) PUTting export ffff91c74497f800 : new refcount 4 00000100:00080000:2.0:1783444813.604365:0:26509:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff91c759350000: import ffff91c743c0b800 using connection 192.168.204.110@tcp/192.168.204.110@tcp 00000100:00000001:2.0:1783444813.604367:0:26509:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444813.604370:0:26509:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1783444813.604375:0:26509:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444813.604378:0:26509:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444813.604380:0:26509:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1783444813.604385:0:26509:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682473 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1783444813.604387:0:26509:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444813.604389:0:26509:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444813.604392:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f0a80. 00000020:00000040:2.0:1783444813.604394:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:2.0:1783444813.604398:0:26509:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1783444813.604400:0:26509:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444813.604402:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444813.604404:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444813.604406:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444813.604410:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c750f6e000. 00000100:00000001:2.0:1783444813.604413:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444813.604418:0:26509:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91c7603f0a80 x1870075608302208/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444813.604432:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444813.604434:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444813.604438:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc23d595] to pc [ptlrpcd_rcv+-1] req@ffff91c7603f0a80 x1870075608302208/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444813.604455:0:26509:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444813.604458:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444813.604461:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444813.604464:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f2680. 00000020:00000040:2.0:1783444813.604465:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:2.0:1783444813.604467:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444813.604469:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444813.604470:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444813.604473:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1f00. 00000100:00000001:2.0:1783444813.604476:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444813.604480:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID req@ffff91c7603f2680 x1870075608302336/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444813.604488:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444813.604489:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444813.604492:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a78f8c3f] to pc [ptlrpcd_01_00+0] req@ffff91c7603f2680 x1870075608302336/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444813.604500:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444813.604503:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1783444813.604507:0:26509:0:(pinger.c:247:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1783444813.604509:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1783444813.604512:0:26509:0:(pinger.c:247:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1783444813.604517:0:26509:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1790) 00000100:00000001:2.0:1783444813.604527:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444813.604530:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444813.604533:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444813.604537:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f1500 x1870075608302080/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444813.604558:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444813.604560:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444813.604564:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444813.604566:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444813.604569:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444813.604572:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2403:1870075608302080:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444813.604576:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444813.604581:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444813.604584:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444813.604586:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444813.604590:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7590cce00. 02000000:00000001:2.0:1783444813.604592:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444813.604598:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444813.604601:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff9f8. 00000400:00000010:2.0:1783444813.604608:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f834c8. 00000100:00000200:2.0:1783444813.604614:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608302080, portal 25 00000100:00000001:2.0:1783444813.604617:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444813.604618:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232107264 : -121189477444352 : ffff91c7603f1500) 00000100:00000040:2.0:1783444813.604624:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f1500 x1870075608302080/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444813.604631:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444813.604634:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444813.604636:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83c38. 00000100:00000200:2.0:1783444813.604639:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870075608302080, offset 0 00000400:00000200:2.0:1783444813.604645:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444813.604652:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444813.604658:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444813.604664:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444813.604668:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444813.604671:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444813.604674:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444813.604678:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2852:2852:256:4294967295] 192.168.204.110@tcp LPNI seq info [2852:2852:8:4294967295] 00000400:00000200:2.0:1783444813.604682:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444813.604691:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444813.604698:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444813.604702:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1000. 00000800:00000200:2.0:1783444813.604709:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444813.604716:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444813.604720:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444813.604738:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444813.604742:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444813.604744:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296456702 00000100:00000001:2.0:1783444813.604751:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296455506 00000100:00000001:2.0:1783444813.604754:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296456702 00000100:00000001:2.0:1783444813.604758:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296455506 00000100:00000001:2.0:1783444813.604761:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444813.604763:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444813.604766:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444813.604768:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444813.604775:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444813.604777:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783444813.604779:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444813.604788:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444813.604790:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444813.604793:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1783444813.604795:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444813.604797:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444813.604798:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444813.604800:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444813.604801:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444813.604802:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444813.604806:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f2680 x1870075608302336/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444813.604813:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444813.604815:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444813.604817:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444813.604819:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444813.604820:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444813.604823:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608302336:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444813.604826:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444813.604829:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444813.604830:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444813.604832:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444813.604835:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7590cc200. 02000000:00000001:2.0:1783444813.604837:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444813.604840:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444813.604842:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff840. 00000400:00000010:2.0:1783444813.604845:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83880. 00000100:00000200:2.0:1783444813.604848:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608302336, portal 10 00000100:00000001:2.0:1783444813.604850:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444813.604852:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232111744 : -121189477439872 : ffff91c7603f2680) 00000100:00000040:2.0:1783444813.604858:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f2680 x1870075608302336/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444813.604864:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444813.604867:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444813.604869:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83bb0. 00000100:00000200:2.0:1783444813.604871:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608302336, offset 0 00000400:00000200:2.0:1783444813.604875:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444813.604878:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444813.604881:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444813.604884:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444813.604886:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444813.604889:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444813.604891:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444813.604895:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2853:2853:255:4294967295] 192.168.204.110@tcp LPNI seq info [2853:2853:7:4294967295] 00000400:00000200:2.0:1783444813.604899:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444813.604904:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444813.604909:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444813.604912:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1b00. 00000800:00000200:2.0:1783444813.604915:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444813.604919:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444813.604922:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444813.604924:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444813.604928:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 21178 usecs (22 jiffies) 00000400:00000200:2.0:1783444813.604931:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444813.604933:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296452632 00000100:00000001:2.0:1783444813.604935:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296456702 00000100:00000001:2.0:1783444813.604937:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296452632 00000100:00000001:2.0:1783444813.604939:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296456702 00000100:00000001:2.0:1783444813.604941:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444813.604943:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444813.604951:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444813.604953:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444813.604961:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444813.604963:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444813.605342:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444813.605347:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1000. 00000400:00000200:1.0:1783444813.605352:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444813.605357:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444813.605362:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83c38 00000400:00000010:1.0:1783444813.605365:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83c38. 00000100:00000001:1.0:1783444813.605369:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444813.605373:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1500 x1870075608302080/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444813.605383:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444813.605387:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1500 x1870075608302080/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444829 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444813.605394:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444813.605395:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444813.605442:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444813.605444:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1b00. 00000400:00000200:1.0:1783444813.605447:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444813.605451:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444813.605453:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83bb0 00000400:00000010:1.0:1783444813.605455:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83bb0. 00000100:00000001:1.0:1783444813.605457:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444813.605461:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2680 x1870075608302336/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444813.605468:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444813.605471:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2680 x1870075608302336/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444829 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444813.605477:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444813.605479:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783444813.608897:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444813.608905:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444813.608908:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444813.608919:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f0a80 x1870075608302208/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444813.608931:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444813.608932:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444813.608936:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444813.608939:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444813.608941:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444813.608953:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608302208:192.168.204.110@tcp:38:kworker.0 00000100:00000001:0.0:1783444813.608957:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444813.608961:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444813.608963:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444813.608966:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444813.608974:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c746765400. 02000000:00000001:0.0:1783444813.608976:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444813.608982:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444813.608986:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f000. 00000400:00000010:0.0:1783444813.608991:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9b28. 00000100:00000200:0.0:1783444813.608998:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608302208, portal 10 00000100:00000001:0.0:1783444813.609000:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444813.609002:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232104576 : -121189477447040 : ffff91c7603f0a80) 00000100:00000040:0.0:1783444813.609008:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f0a80 x1870075608302208/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444813.609016:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444813.609019:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444813.609021:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9660. 00000100:00000200:0.0:1783444813.609024:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870075608302208, offset 0 00000400:00000200:0.0:1783444813.609029:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444813.609036:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444813.609042:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444813.609047:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444813.609050:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444813.609053:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444813.609080:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444813.609084:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2854:2854:256:4294967295] 192.168.204.110@tcp LPNI seq info [2854:2854:8:4294967295] 00000400:00000200:0.0:1783444813.609089:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444813.609096:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444813.609102:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444813.609106:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3400. 00000800:00000200:0.0:1783444813.609111:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444813.609119:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444813.609123:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1783444813.609133:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444813.609137:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 848547 usecs (849 jiffies) 00000400:00000200:0.0:1783444813.609140:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444813.609142:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296453464 00000100:00000001:0.0:1783444813.609145:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296456702 00000100:00000001:0.0:1783444813.609148:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296453464 00000100:00000001:0.0:1783444813.609150:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296456702 00000100:00000001:0.0:1783444813.609152:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444813.609155:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444813.609158:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444813.609160:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444813.609166:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444813.609168:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783444813.609170:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444813.609171:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444813.609173:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444813.609175:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444813.609204:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444813.609207:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3400. 00000400:00000200:0.0:1783444813.609212:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444813.609216:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444813.609220:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9660 00000400:00000010:0.0:1783444813.609222:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9660. 00000100:00000001:0.0:1783444813.609226:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444813.609230:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0a80 x1870075608302208/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444813.609240:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444813.609243:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0a80 x1870075608302208/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444838 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444813.609250:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444813.609252:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444813.615671:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444813.615687:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444813.615692:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444813.615694:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444813.615702:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444813.615709:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444813.615718:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444813.615722:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444813.615727:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444813.615731:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a4d2e8560200 00000400:00000200:0.0:1783444813.615736:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444813.615741:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7e19 [1] + 224 00000800:00000001:0.0:1783444813.615748:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444813.615751:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444813.615753:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444813.615757:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444813.615764:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444813.615773:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1500 x1870075608302080/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444829 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444813.615784:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f1500 x1870075608302080/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444813.615795:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444813.615803:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444813.615805:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444813.615807:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444813.615809:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444813.615811:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444813.615815:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444813.615819:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444813.615821:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444813.615824:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444813.615827:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8560300 00000400:00000200:0.0:1783444813.615830:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444813.615834:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7e21 [1] + 224 00000800:00000001:0.0:1783444813.615837:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444813.615854:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444813.615856:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444813.615860:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444813.615862:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444813.615867:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2680 x1870075608302336/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444829 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444813.615876:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f2680 x1870075608302336/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444813.615883:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444813.615886:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444813.615889:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444813.616640:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444813.616644:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444813.616650:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444813.616652:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444813.616656:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff840. 00000400:00000200:2.0:1783444813.616660:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83880 00000400:00000010:2.0:1783444813.616663:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83880. 00000100:00000001:2.0:1783444813.616666:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444813.616671:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f2680 x1870075608302336/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444813.616687:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f2680 x1870075608302336/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444829 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444813.616694:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444813.616696:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444813.616698:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444813.616701:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444813.616703:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444813.616705:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444813.616709:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444813.616716:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=143 v=5 (105 105 105 137) 00000100:00001000:2.0:1783444813.616720:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=143 v=5 (1 1 1 1) 00000100:00000001:2.0:1783444813.616723:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444813.616725:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444813.616728:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444813.616732:0:2403:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444813.616735:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444813.616737:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:2.0:1783444813.616739:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444813.616741:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444813.616745:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f2680 x1870075608302336/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444829 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444813.616752:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444813.616755:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444813.616757:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444813.616761:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f2680 x1870075608302336/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444829 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444813.616769:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608302336:192.168.204.110@tcp:400:kworker.0 00000400:00000001:2.0:1783444813.616774:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444813.616775:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444813.616776:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff9f8. 00000400:00000200:2.0:1783444813.616779:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f834c8 00000400:00000010:2.0:1783444813.616781:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f834c8. 00000100:00000001:2.0:1783444813.616783:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444813.616786:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f1500 x1870075608302080/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444813.616795:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f1500 x1870075608302080/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444829 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444813.616801:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444813.616802:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444813.616804:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444813.616805:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444813.616806:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444813.616808:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444813.616810:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444813.616812:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=143 v=5 (5 5 5 5) 00000100:00001000:2.0:1783444813.616815:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444813.616816:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444813.616818:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444813.616819:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444813.616821:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444813.616823:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444813.616826:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f1500 x1870075608302080/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444829 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444813.616832:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444813.616834:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444813.616835:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444813.616838:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f1500 x1870075608302080/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444829 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444813.616847:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2403:1870075608302080:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444813.616850:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444813.616853:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444813.616856:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f2680 x1870075608302336/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444829 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444813.616864:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444813.616866:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444813.616870:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7590cc200. 02000000:00000001:2.0:1783444813.616873:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444813.616875:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444813.616877:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:2.0:1783444813.616879:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444813.616882:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1f00. 02000000:00000001:2.0:1783444813.616885:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444813.616887:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444813.616888:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f2680. 00000100:00000001:2.0:1783444813.616891:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444813.616893:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444813.616894:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444813.616897:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1500 x1870075608302080/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444829 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444813.616904:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444813.616905:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444813.616906:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7590cce00. 02000000:00000001:2.0:1783444813.616908:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444813.616909:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444813.616910:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:2.0:1783444813.616912:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444813.616914:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1100. 02000000:00000001:2.0:1783444813.616916:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444813.616917:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444813.616918:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1500. 00000100:00000001:2.0:1783444813.616921:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444813.616922:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444813.616924:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444813.616931:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444813.616932:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444813.616934:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444813.616936:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444813.633867:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444813.633886:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444813.633891:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444813.633894:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444813.633902:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444813.633910:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444813.633920:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444813.633924:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444813.633929:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444813.633934:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 416 into portal 10 MB=0x6a4d2e8560280 00000400:00000200:0.0:1783444813.633939:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444813.633945:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 416/416 into md 0x7e29 [1] + 0 00000800:00000001:0.0:1783444813.633952:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444813.634004:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444813.634008:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444813.634013:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444813.634020:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444813.634029:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0a80 x1870075608302208/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444838 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444813.634042:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff91c7603f0a80 x1870075608302208/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444838 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444813.634096:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444813.634104:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444813.634107:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444813.634204:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444813.634209:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444813.634216:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444813.634218:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444813.634222:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f000. 00000400:00000200:3.0:1783444813.634226:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9b28 00000400:00000010:3.0:1783444813.634229:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9b28. 00000100:00000001:3.0:1783444813.634232:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444813.634237:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f0a80 x1870075608302208/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444838 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444813.634246:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f0a80 x1870075608302208/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1783444838 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444813.634254:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444813.634256:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444813.634258:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444813.634262:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444813.634264:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444813.634266:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444813.634269:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444813.634277:0:2399:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=143 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444813.634282:0:2399:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=46 v=20 (20 0 0 0) 00000100:00000001:3.0:1783444813.634284:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444813.634286:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444813.634289:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1783444813.634293:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91c7603f0a80 x1870075608302208/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1783444838 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783444813.634301:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444813.634304:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1783444813.634306:0:2399:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: committing for last_committed 4294967636 gen 2 00000100:00000040:3.0:1783444813.634312:0:2399:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967636) req@ffff91c760462300 x1870075608296960/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444790 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444813.634320:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444813.634322:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00000100:00000001:3.0:1783444813.634325:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444813.634328:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462300 x1870075608296960/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444790 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444813.634336:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444813.634338:0:2399:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1783444813.634341:0:2399:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:3.0:1783444813.634343:0:2399:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444813.634345:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444813.634350:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f0a80 x1870075608302208/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1783444838 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444813.634357:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444813.634360:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444813.634362:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444813.634365:0:2399:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1783444813.634371:0:2399:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff91c759350000: connect to target with instance 2 00000020:00000001:3.0:1783444813.634374:0:2399:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1783444813.634376:0:2399:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea56 00000020:00000001:3.0:1783444813.634379:0:2399:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444813.634381:0:2399:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c74497f800 refcount=5 00000020:00000001:3.0:1783444813.634383:0:2399:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883768170496 : -121189941381120 : ffff91c74497f800) 00000020:00000001:3.0:1783444813.634386:0:2399:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883768170496 : -121189941381120 : ffff91c74497f800) 00000100:00001000:3.0:1783444813.634389:0:2399:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=1783444813 v=0 (0 0 0 0) 00000100:00001000:3.0:1783444813.634392:0:2399:0:(import.c:2214:obd_at_measure()) AT ffff91c743c0bc18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1783444813.634397:0:2399:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1663, crc32c 10299, adler 1303 00000020:00000040:3.0:1783444813.634402:0:2399:0:(genops.c:900:class_export_put()) PUTting export ffff91c74497f800 : new refcount 4 00000100:00000001:3.0:1783444813.634405:0:2399:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1783444813.634408:0:2399:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:3.0:1783444813.634411:0:2399:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff91c759350000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:3.0:1783444813.634415:0:2399:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1783444813.634416:0:2399:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444813.634418:0:2399:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:3.0:1783444813.634421:0:2399:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:3.0:1783444813.634423:0:2399:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444813.634426:0:2399:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444813.634428:0:2399:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444813.634430:0:2399:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1783444813.634433:0:2399:0:(import.c:65:import_set_state_nolock()) ffff91c743c0b800 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00000001:3.0:1783444813.634437:0:2399:0:(import.c:1647:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1783444813.634439:0:2399:0:(import.c:1699:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:3.0:1783444813.634441:0:2399:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:3.0:1783444813.634443:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1783444813.634444:0:2399:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: committing for last_committed 4294967636 gen 2 00000100:00000040:3.0:1783444813.634447:0:2399:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1783444813.634449:0:2399:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00080000:3.0:1783444813.634451:0:2399:0:(recover.c:53:ptlrpc_replay_next()) import ffff91c743c0b800 from lustre-MDT0000_UUID committed 4294967636 last 0 00000100:00000001:3.0:1783444813.634454:0:2399:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1783444813.634456:0:2399:0:(import.c:65:import_set_state_nolock()) ffff91c743c0b800 lustre-MDT0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000020:00000040:3.0:1783444813.634459:0:2399:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:0.0:1783444813.634796:0:2399:0:(import.c:1753:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444813.634801:0:2399:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444813.634807:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f0a80 x1870075608302208/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1783444838 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444813.634816:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608302208:192.168.204.110@tcp:38:kworker.0 00000100:00000001:0.0:1783444813.634821:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444813.634823:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444813.634826:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0a80 x1870075608302208/t0(0) o38->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1783444838 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444813.634833:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444813.634835:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444813.634838:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c746765400. 02000000:00000001:0.0:1783444813.634842:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444813.634844:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444813.634846:0:2399:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444813.634849:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444813.634851:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c750f6e000. 02000000:00000001:0.0:1783444813.634855:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444813.634856:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444813.634858:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0a80. 00000100:00000001:0.0:1783444813.634862:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444813.634863:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444813.634865:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444813.634871:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444813.634873:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444813.634875:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444813.634877:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1783444813.634922:0:34048:0:(ldlm_request.c:2972:ldlm_lock_replay_thread()) lock replay thread lustre-MDT0000-mdc-ffff91c759350000 to lustre-MDT0000_UUID@192.168.204.110@tcp 00010000:00000001:3.0:1783444813.634925:0:34048:0:(ldlm_request.c:2924:__ldlm_replay_locks()) Process entered 00010000:00010000:3.0:1783444813.634927:0:34048:0:(ldlm_request.c:2888:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-MDT0000-mdc-ffff91c759350000 (1) 00010000:00000001:3.0:1783444813.634931:0:34048:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000002:00000001:3.0:1783444813.634938:0:34048:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783444813.634941:0:34048:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444813.634944:0:34048:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444813.634947:0:34048:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783444813.634949:0:34048:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783444813.634952:0:34048:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1783444813.634955:0:34048:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783444813.634959:0:34048:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783444813.634961:0:34048:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783444813.634963:0:34048:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x29:0x0] mode (null) 00000002:00000001:3.0:1783444813.634967:0:34048:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444813.634969:0:34048:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444813.634974:0:34048:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf400 count: 2 00010000:00000001:3.0:1783444813.634977:0:34048:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444813.634982:0:34048:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444813.634983:0:34048:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444813.634985:0:34048:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444813.634986:0:34048:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf400 count: 2 00010000:00000001:3.0:1783444813.634988:0:34048:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444813.634990:0:34048:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444813.634991:0:34048:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444813.634992:0:34048:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444813.634994:0:34048:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf400 count: 2 00010000:00000001:3.0:1783444813.634995:0:34048:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444813.634997:0:34048:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444813.634998:0:34048:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444813.634999:0:34048:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444813.635001:0:34048:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf400 count: 2 00010000:00000001:3.0:1783444813.635003:0:34048:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444813.635005:0:34048:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444813.635007:0:34048:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444813.635009:0:34048:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:3.0:1783444813.635011:0:34048:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783444813.635016:0:34048:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c74526c990. 00000020:00000010:3.0:1783444813.635020:0:34048:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c744fe1200. 00000020:00000010:3.0:1783444813.635024:0:34048:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c744fe0a00. 00000020:00000010:3.0:1783444813.635028:0:34048:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7604bb060. 00000008:00000010:3.0:1783444813.635033:0:34048:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444813.635037:0:34048:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759654d80. 00008000:00000010:3.0:1783444813.635041:0:34048:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444813.635047:0:34048:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444813.635051:0:34048:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444813.635075:0:34048:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c744fe0e00. 00000008:00000010:3.0:1783444813.635079:0:34048:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444813.635082:0:34048:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444813.635097:0:34048:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444813.635101:0:34048:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c758828000. 00000020:00000001:3.0:1783444813.635104:0:34048:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883777530264 : -121189932021352 : ffff91c74526c998) 00000020:00001000:3.0:1783444813.635107:0:34048:0:(cl_object.c:831:cl_env_get()) 1@ffff91c74526c990 00000020:00000001:3.0:1783444813.635109:0:34048:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1783444813.635112:0:34048:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x29:0x0]: losing layout lock 00000080:00000001:3.0:1783444813.635116:0:34048:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1783444813.635118:0:34048:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1783444813.635122:0:34048:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:3.0:1783444813.635125:0:34048:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1783444813.635127:0:34048:0:(lov_object.c:1533:lov_conf_set()) [0x200000405:0x29:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1783444813.635130:0:34048:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444813.635131:0:34048:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1783444813.635134:0:34048:0:(cl_object.c:925:cl_env_put()) 1@ffff91c74526c990 00000020:00000010:3.0:1783444813.635137:0:34048:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c744fe0a00. 00000020:00000010:3.0:1783444813.635140:0:34048:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7604bb060. 00000008:00000010:3.0:1783444813.635143:0:34048:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444813.635147:0:34048:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759654d80. 00008000:00000010:3.0:1783444813.635150:0:34048:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444813.635153:0:34048:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444813.635156:0:34048:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444813.635159:0:34048:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c744fe1200. 00000008:00000010:3.0:1783444813.635163:0:34048:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444813.635166:0:34048:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444813.635169:0:34048:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444813.635171:0:34048:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c758828000. 00000020:00000010:3.0:1783444813.635174:0:34048:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c744fe0e00. 00000020:00000010:3.0:1783444813.635176:0:34048:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c74526c990. 00000080:00000001:3.0:1783444813.635178:0:34048:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444813.635181:0:34048:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1783444813.635183:0:34048:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x29:0x0](ffff91c748d76c08) invalid 00000020:00000001:3.0:1783444813.635187:0:34048:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31942213c70 00000080:00002000:3.0:1783444813.635189:0:34048:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f23.recovery-small (ffff91c748f52ca8) parent ffff91c74931ae58 inode ffff91c748d76c08 refc 1 00000080:00000001:3.0:1783444813.635193:0:34048:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1783444813.635195:0:34048:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783444813.635197:0:34048:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444813.635200:0:34048:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783444813.635202:0:34048:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783444813.635204:0:34048:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444813.635206:0:34048:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1783444813.635209:0:34048:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c751b14200 with handle 0x5503b2fe824ef6ab from hash 00010000:00000001:3.0:1783444813.635211:0:34048:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783444813.635213:0:34048:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444813.635215:0:34048:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444813.635216:0:34048:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783444813.635219:0:34048:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783444813.635220:0:34048:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783444813.635224:0:34048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14200/0x5503b2fe824ef6ab lrc: 0/0,0 mode: --/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x332dd2263f6dd681 expref: -99 pid: 33821 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1783444813.635233:0:34048:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91c7602718c0. 00010000:00000040:3.0:1783444813.635237:0:34048:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c743ebf400 count: 0 00010000:00000010:3.0:1783444813.635242:0:34048:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c746559500. 00010000:00000001:3.0:1783444813.635250:0:34048:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444813.635252:0:34048:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444813.635254:0:34048:0:(ldlm_request.c:2901:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-MDT0000-mdc-ffff91c759350000 00000001:00000001:3.0:1783444813.635257:0:34048:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1783444813.635259:0:34048:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1783444813.635726:0:34048:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444813.635729:0:34048:0:(ldlm_request.c:2954:__ldlm_replay_locks()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444813.635731:0:34048:0:(import.c:1647:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1783444813.635733:0:34048:0:(import.c:65:import_set_state_nolock()) ffff91c743c0b800 lustre-MDT0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00000001:3.0:1783444813.635736:0:34048:0:(import.c:1557:signal_completed_replay()) Process entered 00000100:00000010:3.0:1783444813.635741:0:34048:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760461880. 00000020:00000040:3.0:1783444813.635744:0:34048:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:3.0:1783444813.635748:0:34048:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444813.635751:0:34048:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444813.635755:0:34048:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444813.635761:0:34048:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c75822c200. 00000100:00000001:3.0:1783444813.635766:0:34048:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444813.635770:0:34048:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444813.635774:0:34048:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444813.635779:0:34048:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dd8007c] to pc [ptlrpcd_rcv+-1] req@ffff91c760461880 x1870075608302464/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444813.635802:0:34048:0:(import.c:1581:signal_completed_replay()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444813.635804:0:34048:0:(import.c:1753:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444813.635807:0:34048:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444813.635808:0:34048:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444813.635810:0:34048:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1783444813.636224:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444813.636227:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444813.636228:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444813.636234:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760461880 x1870075608302464/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444813.636243:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444813.636245:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444813.636249:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444813.636251:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444813.636254:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444813.636257:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608302464:192.168.204.110@tcp:400:ldlm_lock_repla.0 00000100:00000001:0.0:1783444813.636261:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444813.636266:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444813.636268:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444813.636270:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444813.636275:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75a128c00. 02000000:00000001:0.0:1783444813.636277:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444813.636282:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444813.636286:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f370. 00000400:00000010:0.0:1783444813.636291:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9660. 00000100:00000200:0.0:1783444813.636297:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608302464, portal 10 00000100:00000001:0.0:1783444813.636299:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444813.636300:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232566912 : -121189476984704 : ffff91c760461880) 00000100:00000040:0.0:1783444813.636306:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=2c0 req@ffff91c760461880 x1870075608302464/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444829 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444813.636313:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444813.636315:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444813.636318:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9330. 00000100:00000200:0.0:1783444813.636321:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608302464, offset 0 00000400:00000200:0.0:1783444813.636326:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444813.636333:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444813.636340:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444813.636346:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444813.636350:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444813.636354:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444813.636357:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444813.636360:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2855:2855:256:4294967295] 192.168.204.110@tcp LPNI seq info [2855:2855:8:4294967295] 00000400:00000200:0.0:1783444813.636364:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444813.636373:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444813.636379:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444813.636384:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3400. 00000800:00000200:0.0:1783444813.636390:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444813.636397:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444813.636401:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444813.636412:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444813.636416:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 847491 usecs (848 jiffies) 00000400:00000200:0.0:1783444813.636419:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444813.636422:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296453490 00000100:00000001:0.0:1783444813.636424:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296456702 00000100:00000001:0.0:1783444813.636427:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296453490 00000100:00000001:0.0:1783444813.636429:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296456702 00000100:00000001:0.0:1783444813.636431:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444813.636434:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444813.636437:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444813.636438:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444813.636442:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444813.636444:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783444813.636446:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444813.636447:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444813.636449:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444813.636451:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444813.636517:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444813.636521:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3400. 00000400:00000200:0.0:1783444813.636524:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444813.636528:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444813.636532:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9330 00000400:00000010:0.0:1783444813.636534:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9330. 00000100:00000001:0.0:1783444813.636538:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444813.636556:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760461880 x1870075608302464/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444829 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444813.636566:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444813.636570:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760461880 x1870075608302464/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444829 ref 2 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444813.636576:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444813.636578:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1783444813.652089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf400. 00010000:00000010:3.1:1783444813.652104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14200. 00010000:00000001:0.0:1783444814.050298:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444814.050306:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444814.050436:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444814.050441:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444814.050445:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1783444814.179494:0:33821:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783444814.179505:0:33821:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444814.179507:0:33821:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444814.179514:0:33821:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885ca80 going to sleep for 0 seconds 00000100:00000001:1.0:1783444814.179520:0:33821:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444814.179524:0:33821:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444814.179527:0:33821:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444814.179530:0:33821:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444814.179533:0:33821:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1783444814.306123:0:16822:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1783444814.306132:0:16822:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff91c75104c600) refs 2 10000000:00000001:1.0:1783444814.306138:0:16822:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1783444814.306140:0:16822:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1783444814.306142:0:16822:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1783444814.306144:0:16822:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1783444814.306147:0:16822:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:1.0:1783444814.306149:0:16822:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:1.0:1783444814.306152:0:16822:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-cliir-ffff91c759350000 from 7 10000000:00000001:1.0:1783444814.306155:0:16822:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1783444814.306158:0:16822:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:1.0:1783444814.306167:0:16822:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883b800. 00000020:00000040:1.0:1783444814.306173:0:16822:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:1.0:1783444814.306179:0:16822:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444814.306183:0:16822:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444814.306188:0:16822:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444814.306197:0:16822:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c750f6a800. 00000100:00000001:1.0:1783444814.306206:0:16822:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444814.306212:0:16822:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783444814.306216:0:16822:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1783444814.306225:0:16822:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c741678d00. 00010000:00000001:1.0:1783444814.306230:0:16822:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783444814.306234:0:16822:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c7583dae00. 00000020:00000001:1.0:1783444814.306240:0:16822:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783444814.306243:0:16822:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c7583dae00 with handle 0x5503b2fe824ef6ce to hash 00000020:00000001:1.0:1783444814.306245:0:16822:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783444814.306247:0:16822:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000001:1.0:1783444814.306250:0:16822:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000001:1.0:1783444814.306255:0:16822:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444814.306258:0:16822:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444814.306263:0:16822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.110@tcp lock: ffff91c7583dae00/0x5503b2fe824ef6ce lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444814.306274:0:16822:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.110@tcp lock: ffff91c7583dae00/0x5503b2fe824ef6ce lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444814.306287:0:16822:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.110@tcp lock: ffff91c7583dae00/0x5503b2fe824ef6ce lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783444814.306293:0:16822:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444814.306295:0:16822:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444814.306303:0:16822:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7589b90c0. 00000100:00000001:1.0:1783444814.306305:0:16822:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884103950528 : -121189605601088 : ffff91c7589b90c0) 00000100:00000001:1.0:1783444814.306308:0:16822:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444814.306309:0:16822:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102387712 : -121189607163904 : ffff91c75883b800) 00000100:00000001:1.0:1783444814.306316:0:16822:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444814.306321:0:16822:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444814.306324:0:16822:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444814.306326:0:16822:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444814.306340:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c75883b800 x1870075608302592/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444814.306349:0:16822:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444814.306352:0:16822:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444814.306356:0:16822:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444814.306359:0:16822:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444814.306362:0:16822:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444814.306366:0:16822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c75883b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:16822:1870075608302592:192.168.204.110@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1783444814.306371:0:16822:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444814.306377:0:16822:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444814.306379:0:16822:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444814.306382:0:16822:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444814.306387:0:16822:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c751024400. 02000000:00000001:1.0:1783444814.306389:0:16822:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444814.306397:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444814.306401:0:16822:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736840. 00000400:00000010:1.0:1783444814.306409:0:16822:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076cc0. 00000100:00000200:1.0:1783444814.306418:0:16822:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608302592, portal 25 00000100:00000001:1.0:1783444814.306419:0:16822:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444814.306420:0:16822:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102387712 : -121189607163904 : ffff91c75883b800) 00000100:00000040:1.0:1783444814.306426:0:16822:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c75883b800 x1870075608302592/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444830 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444814.306434:0:16822:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444814.306436:0:16822:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444814.306439:0:16822:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076330. 00000100:00000200:1.0:1783444814.306442:0:16822:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1870075608302592, offset 0 00000400:00000200:1.0:1783444814.306449:0:16822:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444814.306459:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444814.306469:0:16822:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444814.306476:0:16822:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444814.306480:0:16822:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444814.306483:0:16822:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444814.306487:0:16822:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444814.306490:0:16822:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2856:2856:256:4294967295] 192.168.204.110@tcp LPNI seq info [2856:2856:8:4294967295] 00000400:00000200:1.0:1783444814.306494:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444814.306504:0:16822:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444814.306511:0:16822:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444814.306516:0:16822:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298600. 00000800:00000200:1.0:1783444814.306523:0:16822:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444814.306547:0:16822:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444814.306553:0:16822:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1783444814.306563:0:16822:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444814.306567:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444814.306569:0:16822:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296457404 00000100:00000001:1.0:1783444814.306578:0:16822:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296456702 00000100:00000001:1.0:1783444814.306584:0:16822:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296457404 00000100:00000001:1.0:1783444814.306587:0:16822:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296456702 00000100:00000001:1.0:1783444814.306590:0:16822:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444814.306593:0:16822:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444814.306596:0:16822:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444814.306598:0:16822:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444814.306601:0:16822:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7589b90c0 going to sleep for 11 seconds 00000100:00000001:1.0:1783444814.306604:0:16822:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444814.306608:0:16822:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444814.308362:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444814.308374:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298600. 00000400:00000200:0.0:1783444814.308397:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444814.308407:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444814.308415:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076330 00000400:00000010:0.0:1783444814.308418:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076330. 00000100:00000001:0.0:1783444814.308423:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444814.308430:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c75883b800 x1870075608302592/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444830 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444814.308447:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444814.308451:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c75883b800 x1870075608302592/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444830 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444814.308459:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444814.308461:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444814.317967:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444814.317990:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444814.317995:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444814.317998:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444814.318009:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444814.318019:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444814.318030:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444814.318036:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444814.318043:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444814.318047:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 344 into portal 25 MB=0x6a4d2e8560400 00000400:00000200:0.0:1783444814.318053:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444814.318080:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 344/344 into md 0x7e49 [1] + 224 00000800:00000001:0.0:1783444814.318089:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444814.318102:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444814.318106:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444814.318111:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444814.318120:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444814.318130:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c75883b800 x1870075608302592/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444830 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444814.318143:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff91c75883b800 x1870075608302592/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444830 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444814.318171:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444814.318182:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444814.318186:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444814.318242:0:16822:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444814.318252:0:16822:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444814.318255:0:16822:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444814.318258:0:16822:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736840. 00000400:00000200:2.0:1783444814.318264:0:16822:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076cc0 00000400:00000010:2.0:1783444814.318267:0:16822:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076cc0. 00000100:00000001:2.0:1783444814.318270:0:16822:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444814.318275:0:16822:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c75883b800 x1870075608302592/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444830 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444814.318284:0:16822:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c75883b800 x1870075608302592/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444830 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444814.318291:0:16822:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444814.318293:0:16822:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444814.318296:0:16822:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444814.318301:0:16822:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444814.318304:0:16822:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444814.318306:0:16822:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444814.318310:0:16822:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444814.318319:0:16822:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=144 v=5 (5 5 5 5) 00000100:00001000:2.0:1783444814.318324:0:16822:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444814.318327:0:16822:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444814.318328:0:16822:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444814.318332:0:16822:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444814.318335:0:16822:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444814.318338:0:16822:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444814.318343:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c75883b800 x1870075608302592/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444830 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444814.318351:0:16822:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444814.318354:0:16822:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444814.318357:0:16822:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444814.318361:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883b800 x1870075608302592/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444830 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444814.318369:0:16822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c75883b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:16822:1870075608302592:192.168.204.110@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1783444814.318375:0:16822:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444814.318379:0:16822:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444814.318382:0:16822:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444814.318384:0:16822:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444814.318388:0:16822:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c75883b800 x1870075608302592/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444830 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444814.318396:0:16822:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444814.318399:0:16822:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7589b90c0. 00000100:00000001:2.0:1783444814.318404:0:16822:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444814.318406:0:16822:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444814.318410:0:16822:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783444814.318414:0:16822:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444814.318417:0:16822:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444814.318421:0:16822:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dae00 refcount=4 00000020:00000001:2.0:1783444814.318423:0:16822:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000001:2.0:1783444814.318426:0:16822:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000040:2.0:1783444814.318434:0:16822:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c7583dae00, remote cookie: 0x332dd2263f6dd8b1, flags: 0x0 00010000:00000001:2.0:1783444814.318437:0:16822:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783444814.318442:0:16822:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783444814.318444:0:16822:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783444814.318446:0:16822:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783444814.318447:0:16822:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783444814.318450:0:16822:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff91c741678d00) refcount = 1 00010000:00010000:2.0:1783444814.318456:0:16822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.110@tcp lock: ffff91c7583dae00/0x5503b2fe824ef6ce lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x332dd2263f6dd8b1 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444814.318465:0:16822:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783444814.318468:0:16822:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783444814.318470:0:16822:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444814.318473:0:16822:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783444814.318476:0:16822:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444814.318479:0:16822:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.110@tcp lock: ffff91c7583dae00/0x5503b2fe824ef6ce lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x332dd2263f6dd8b1 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444814.318485:0:16822:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783444814.318488:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444814.318490:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444814.318491:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444814.318492:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444814.318494:0:16822:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444814.318498:0:16822:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444814.318501:0:16822:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c75883b800 x1870075608302592/t0(0) o101->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783444830 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444814.318508:0:16822:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444814.318511:0:16822:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444814.318514:0:16822:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c751024400. 02000000:00000001:2.0:1783444814.318518:0:16822:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444814.318521:0:16822:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444814.318523:0:16822:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:2.0:1783444814.318526:0:16822:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444814.318529:0:16822:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c750f6a800. 02000000:00000001:2.0:1783444814.318546:0:16822:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444814.318549:0:16822:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444814.318551:0:16822:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c75883b800. 00000100:00000001:2.0:1783444814.318555:0:16822:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444814.318556:0:16822:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1783444814.318559:0:16822:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1783444814.318563:0:16822:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1783444814.318565:0:16822:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff91c75104c600) refs 3 10000000:00000001:2.0:1783444814.318568:0:16822:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444814.318570:0:16822:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444814.318571:0:16822:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444814.318573:0:16822:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dae00 refcount=3 00000020:00000001:2.0:1783444814.318575:0:16822:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000001:2.0:1783444814.318577:0:16822:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000001:2.0:1783444814.318580:0:16822:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1783444814.318581:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444814.318583:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444814.318584:0:16822:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1783444814.318587:0:16822:0:(mgc_request.c:1519:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1783444814.318593:0:16822:0:(mgc_request.c:1531:mgc_process_recover_log()) kmalloced '(folios)': 32 at ffff91c7507ebc20. 00000100:00000010:2.0:1783444814.318612:0:16822:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f1500. 00000020:00000040:2.0:1783444814.318616:0:16822:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:2.0:1783444814.318620:0:16822:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444814.318623:0:16822:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444814.318628:0:16822:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444814.318635:0:16822:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c7590cca00. 00000100:00000001:2.0:1783444814.318642:0:16822:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444814.318647:0:16822:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1783444814.318652:0:16822:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff91c750f6dc00. 00000100:00000010:2.0:1783444814.318655:0:16822:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff91c76050adc0. 00000020:00000040:2.0:1783444814.318658:0:16822:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=5 obd=MGC192.168.204.110@tcp 00000100:00000001:2.0:1783444814.318663:0:16822:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444814.318665:0:16822:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444814.318671:0:16822:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7507069c0. 00000100:00000001:2.0:1783444814.318673:0:16822:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883966904768 : -121189742646848 : ffff91c7507069c0) 00000100:00000001:2.0:1783444814.318676:0:16822:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444814.318678:0:16822:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232107264 : -121189477444352 : ffff91c7603f1500) 00000100:00000001:2.0:1783444814.318683:0:16822:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444814.318689:0:16822:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444814.318691:0:16822:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444814.318693:0:16822:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444814.318697:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f1500 x1870075608302720/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444814.318705:0:16822:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444814.318707:0:16822:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444814.318711:0:16822:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444814.318714:0:16822:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444814.318717:0:16822:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444814.318721:0:16822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:16822:1870075608302720:192.168.204.110@tcp:256:ll_cfg_requeue.0 00000100:00000001:2.0:1783444814.318725:0:16822:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444814.318731:0:16822:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444814.318734:0:16822:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444814.318736:0:16822:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:2.0:1783444814.318742:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444814.318758:0:16822:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff9f8. 00000400:00000010:2.0:1783444814.318765:0:16822:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff91c750706300. 00000100:00000200:2.0:1783444814.318778:0:16822:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6a4d2e8560480-0x6a4d2e8560480, portal 33 00000100:00000001:2.0:1783444814.318891:0:16822:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444814.318895:0:16822:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444814.318899:0:16822:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7590cde00. 02000000:00000001:2.0:1783444814.318901:0:16822:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444814.318905:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444814.318908:0:16822:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff840. 00000400:00000010:2.0:1783444814.318912:0:16822:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f834c8. 00000100:00000200:2.0:1783444814.318917:0:16822:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608302720, portal 25 00000100:00000001:2.0:1783444814.318918:0:16822:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444814.318920:0:16822:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232107264 : -121189477444352 : ffff91c7603f1500) 00000100:00000040:2.0:1783444814.318925:0:16822:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f1500 x1870075608302720/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1783444830 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444814.318933:0:16822:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444814.318936:0:16822:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444814.318939:0:16822:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83880. 00000100:00000200:2.0:1783444814.318943:0:16822:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1870075608302720, offset 0 00000400:00000200:2.0:1783444814.318949:0:16822:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444814.318957:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444814.318964:0:16822:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444814.318971:0:16822:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444814.318976:0:16822:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444814.318980:0:16822:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444814.318983:0:16822:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444814.318987:0:16822:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2857:2857:256:4294967295] 192.168.204.110@tcp LPNI seq info [2857:2857:8:4294967295] 00000400:00000200:2.0:1783444814.318991:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444814.319001:0:16822:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444814.319008:0:16822:0:(socklnd_cb.c:931:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444814.319014:0:16822:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1100. 00000800:00000200:2.0:1783444814.319021:0:16822:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444814.319030:0:16822:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444814.319036:0:16822:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1100 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:2.0:1783444814.319078:0:16822:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444814.319083:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444814.319086:0:16822:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296457415 00000100:00000001:2.0:1783444814.319096:0:16822:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296457404 00000100:00000001:2.0:1783444814.319102:0:16822:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296457415 00000100:00000001:2.0:1783444814.319107:0:16822:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296457404 00000100:00000001:2.0:1783444814.319111:0:16822:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444814.319114:0:16822:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444814.319117:0:16822:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444814.319119:0:16822:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444814.319121:0:16822:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7507069c0 going to sleep for 11 seconds 00000100:00000001:2.0:1783444814.319123:0:16822:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444814.319125:0:16822:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444814.319444:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444814.319449:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1100. 00000400:00000200:0.0:1783444814.319454:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444814.319459:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444814.319464:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83880 00000400:00000010:0.0:1783444814.319466:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83880. 00000100:00000001:0.0:1783444814.319471:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444814.319475:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1500 x1870075608302720/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1783444830 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444814.319486:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444814.319489:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f1500 x1870075608302720/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1783444830 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444814.319495:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444814.319497:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444814.323757:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444814.323794:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444814.323800:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444814.323803:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444814.323814:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444814.323825:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444814.323835:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444814.323841:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444814.323847:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444814.323851:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 176 into portal 33 MB=0x6a4d2e8560480 00000400:00000200:0.0:1783444814.323857:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444814.323865:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.204.110@tcp of length 176/176 into md 0x7e59 [4] + 0 00000400:00000010:0.0:1783444814.323871:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff9f8. 00000400:00000200:0.0:1783444814.323877:0:2392:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff91c750706300 00000800:00000001:0.0:1783444814.323884:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444814.323892:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444814.323895:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444814.323901:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444814.323907:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c750706300 00000400:00000010:0.0:1783444814.323910:0:2392:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff91c750706300. 00000100:00000001:0.0:1783444814.323915:0:2392:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1783444814.323918:0:2392:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff91c7603f1500 desc ffff91c750f6dc00 mbits 1870075608302720 00000100:00000001:0.0:1783444814.323937:0:2392:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1783444814.323949:0:2392:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1783444814.323952:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444814.323959:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444814.323965:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2858:2858:256:4294967295] 192.168.204.110@tcp LPNI seq info [2858:2858:8:4294967295] 00000400:00000200:0.0:1783444814.323971:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444814.323980:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) 192.168.204.110@tcp : ACK try# 0 00000800:00000200:0.0:1783444814.323986:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444814.323994:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at ffff91c75a03fa00. 00000800:00000200:0.0:1783444814.324001:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444814.324010:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444814.324017:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75a03fa00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1783444814.324157:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444814.324162:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at ffff91c75a03fa00. 00000400:00000200:0.0:1783444814.324166:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444814.324170:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: ACK: OK 00000800:00000001:0.0:1783444814.324175:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444814.324179:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444814.324308:0:16822:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444814.324314:0:16822:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444814.335248:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444814.335272:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444814.335276:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444814.335279:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444814.335290:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444814.335300:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444814.335314:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444814.335320:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444814.335326:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444814.335330:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 240 into portal 25 MB=0x6a4d2e8560480 00000400:00000200:0.0:1783444814.335335:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444814.335343:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 240/240 into md 0x7e61 [1] + 224 00000800:00000001:0.0:1783444814.335352:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444814.335371:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444814.335376:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444814.335393:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444814.335403:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444814.335415:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1500 x1870075608302720/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1783444830 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444814.335428:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff91c7603f1500 x1870075608302720/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1783444830 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444814.335447:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444814.335458:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444814.335463:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444814.335478:0:16822:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444814.335487:0:16822:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444814.335489:0:16822:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444814.335493:0:16822:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff840. 00000400:00000200:0.0:1783444814.335497:0:16822:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f834c8 00000400:00000010:0.0:1783444814.335500:0:16822:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f834c8. 00000100:00000001:0.0:1783444814.335503:0:16822:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444814.335508:0:16822:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f1500 x1870075608302720/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1783444830 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444814.335517:0:16822:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f1500 x1870075608302720/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1783444830 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444814.335524:0:16822:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444814.335526:0:16822:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444814.335529:0:16822:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444814.335542:0:16822:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444814.335546:0:16822:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444814.335548:0:16822:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444814.335552:0:16822:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444814.335561:0:16822:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=144 v=5 (5 5 5 5) 00000100:00001000:0.0:1783444814.335566:0:16822:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444814.335569:0:16822:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444814.335570:0:16822:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444814.335574:0:16822:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444814.335576:0:16822:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444814.335580:0:16822:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444814.335585:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff91c7603f1500 x1870075608302720/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1783444830 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444814.335595:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff91c7603f1500 x1870075608302720/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1783444830 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444814.335602:0:16822:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444814.335604:0:16822:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444814.335608:0:16822:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f1500 x1870075608302720/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1783444830 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444814.335615:0:16822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:16822:1870075608302720:192.168.204.110@tcp:256:ll_cfg_requeue.0 00000100:00000001:0.0:1783444814.335621:0:16822:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444814.335624:0:16822:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444814.335627:0:16822:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783444814.335629:0:16822:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444814.335632:0:16822:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1500 x1870075608302720/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1783444830 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444814.335639:0:16822:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444814.335642:0:16822:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7507069c0. 00000100:00000001:0.0:1783444814.335646:0:16822:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783444814.335648:0:16822:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1783444814.335655:0:16822:0:(mgc_request.c:1599:mgc_process_recover_log()) Latest version 10, more 0. 10000000:00000001:0.0:1783444814.335659:0:16822:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1783444814.335667:0:16822:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at ffff91c746765000. 10000000:00000010:0.0:1783444814.335671:0:16822:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at ffff91c751113300. 10000000:00000200:0.0:1783444814.335677:0:16822:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:0.0:1783444814.335680:0:16822:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0001-mdc-ffff91c759350000 00010000:00000001:0.0:1783444814.335688:0:16822:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1783444814.335691:0:16822:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:0.0:1783444814.335694:0:16822:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.204.110@tcp has 192.168.204.110@tcp. 00000100:00000001:0.0:1783444814.335697:0:16822:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444814.335699:0:16822:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1783444814.335701:0:16822:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.204.110@tcp with 192.168.204.110@tcp 00000100:00000200:0.0:1783444814.335703:0:16822:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.204.110@tcp' 00000400:00000200:0.0:1783444814.335707:0:16822:0:(peer.c:1323:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:0.0:1783444814.335710:0:16822:0:(api-ni.c:3260:LNetNIInit()) refs 1 00000400:00000200:0.0:1783444814.335723:0:16822:0:(peer.c:1337:LNetAddPeer()) Adding NID[0]: 192.168.204.110@tcp 00000400:00000200:0.0:1783444814.335728:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444814.335732:0:16822:0:(peer.c:1778:lnet_peer_add()) peer 192.168.204.110@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1783444814.335736:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444814.335742:0:16822:0:(peer.c:2847:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1783444814.335745:0:16822:0:(peer.c:2856:lnet_discover_peer_locked()) peer 192.168.204.110@tcp NID 192.168.204.110@tcp: 0. pending discovery 00000400:00000200:0.0:1783444814.335763:0:16822:0:(peer.c:1388:LNetAddPeer()) A peer exists for NID 192.168.204.110@tcp 00000100:00000001:0.0:1783444814.335766:0:16822:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444814.335768:0:16822:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1783444814.335777:0:16822:0:(mgc_request.c:1486:mgc_apply_recover_logs()) ir apply logs 7/10 for lustre-MDT0001-mdc-ffff91c759350000 10000000:00000200:0.0:1783444814.335780:0:16822:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:0.0:1783444814.335782:0:16822:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0000-osc-ffff91c759350000 00010000:00000001:0.0:1783444814.335786:0:16822:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1783444814.335788:0:16822:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:0.0:1783444814.335790:0:16822:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.204.110@tcp has 192.168.204.110@tcp. 00000100:00000001:0.0:1783444814.335792:0:16822:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444814.335801:0:16822:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1783444814.335802:0:16822:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.204.110@tcp with 192.168.204.110@tcp 00000100:00000200:0.0:1783444814.335804:0:16822:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.204.110@tcp' 00000400:00000200:0.0:1783444814.335806:0:16822:0:(peer.c:1323:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:0.0:1783444814.335807:0:16822:0:(api-ni.c:3260:LNetNIInit()) refs 1 00000400:00000200:0.0:1783444814.335809:0:16822:0:(peer.c:1337:LNetAddPeer()) Adding NID[0]: 192.168.204.110@tcp 00000400:00000200:0.0:1783444814.335812:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444814.335814:0:16822:0:(peer.c:1778:lnet_peer_add()) peer 192.168.204.110@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1783444814.335817:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444814.335819:0:16822:0:(peer.c:2847:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1783444814.335822:0:16822:0:(peer.c:2856:lnet_discover_peer_locked()) peer 192.168.204.110@tcp NID 192.168.204.110@tcp: 0. pending discovery 00000400:00000200:0.0:1783444814.335824:0:16822:0:(peer.c:1388:LNetAddPeer()) A peer exists for NID 192.168.204.110@tcp 00000100:00000001:0.0:1783444814.335825:0:16822:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444814.335827:0:16822:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1783444814.335829:0:16822:0:(mgc_request.c:1486:mgc_apply_recover_logs()) ir apply logs 8/10 for lustre-OST0000-osc-ffff91c759350000 10000000:00000200:0.0:1783444814.335832:0:16822:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:0.0:1783444814.335834:0:16822:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0001-osc-ffff91c759350000 00010000:00000001:0.0:1783444814.335837:0:16822:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1783444814.335839:0:16822:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:0.0:1783444814.335841:0:16822:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.204.110@tcp has 192.168.204.110@tcp. 00000100:00000001:0.0:1783444814.335843:0:16822:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444814.335845:0:16822:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1783444814.335846:0:16822:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.204.110@tcp with 192.168.204.110@tcp 00000100:00000200:0.0:1783444814.335848:0:16822:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.204.110@tcp' 00000400:00000200:0.0:1783444814.335849:0:16822:0:(peer.c:1323:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:0.0:1783444814.335850:0:16822:0:(api-ni.c:3260:LNetNIInit()) refs 1 00000400:00000200:0.0:1783444814.335852:0:16822:0:(peer.c:1337:LNetAddPeer()) Adding NID[0]: 192.168.204.110@tcp 00000400:00000200:0.0:1783444814.335855:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444814.335857:0:16822:0:(peer.c:1778:lnet_peer_add()) peer 192.168.204.110@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1783444814.335859:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444814.335862:0:16822:0:(peer.c:2847:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1783444814.335864:0:16822:0:(peer.c:2856:lnet_discover_peer_locked()) peer 192.168.204.110@tcp NID 192.168.204.110@tcp: 0. pending discovery 00000400:00000200:0.0:1783444814.335866:0:16822:0:(peer.c:1388:LNetAddPeer()) A peer exists for NID 192.168.204.110@tcp 00000100:00000001:0.0:1783444814.335867:0:16822:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444814.335869:0:16822:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1783444814.335871:0:16822:0:(mgc_request.c:1486:mgc_apply_recover_logs()) ir apply logs 9/10 for lustre-OST0001-osc-ffff91c759350000 10000000:00000200:0.0:1783444814.335873:0:16822:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:0.0:1783444814.335876:0:16822:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:0.0:1783444814.335878:0:16822:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1783444814.335880:0:16822:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:0.0:1783444814.335882:0:16822:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.204.110@tcp has 192.168.204.110@tcp. 00000100:00000001:0.0:1783444814.335883:0:16822:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444814.335885:0:16822:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1783444814.335886:0:16822:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.204.110@tcp with 192.168.204.110@tcp 00000100:00000200:0.0:1783444814.335888:0:16822:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.204.110@tcp' 00000400:00000200:0.0:1783444814.335889:0:16822:0:(peer.c:1323:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:0.0:1783444814.335891:0:16822:0:(api-ni.c:3260:LNetNIInit()) refs 1 00000400:00000200:0.0:1783444814.335892:0:16822:0:(peer.c:1337:LNetAddPeer()) Adding NID[0]: 192.168.204.110@tcp 00000400:00000200:0.0:1783444814.335895:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444814.335897:0:16822:0:(peer.c:1778:lnet_peer_add()) peer 192.168.204.110@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1783444814.335900:0:16822:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444814.335902:0:16822:0:(peer.c:2847:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1783444814.335915:0:16822:0:(peer.c:2856:lnet_discover_peer_locked()) peer 192.168.204.110@tcp NID 192.168.204.110@tcp: 0. pending discovery 00000400:00000200:0.0:1783444814.335918:0:16822:0:(peer.c:1388:LNetAddPeer()) A peer exists for NID 192.168.204.110@tcp 00000100:00000001:0.0:1783444814.335919:0:16822:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444814.335921:0:16822:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1783444814.335923:0:16822:0:(mgc_request.c:1486:mgc_apply_recover_logs()) ir apply logs 10/10 for lustre-MDT0000-mdc-ffff91c759350000 10000000:00000010:0.0:1783444814.335926:0:16822:0:(mgc_request.c:1491:mgc_apply_recover_logs()) kfreed 'obdname': 128 at ffff91c751113300. 10000000:00000010:0.0:1783444814.335930:0:16822:0:(mgc_request.c:1493:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at ffff91c746765000. 10000000:00000001:0.0:1783444814.335935:0:16822:0:(mgc_request.c:1495:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444814.335937:0:16822:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444814.335941:0:16822:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1500 x1870075608302720/t0(0) o256->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1783444830 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444814.335948:0:16822:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444814.335951:0:16822:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444814.335955:0:16822:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7590cde00. 02000000:00000001:0.0:1783444814.335958:0:16822:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444814.335961:0:16822:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444814.335963:0:16822:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000020:00000001:0.0:1783444814.335975:0:16822:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1783444814.335977:0:16822:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1783444814.335979:0:16822:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444814.335980:0:16822:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:0.0:1783444814.335982:0:16822:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:0.0:1783444814.335986:0:16822:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at ffff91c76050adc0. 00000100:00000010:0.0:1783444814.335991:0:16822:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff91c750f6dc00. 00000100:00000001:0.0:1783444814.335994:0:16822:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1783444814.335997:0:16822:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c7590cca00. 02000000:00000001:0.0:1783444814.336001:0:16822:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444814.336003:0:16822:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444814.336006:0:16822:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1500. 00000100:00000001:0.0:1783444814.336010:0:16822:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444814.336011:0:16822:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1783444814.336026:0:16822:0:(mgc_request.c:1651:mgc_process_recover_log()) kvfree 'folios': 32 at ffff91c7507ebc20. 10000000:01000000:0.0:1783444814.336031:0:16822:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.110@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:0.0:1783444814.336036:0:16822:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1783444814.336039:0:16822:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444814.336042:0:16822:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444814.336046:0:16822:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dae00 refcount=3 00000020:00000001:0.0:1783444814.336049:0:16822:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000001:0.0:1783444814.336052:0:16822:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097797632 : -121189611753984 : ffff91c7583dae00) 00010000:00000001:0.0:1783444814.336074:0:16822:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444814.336080:0:16822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.110@tcp lock: ffff91c7583dae00/0x5503b2fe824ef6ce lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x332dd2263f6dd8b1 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444814.336091:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444814.336093:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783444814.336096:0:16822:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.110@tcp lock: ffff91c7583dae00/0x5503b2fe824ef6ce lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x332dd2263f6dd8b1 expref: -99 pid: 16822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444814.336102:0:16822:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444814.336104:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444814.336105:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1783444814.336107:0:16822:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783444814.336109:0:16822:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783444814.336112:0:16822:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1783444814.336115:0:16822:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1783444814.336117:0:16822:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff91c75104c600) refs 3 10000000:00000001:0.0:1783444814.336119:0:16822:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:0.0:1783444815.074243:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444815.074252:0:26147:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444815.074254:0:26147:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444815.074258:0:26147:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444815.074263:0:26147:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444815.074265:0:26147:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444815.074267:0:26147:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444815.074269:0:26147:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444815.074385:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444815.074388:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444815.074390:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1783444815.204640:0:33821:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783444815.204649:0:33821:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444815.204657:0:33821:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444815.204663:0:33821:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885ca80 going to sleep for 0 seconds 00000100:00000001:1.0:1783444815.204667:0:33821:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444815.204671:0:33821:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444815.204674:0:33821:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444815.204677:0:33821:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444815.204679:0:33821:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444816.098188:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444816.098194:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444816.098272:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444816.098277:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444816.098280:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1783444816.226183:0:33821:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783444816.226191:0:33821:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444816.226193:0:33821:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444816.226199:0:33821:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885ca80 going to sleep for 0 seconds 00000100:00000001:1.0:1783444816.226209:0:33821:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444816.226213:0:33821:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444816.226215:0:33821:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444816.226218:0:33821:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444816.226220:0:33821:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444817.122273:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444817.122278:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444817.122818:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444817.122822:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444817.122825:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1783444817.250297:0:33821:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1783444817.250305:0:33821:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444817.250307:0:33821:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444817.250312:0:33821:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885ca80 going to sleep for 0 seconds 00000100:00000001:1.0:1783444817.250315:0:33821:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444817.250318:0:33821:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444817.250321:0:33821:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444817.250323:0:33821:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444817.250325:0:33821:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444817.941363:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444817.941388:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444817.941394:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444817.941397:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444817.941408:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444817.941418:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444817.941429:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444817.941435:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444817.941444:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444817.941449:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8560380 00000400:00000200:1.0:1783444817.941455:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444817.941473:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7e39 [1] + 224 00000800:00000001:1.0:1783444817.941482:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444817.941492:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444817.941496:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444817.941501:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444817.941511:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444817.941524:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760461880 x1870075608302464/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444829 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444817.941537:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=2c0 mlen=224 offset=224 replen=224 req@ffff91c760461880 x1870075608302464/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444829 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444817.941566:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444817.941578:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444817.941582:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444817.941819:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444817.941825:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444817.941834:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444817.941837:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444817.941841:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f370. 00000400:00000200:0.0:1783444817.941915:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9660 00000400:00000010:0.0:1783444817.941918:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9660. 00000100:00000001:0.0:1783444817.941922:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444817.941928:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760461880 x1870075608302464/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444829 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444817.941937:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760461880 x1870075608302464/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444829 ref 1 fl Rpc:RQU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444817.941944:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444817.941946:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444817.941950:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444817.941954:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444817.941957:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444817.941960:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444817.941964:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444817.941977:0:2399:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=147 v=5 (105 105 105 137) 00000100:00001000:0.0:1783444817.941983:0:2399:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=4 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444817.941986:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444817.941988:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444817.941992:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444817.941996:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444817.942001:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444817.942004:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1783444817.942006:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444817.942008:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444817.942014:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760461880 x1870075608302464/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444829 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444817.942022:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444817.942025:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444817.942027:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444817.942031:0:2399:0:(import.c:1528:completed_replay_interpret()) Process entered 00000100:00000001:0.0:1783444817.942033:0:2399:0:(import.c:1647:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1783444817.942037:0:2399:0:(import.c:65:import_set_state_nolock()) ffff91c743c0b800 lustre-MDT0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00000001:0.0:1783444817.942040:0:2399:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:0.0:1783444817.942044:0:2399:0:(client.c:3234:ptlrpc_resend_req()) @@@ going to resend req@ffff91c760461880 x1870075608302464/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444829 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1783444817.942052:0:2399:0:(client.c:3243:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff91c760461880 x1870075608302464/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444829 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444817.942180:0:2399:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783444817.942183:0:2399:0:(import.c:65:import_set_state_nolock()) ffff91c743c0b800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1783444817.942186:0:2399:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1783444817.942189:0:2399:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1783444817.942192:0:2399:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:0.0:1783444817.942196:0:2399:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:0.0:1783444817.942199:0:2399:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1783444817.942202:0:2399:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff91c7467ed560 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:0.0:1783444817.942206:0:2399:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x5503b2fe824eea56 00800000:00000040:0.0:1783444817.942209:0:2399:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff91c759350000=666e3c65-e321-43ec-a94e-a01058e25d7d device 3 (ffff91c7467eb380) type mdc at LMV idx 0 00800000:00000040:0.0:1783444817.942212:0:2399:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD ffff91c7467eb380 already active! 00800000:00000001:0.0:1783444817.942215:0:2399:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783444817.942217:0:2399:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444817.942220:0:2399:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783444817.942223:0:2399:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000002:00000001:0.0:1783444817.942523:0:2399:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444817.942527:0:2399:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:0.0:1783444817.942531:0:2399:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff91c759350000: Connection restored to 192.168.204.110@tcp (at 192.168.204.110@tcp) 00000100:00080000:0.0:1783444817.942538:0:2399:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000085e8b0ba): req@ffff91c746730700 x1870075608297728/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1783444796 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444817.942559:0:2399:0:(import.c:1753:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444817.942562:0:2399:0:(import.c:1546:completed_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444817.942567:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760461880 x1870075608302464/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444829 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444817.942575:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608302464:192.168.204.110@tcp:400:ldlm_lock_repla.0 00000100:00000001:0.0:1783444817.942581:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444817.942584:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444817.942587:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760461880 x1870075608302464/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444829 ref 1 fl Complete:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444817.942595:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444817.942599:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444817.942603:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75a128c00. 02000000:00000001:0.0:1783444817.942607:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444817.942610:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444817.942611:0:2399:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444817.942615:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444817.942618:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c75822c200. 02000000:00000001:0.0:1783444817.942622:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444817.942625:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444817.942628:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760461880. 00000100:00000001:0.0:1783444817.942633:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444817.942634:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444817.942638:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444817.942649:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444817.942651:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444817.942653:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444817.942655:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444817.945021:0:33821:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444817.945036:0:33821:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444817.945043:0:33821:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444817.945047:0:33821:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444817.945051:0:33821:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444817.945173:0:33821:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444817.945178:0:33821:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444817.945182:0:33821:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1783444817.945190:0:33821:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1870075608297728 new x1870075608302848 02000000:00000001:1.0:1783444817.945195:0:33821:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444817.945198:0:33821:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444817.945208:0:33821:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444817.945221:0:33821:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736d10. 00000400:00000010:1.0:1783444817.945233:0:33821:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076990. 00000100:00000200:1.0:1783444817.945243:0:33821:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608297728, portal 10 00000100:00000001:1.0:1783444817.945246:0:33821:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444817.945248:0:33821:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799303936 : -121189910247680 : ffff91c746730700) 00000100:00000040:1.0:1783444817.945263:0:33821:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff91c746730700 x1870075608297728/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444833 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444817.945273:0:33821:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444817.945276:0:33821:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444817.945280:0:33821:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076bb0. 00000100:00000200:1.0:1783444817.945284:0:33821:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870075608297728, offset 0 00000400:00000200:1.0:1783444817.945293:0:33821:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444817.945304:0:33821:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444817.945315:0:33821:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444817.945322:0:33821:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444817.945327:0:33821:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444817.945332:0:33821:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444817.945335:0:33821:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444817.945339:0:33821:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2859:2859:256:4294967295] 192.168.204.110@tcp LPNI seq info [2859:2859:8:4294967295] 00000400:00000200:1.0:1783444817.945345:0:33821:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444817.945355:0:33821:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444817.945363:0:33821:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444817.945372:0:33821:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298600. 00000800:00000200:1.0:1783444817.945381:0:33821:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444817.945574:0:33821:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444817.945579:0:33821:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1783444817.945606:0:33821:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444817.945611:0:33821:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 853388 usecs (854 jiffies) 00000400:00000200:1.0:1783444817.945614:0:33821:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444817.945618:0:33821:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296457805 00000100:00000001:1.0:1783444817.945630:0:33821:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296457415 00000100:00000001:1.0:1783444817.945637:0:33821:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296457805 00000100:00000001:1.0:1783444817.945640:0:33821:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296457415 00000100:00000001:1.0:1783444817.945643:0:33821:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444817.945647:0:33821:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444817.945650:0:33821:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444817.945652:0:33821:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444817.945655:0:33821:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885ca80 going to sleep for 11 seconds 00000100:00000001:1.0:1783444817.945657:0:33821:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444817.945658:0:33821:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444817.945965:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444817.945972:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298600. 00000400:00000200:0.0:1783444817.945977:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444817.945985:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444817.945992:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076bb0 00000400:00000010:0.0:1783444817.945994:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076bb0. 00000100:00000001:0.0:1783444817.945998:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444817.946003:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730700 x1870075608297728/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444833 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444817.946249:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444817.946254:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746730700 x1870075608297728/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444833 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444817.946261:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444817.946263:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000002:00000001:3.0:1783444817.949640:0:34085:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1783444817.949650:0:34085:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1783444817.949657:0:34085:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444817.949663:0:34085:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444817.949666:0:34085:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444817.949670:0:34085:0:(genops.c:1251:class_import_put()) Process leaving 00000002:00000001:3.0:1783444817.949672:0:34085:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444818.064913:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444818.064937:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444818.064941:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444818.064943:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444818.064952:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444818.064961:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444818.064970:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444818.064974:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444818.064979:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444818.064983:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8560500 00000400:00000200:1.0:1783444818.064987:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444818.064993:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x7e69 [1] + 224 00000800:00000001:1.0:1783444818.064999:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444818.065009:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444818.065012:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444818.065016:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444818.065023:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444818.065033:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746730700 x1870075608297728/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444833 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444818.065044:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff91c746730700 x1870075608297728/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444833 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444818.065115:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444818.065124:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444818.065128:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444818.065374:0:33821:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444818.065381:0:33821:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444818.065383:0:33821:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444818.065386:0:33821:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736d10. 00000400:00000200:0.0:1783444818.065391:0:33821:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076990 00000400:00000010:0.0:1783444818.065393:0:33821:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076990. 00000100:00000001:0.0:1783444818.065396:0:33821:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444818.065401:0:33821:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746730700 x1870075608297728/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444833 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783444818.065409:0:33821:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746730700 x1870075608297728/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444833 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444818.065415:0:33821:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444818.065417:0:33821:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444818.065419:0:33821:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444818.065422:0:33821:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444818.065425:0:33821:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444818.065427:0:33821:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444818.065430:0:33821:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444818.065439:0:33821:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bcf0 time=148 v=5 (5 5 5 5) 00000100:00001000:0.0:1783444818.065442:0:33821:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444818.065445:0:33821:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1783444818.065448:0:33821:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = -116 req@ffff91c746730700 x1870075608297728/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444833 ref 2 fl Rpc:RQU/602/0 rc 0/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444818.065453:0:33821:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000001:0.0:1783444818.065457:0:33821:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444818.065459:0:33821:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1783444818.065473:0:33821:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444818.065475:0:33821:0:(client.c:1784:after_reply()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000040:0.0:1783444818.065480:0:33821:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746730700 x1870075608297728/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444833 ref 2 fl Rpc:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444818.065486:0:33821:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551500 : -116 : 0xffffffffffffff8c) 00000100:00000001:0.0:1783444818.065489:0:33821:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444818.065491:0:33821:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444818.065494:0:33821:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746730700 x1870075608297728/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444833 ref 2 fl Interpret:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783444818.065501:0:33821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746730700 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:33821:1870075608297728:192.168.204.110@tcp:35:multiop.0 00000100:00000001:0.0:1783444818.065506:0:33821:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444818.065508:0:33821:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000001:0.0:1783444818.065511:0:33821:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783444818.065513:0:33821:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444818.065515:0:33821:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746730700 x1870075608297728/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444833 ref 2 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444818.065522:0:33821:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444818.065525:0:33821:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c75885ca80. 00000100:00000001:0.0:1783444818.065529:0:33821:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783444818.065530:0:33821:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000002:00080000:0.0:1783444818.065536:0:33821:0:(mdc_request.c:1003:mdc_close()) @@@ Reset ESTALE = -116 req@ffff91c746730700 x1870075608297728/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444833 ref 1 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444818.065544:0:33821:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444818.065545:0:33821:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799303936 : -121189910247680 : ffff91c746730700) 00000002:00000001:0.0:1783444818.065547:0:33821:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444818.065549:0:33821:0:(lmv_obd.c:1673:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783444818.065554:0:33821:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7467c2e00. 00000080:00000001:0.0:1783444818.065558:0:33821:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783444818.065560:0:33821:0:(lmv_obd.c:4191:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783444818.065563:0:33821:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444818.065566:0:33821:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444818.065569:0:33821:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444818.065572:0:33821:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444818.065574:0:33821:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444818.065576:0:33821:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x29:0x0] 00800000:00000001:0.0:1783444818.065578:0:33821:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444818.065583:0:33821:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783444818.065588:0:33821:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91c760462300 x1870075608296960/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444790 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444818.065596:0:33821:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444818.065599:0:33821:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760462300 x1870075608296960/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444790 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444818.065606:0:33821:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783444818.065609:0:33821:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444818.065611:0:33821:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444818.065613:0:33821:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444818.065617:0:33821:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c7452ac400. 02000000:00000001:0.0:1783444818.065621:0:33821:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444818.065623:0:33821:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444818.065625:0:33821:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760462300. 00000100:00000001:0.0:1783444818.065628:0:33821:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444818.065630:0:33821:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444818.065631:0:33821:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444818.065634:0:33821:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746730700 x1870075608297728/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444833 ref 2 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444818.065639:0:33821:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444818.065641:0:33821:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff91c746478dc0. 00000002:00000001:0.0:1783444818.065643:0:33821:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444818.065645:0:33821:0:(lmv_obd.c:4197:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783444818.065647:0:33821:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91c745359640. 00000100:00000001:0.0:1783444818.065649:0:33821:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444818.065652:0:33821:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746730700 x1870075608297728/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444833 ref 1 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444818.065657:0:33821:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444818.065659:0:33821:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444818.065662:0:33821:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c746766c00. 02000000:00000001:0.0:1783444818.065665:0:33821:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444818.065667:0:33821:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444818.065668:0:33821:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=3 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444818.065670:0:33821:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444818.065671:0:33821:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c7467c2200. 02000000:00000001:0.0:1783444818.065673:0:33821:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444818.065674:0:33821:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444818.065675:0:33821:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746730700. 00000100:00000001:0.0:1783444818.065677:0:33821:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444818.065678:0:33821:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783444818.065681:0:33821:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783444818.065683:0:33821:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91c74ad748c0. 00000080:00000001:0.0:1783444818.065687:0:33821:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444818.065693:0:33821:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31942063db8 00000080:00000008:0.0:1783444818.065695:0:33821:0:(file.c:491:ll_file_release()) COMPLETED file f23.recovery-small:[0x200000405:0x29:0x0](ffff91c748d76c08), flags 100002, rc = 0 00000080:00000001:0.0:1783444818.065698:0:33821:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444818.065703:0:33821:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783444818.065704:0:33821:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31942063e00 00000080:00002000:0.0:1783444818.065706:0:33821:0:(dcache.c:127:ll_ddelete()) deleting dentry f23.recovery-small (ffff91c748f52ca8, parent ffff91c74931ae58, inode ffff91c748d76c08) hashed, 00000080:00000001:0.0:1783444818.065709:0:33821:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783444818.065719:0:33821:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783444818.065724:0:33821:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1783444818.070246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630a500. 00010000:00000001:0.0:1783444818.146180:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444818.146187:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444818.146274:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444818.146278:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444818.146282:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1783444818.722284:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444818.722295:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444818.722395:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f2680. 00000020:00000040:2.0:1783444818.722403:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:2.0:1783444818.722407:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444818.722410:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444818.722415:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444818.722425:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1f00. 00000100:00000001:2.0:1783444818.722432:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444818.722445:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS req@ffff91c7603f2680 x1870075608302976/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444818.722649:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444818.722654:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444818.722661:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a78f8c3f] to pc [ptlrpcd_01_01+1] req@ffff91c7603f2680 x1870075608302976/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444818.722695:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444818.722699:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444818.722702:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444818.722706:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f0700. 00000020:00000040:2.0:1783444818.722709:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:2.0:1783444818.722711:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444818.722713:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444818.722715:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444818.722719:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1200. 00000100:00000001:2.0:1783444818.722722:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444818.722726:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID req@ffff91c7603f0700 x1870075608303104/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444818.722734:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444818.722736:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444818.722739:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a566a0f6] to pc [ptlrpcd_01_00+0] req@ffff91c7603f0700 x1870075608303104/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444818.722746:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444818.722749:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444818.722752:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444818.722755:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f0000. 00000020:00000040:2.0:1783444818.722757:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:2.0:1783444818.722759:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444818.722760:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444818.722761:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444818.722764:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1e00. 00000100:00000001:2.0:1783444818.722766:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444818.722770:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID req@ffff91c7603f0000 x1870075608303232/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444818.722776:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444818.722777:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444818.722780:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000931618c4] to pc [ptlrpcd_01_01+1] req@ffff91c7603f0000 x1870075608303232/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444818.722791:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444818.722794:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1783444818.722797:0:26509:0:(pinger.c:247:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1783444818.722800:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1783444818.722802:0:26509:0:(pinger.c:247:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1783444818.722807:0:26509:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1795) 00000100:00000001:2.0:1783444818.722832:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444818.722836:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444818.722838:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444818.722843:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f2680 x1870075608302976/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444818.722850:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444818.722852:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444818.722855:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444818.722858:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444818.722860:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444818.722863:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2403:1870075608302976:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444818.722867:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444818.722873:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444818.722875:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444818.722877:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444818.722881:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7590cd200. 02000000:00000001:2.0:1783444818.722883:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444818.722889:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444818.722894:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ffd10. 00000400:00000010:2.0:1783444818.722901:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83088. 00000100:00000200:2.0:1783444818.722908:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608302976, portal 25 00000100:00000001:2.0:1783444818.722910:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444818.722912:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232111744 : -121189477439872 : ffff91c7603f2680) 00000100:00000040:2.0:1783444818.722918:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f2680 x1870075608302976/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444818.722925:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444818.722928:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444818.722930:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83198. 00000100:00000200:2.0:1783444818.722934:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870075608302976, offset 0 00000400:00000200:2.0:1783444818.722953:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444818.722965:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444818.722973:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444818.722979:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444818.722983:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444818.722987:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444818.722990:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444818.722994:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2860:2860:256:4294967295] 192.168.204.110@tcp LPNI seq info [2860:2860:8:4294967295] 00000400:00000200:2.0:1783444818.722999:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444818.723008:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444818.723015:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444818.723020:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1300. 00000800:00000200:2.0:1783444818.723027:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444818.723037:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444818.723041:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444818.723079:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444818.723084:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444818.723087:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296461821 00000100:00000001:2.0:1783444818.723096:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296457805 00000100:00000001:2.0:1783444818.723100:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296461821 00000100:00000001:2.0:1783444818.723103:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296457805 00000100:00000001:2.0:1783444818.723106:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444818.723109:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444818.723112:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444818.723116:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f0000 x1870075608303232/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444818.723122:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444818.723124:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444818.723127:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444818.723128:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444818.723130:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444818.723133:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608303232:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444818.723136:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444818.723138:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444818.723140:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444818.723141:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444818.723144:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7590cca00. 02000000:00000001:2.0:1783444818.723146:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444818.723149:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444818.723152:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff268. 00000400:00000010:2.0:1783444818.723155:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83908. 00000100:00000200:2.0:1783444818.723158:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608303232, portal 10 00000100:00000001:2.0:1783444818.723160:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444818.723161:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232101888 : -121189477449728 : ffff91c7603f0000) 00000100:00000040:2.0:1783444818.723170:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f0000 x1870075608303232/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444818.723176:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444818.723178:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444818.723181:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83b28. 00000100:00000200:2.0:1783444818.723184:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608303232, offset 0 00000400:00000200:2.0:1783444818.723188:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444818.723192:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444818.723195:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444818.723197:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444818.723200:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444818.723202:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444818.723204:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444818.723207:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2861:2861:255:4294967295] 192.168.204.110@tcp LPNI seq info [2861:2861:7:4294967295] 00000400:00000200:2.0:1783444818.723211:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444818.723217:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444818.723222:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444818.723226:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1d00. 00000800:00000200:2.0:1783444818.723230:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444818.723234:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444818.723236:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444818.723240:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444818.723244:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 21156 usecs (22 jiffies) 00000400:00000200:2.0:1783444818.723247:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444818.723249:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296457751 00000100:00000001:2.0:1783444818.723251:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296461821 00000100:00000001:2.0:1783444818.723253:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296457751 00000100:00000001:2.0:1783444818.723255:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296461821 00000100:00000001:2.0:1783444818.723257:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444818.723259:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444818.723262:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444818.723264:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444818.723273:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444818.723275:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783444818.723277:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444818.723279:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444818.723280:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444818.723282:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1783444818.723284:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444818.723286:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444818.723287:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444818.723289:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444818.723289:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444818.723291:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444818.723296:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f0700 x1870075608303104/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444818.723302:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444818.723303:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444818.723306:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444818.723307:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444818.723309:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444818.723312:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608303104:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444818.723316:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444818.723318:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444818.723320:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444818.723321:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444818.723324:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7590cde00. 02000000:00000001:2.0:1783444818.723326:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444818.723329:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444818.723332:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff160. 00000400:00000010:2.0:1783444818.723335:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83d48. 00000100:00000200:2.0:1783444818.723338:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608303104, portal 10 00000100:00000001:2.0:1783444818.723340:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444818.723341:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232103680 : -121189477447936 : ffff91c7603f0700) 00000100:00000040:2.0:1783444818.723346:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f0700 x1870075608303104/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444818.723352:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444818.723355:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444818.723357:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83e58. 00000100:00000200:2.0:1783444818.723360:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608303104, offset 0 00000400:00000200:2.0:1783444818.723364:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444818.723367:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444818.723371:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444818.723373:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444818.723376:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444818.723378:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444818.723381:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444818.723383:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2862:2862:254:4294967295] 192.168.204.110@tcp LPNI seq info [2862:2862:6:4294967295] 00000400:00000200:2.0:1783444818.723387:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444818.723392:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444818.723397:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444818.723400:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1600. 00000800:00000200:2.0:1783444818.723403:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444818.723407:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444818.723410:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444818.723413:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444818.723415:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 913553 usecs (914 jiffies) 00000400:00000200:2.0:1783444818.723418:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444818.723420:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296458643 00000100:00000001:2.0:1783444818.723422:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296461821 00000100:00000001:2.0:1783444818.723424:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296458643 00000100:00000001:2.0:1783444818.723426:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296461821 00000100:00000001:2.0:1783444818.723428:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444818.723430:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444818.723432:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444818.723435:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444818.723755:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444818.723760:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1300. 00000400:00000200:1.0:1783444818.723767:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444818.723773:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444818.723779:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83198 00000400:00000010:1.0:1783444818.723781:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83198. 00000100:00000001:1.0:1783444818.723785:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444818.723790:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2680 x1870075608302976/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444818.723801:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444818.723804:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2680 x1870075608302976/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444834 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444818.723811:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444818.723812:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444818.723824:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444818.723826:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1d00. 00000400:00000200:1.0:1783444818.723829:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444818.723832:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444818.723835:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83b28 00000400:00000010:1.0:1783444818.723837:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83b28. 00000100:00000001:1.0:1783444818.723839:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444818.723843:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0000 x1870075608303232/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444818.723849:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444818.723851:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0000 x1870075608303232/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444834 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444818.723857:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444818.723859:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444818.723923:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444818.723926:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1600. 00000400:00000200:1.0:1783444818.723929:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444818.723932:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444818.723935:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83e58 00000400:00000010:1.0:1783444818.723936:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83e58. 00000100:00000001:1.0:1783444818.723938:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444818.723942:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0700 x1870075608303104/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444818.723949:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444818.723951:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0700 x1870075608303104/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444834 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444818.723956:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444818.723958:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783444818.724022:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444818.724026:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444818.724518:0:16809:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1783444818.724522:0:16809:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444818.733384:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444818.733401:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444818.733405:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444818.733407:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444818.733418:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444818.733427:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444818.733437:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444818.733442:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444818.733459:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444818.733464:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a4d2e8560580 00000400:00000200:1.0:1783444818.733469:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444818.733476:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7e79 [1] + 224 00000800:00000001:1.0:1783444818.733485:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444818.733660:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444818.733664:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444818.733669:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444818.733677:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444818.733686:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2680 x1870075608302976/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444834 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444818.733696:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f2680 x1870075608302976/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444818.733716:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444818.733725:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444818.733729:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444818.733730:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444818.733733:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444818.733737:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444818.733740:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444818.733744:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444818.733746:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444818.733749:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444818.733751:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8560680 00000400:00000200:1.0:1783444818.733754:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444818.733758:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7e81 [1] + 224 00000800:00000001:1.0:1783444818.733761:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444818.733764:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444818.733765:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444818.733768:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444818.733771:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444818.733776:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0000 x1870075608303232/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444834 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444818.733783:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f0000 x1870075608303232/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444818.733790:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444818.733793:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444818.733796:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444818.733797:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444818.733799:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444818.733802:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444818.733804:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444818.733807:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444818.733809:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444818.733811:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444818.733814:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8560600 00000400:00000200:1.0:1783444818.733816:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444818.733819:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7e89 [1] + 224 00000800:00000001:1.0:1783444818.733823:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444818.733830:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444818.733832:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444818.733835:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444818.733837:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444818.733841:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0700 x1870075608303104/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444834 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444818.733848:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f0700 x1870075608303104/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444818.733854:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444818.733857:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444818.733859:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444818.734102:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444818.734107:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444818.734114:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444818.734116:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444818.734119:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff160. 00000400:00000200:2.0:1783444818.734124:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83d48 00000400:00000010:2.0:1783444818.734126:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83d48. 00000100:00000001:2.0:1783444818.734129:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444818.734133:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f0700 x1870075608303104/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444818.734142:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f0700 x1870075608303104/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444834 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444818.734149:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444818.734151:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444818.734153:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444818.734156:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444818.734159:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444818.734161:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444818.734164:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444818.734173:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=148 v=5 (105 105 105 137) 00000100:00001000:2.0:1783444818.734177:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444818.734180:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444818.734182:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444818.734185:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444818.734189:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444818.734192:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444818.734194:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1783444818.734196:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444818.734198:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444818.734202:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f0700 x1870075608303104/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444834 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444818.734209:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444818.734212:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444818.734214:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444818.734218:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f0700 x1870075608303104/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444834 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444818.734225:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608303104:192.168.204.110@tcp:400:kworker.0 00000400:00000001:2.0:1783444818.734231:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444818.734232:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444818.734234:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ffd10. 00000400:00000200:2.0:1783444818.734236:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83088 00000400:00000010:2.0:1783444818.734238:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83088. 00000100:00000001:2.0:1783444818.734240:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444818.734244:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f2680 x1870075608302976/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444818.734252:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f2680 x1870075608302976/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444834 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444818.734258:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444818.734259:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444818.734260:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444818.734262:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444818.734263:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444818.734264:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444818.734266:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444818.734269:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=148 v=5 (5 5 5 5) 00000100:00001000:2.0:1783444818.734271:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444818.734273:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444818.734274:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444818.734276:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444818.734278:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444818.734280:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444818.734283:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f2680 x1870075608302976/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444834 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444818.734288:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444818.734289:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444818.734290:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444818.734293:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f2680 x1870075608302976/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444834 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444818.734299:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2403:1870075608302976:192.168.204.110@tcp:400:kworker.0 00000400:00000001:2.0:1783444818.734303:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444818.734304:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444818.734306:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff268. 00000400:00000200:2.0:1783444818.734308:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83908 00000400:00000010:2.0:1783444818.734309:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83908. 00000100:00000001:2.0:1783444818.734311:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444818.734314:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f0000 x1870075608303232/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444818.734322:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f0000 x1870075608303232/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444834 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444818.734327:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444818.734329:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444818.734330:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444818.734332:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444818.734333:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444818.734334:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444818.734336:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444818.734339:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=148 v=5 (105 105 105 137) 00000100:00001000:2.0:1783444818.734341:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=148 v=5 (1 1 1 1) 00000100:00000001:2.0:1783444818.734343:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444818.734344:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444818.734346:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444818.734347:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444818.734349:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444818.734350:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:2.0:1783444818.734352:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444818.734353:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444818.734357:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f0000 x1870075608303232/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444834 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444818.734363:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444818.734365:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444818.734366:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444818.734369:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f0000 x1870075608303232/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444834 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444818.734375:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608303232:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444818.734378:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444818.734381:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444818.734384:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0700 x1870075608303104/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444834 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444818.734390:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444818.734392:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444818.734395:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7590cde00. 02000000:00000001:2.0:1783444818.734399:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444818.734401:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444818.734402:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=3 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:2.0:1783444818.734405:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444818.734407:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1200. 02000000:00000001:2.0:1783444818.734411:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444818.734413:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444818.734414:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0700. 00000100:00000001:2.0:1783444818.734417:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444818.734418:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444818.734420:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444818.734422:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f2680 x1870075608302976/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444834 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444818.734428:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444818.734429:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444818.734430:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7590cd200. 02000000:00000001:2.0:1783444818.734432:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444818.734433:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444818.734434:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:2.0:1783444818.734435:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444818.734437:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1f00. 02000000:00000001:2.0:1783444818.734439:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444818.734439:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444818.734441:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f2680. 00000100:00000001:2.0:1783444818.734443:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444818.734444:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444818.734445:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444818.734460:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0000 x1870075608303232/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444834 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444818.734465:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444818.734467:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444818.734468:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7590cca00. 02000000:00000001:2.0:1783444818.734471:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444818.734473:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444818.734474:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:2.0:1783444818.734475:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444818.734476:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1e00. 02000000:00000001:2.0:1783444818.734478:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444818.734479:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444818.734481:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0000. 00000100:00000001:2.0:1783444818.734483:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444818.734484:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444818.734486:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444818.734494:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444818.734495:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444818.734497:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444818.734499:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444819.170933:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444819.170940:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444819.171044:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444819.171049:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444819.171053:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444820.194243:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444820.194253:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444820.194468:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444820.194473:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444820.194477:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444821.218287:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444821.218298:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444821.218466:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444821.218471:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444821.218475:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1783444822.148458:0:34118:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444822.326813:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444822.326821:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444822.326862:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444822.326867:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444822.326870:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1783444822.493016:0:34139:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940ddbd08 00000080:00200008:3.0:1783444822.493028:0:34139:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1783444822.493037:0:34139:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444822.493039:0:34139:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940ddbc80 00000080:00200000:3.0:1783444822.493041:0:34139:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:3.0:1783444822.493047:0:34139:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c744fe1c00. 00800000:00000002:3.0:1783444822.493751:0:34139:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444822.493757:0:34139:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444822.493762:0:34139:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444822.493764:0:34139:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940ddbba0 00800000:00000002:3.0:1783444822.493767:0:34139:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444822.493772:0:34139:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444822.493775:0:34139:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444822.493778:0:34139:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444822.493781:0:34139:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444822.493783:0:34139:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444822.493785:0:34139:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444822.493788:0:34139:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444822.493791:0:34139:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444822.493794:0:34139:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444822.493799:0:34139:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444822.493801:0:34139:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940ddba70 00000002:00010000:3.0:1783444822.493803:0:34139:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444822.493807:0:34139:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444822.493809:0:34139:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444822.493812:0:34139:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783444822.493818:0:34139:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444822.493820:0:34139:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444822.493822:0:34139:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444822.493825:0:34139:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783444822.493827:0:34139:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1783444822.493833:0:34139:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760460e00. 00000020:00000040:3.0:1783444822.493838:0:34139:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:3.0:1783444822.493845:0:34139:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783444822.493850:0:34139:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444822.493854:0:34139:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444822.493857:0:34139:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444822.493859:0:34139:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444822.493863:0:34139:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444822.493871:0:34139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c7452af400. 00000100:00000001:3.0:1783444822.493877:0:34139:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444822.493882:0:34139:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444822.493884:0:34139:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444822.493886:0:34139:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444822.493887:0:34139:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444822.493889:0:34139:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444822.493895:0:34139:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622884232564224 : -121189476987392 : ffff91c760460e00) 00010000:00000001:3.0:1783444822.493899:0:34139:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783444822.493901:0:34139:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1783444822.493906:0:34139:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c743ebf300. 00010000:00000010:3.0:1783444822.493910:0:34139:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c746559100. 00010000:00000001:3.0:1783444822.493916:0:34139:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783444822.493920:0:34139:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c751b15200. 00000020:00000001:3.0:1783444822.493924:0:34139:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783444822.493927:0:34139:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c751b15200 with handle 0x5503b2fe824ef6d5 to hash 00000020:00000001:3.0:1783444822.493929:0:34139:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783444822.493930:0:34139:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:3.0:1783444822.493934:0:34139:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:3.0:1783444822.493938:0:34139:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444822.493941:0:34139:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444822.493945:0:34139:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34139 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444822.493955:0:34139:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34139 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444822.493965:0:34139:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34139 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783444822.493971:0:34139:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444822.493973:0:34139:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444822.493979:0:34139:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7507606c0. 00000100:00000001:3.0:1783444822.493982:0:34139:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883967272640 : -121189742278976 : ffff91c7507606c0) 00000100:00000001:3.0:1783444822.493984:0:34139:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444822.493986:0:34139:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232564224 : -121189476987392 : ffff91c760460e00) 00000100:00000001:3.0:1783444822.493990:0:34139:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444822.493995:0:34139:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444822.493997:0:34139:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444822.493999:0:34139:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444822.494010:0:34139:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760460e00 x1870075608303360/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444822.494018:0:34139:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444822.494020:0:34139:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444822.494024:0:34139:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444822.494026:0:34139:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444822.494029:0:34139:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444822.494033:0:34139:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760460e00 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:34139:1870075608303360:192.168.204.110@tcp:101:lfs.0 00000100:00000001:3.0:1783444822.494037:0:34139:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444822.494042:0:34139:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444822.494045:0:34139:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444822.494047:0:34139:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444822.494052:0:34139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c742b27800. 02000000:00000001:3.0:1783444822.494409:0:34139:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444822.494417:0:34139:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444822.494422:0:34139:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811e18. 00000400:00000010:3.0:1783444822.494430:0:34139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218d48. 00000100:00000200:3.0:1783444822.494437:0:34139:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608303360, portal 10 00000100:00000001:3.0:1783444822.494439:0:34139:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444822.494440:0:34139:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232564224 : -121189476987392 : ffff91c760460e00) 00000100:00000040:3.0:1783444822.494447:0:34139:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c760460e00 x1870075608303360/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444838 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444822.494455:0:34139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444822.494458:0:34139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444822.494461:0:34139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218dd0. 00000100:00000200:3.0:1783444822.494464:0:34139:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870075608303360, offset 0 00000400:00000200:3.0:1783444822.494470:0:34139:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444822.494479:0:34139:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444822.494487:0:34139:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444822.494492:0:34139:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444822.494496:0:34139:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444822.494500:0:34139:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444822.494503:0:34139:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444822.494506:0:34139:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2863:2863:256:4294967295] 192.168.204.110@tcp LPNI seq info [2863:2863:8:4294967295] 00000400:00000200:3.0:1783444822.494511:0:34139:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444822.494523:0:34139:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444822.494530:0:34139:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444822.494535:0:34139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c900. 00000800:00000200:3.0:1783444822.494543:0:34139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444822.494553:0:34139:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444822.494558:0:34139:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1783444822.494614:0:34139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444822.494619:0:34139:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 912387 usecs (913 jiffies) 00000400:00000200:3.0:1783444822.494623:0:34139:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444822.494626:0:34139:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296462413 00000100:00000001:3.0:1783444822.494633:0:34139:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296461821 00000100:00000001:3.0:1783444822.494638:0:34139:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296462413 00000100:00000001:3.0:1783444822.494641:0:34139:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296461821 00000100:00000001:3.0:1783444822.494644:0:34139:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444822.494647:0:34139:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444822.494649:0:34139:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444822.494651:0:34139:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444822.494654:0:34139:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7507606c0 going to sleep for 11 seconds 00000100:00000001:3.0:1783444822.494656:0:34139:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444822.494659:0:34139:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444822.494990:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444822.494995:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c900. 00000400:00000200:1.0:1783444822.494999:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444822.495004:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444822.495195:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218dd0 00000400:00000010:1.0:1783444822.495199:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218dd0. 00000100:00000001:1.0:1783444822.495203:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444822.495208:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760460e00 x1870075608303360/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444838 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444822.495224:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444822.495229:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760460e00 x1870075608303360/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444838 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444822.495236:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444822.495238:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444822.510466:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444822.510488:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444822.510493:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444822.510496:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444822.510504:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444822.510512:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444822.510522:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444822.510527:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444822.510659:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444822.510664:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e8560700 00000400:00000200:0.0:1783444822.510669:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444822.510674:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x7e91 [1] + 224 00000800:00000001:0.0:1783444822.510681:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444822.510694:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444822.510697:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444822.510702:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444822.510709:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444822.510719:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760460e00 x1870075608303360/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444838 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444822.510731:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c760460e00 x1870075608303360/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444838 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444822.510755:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444822.510764:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444822.510767:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444822.517194:0:34139:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444822.517215:0:34139:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444822.517219:0:34139:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444822.517223:0:34139:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811e18. 00000400:00000200:3.0:1783444822.517232:0:34139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218d48 00000400:00000010:3.0:1783444822.517235:0:34139:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218d48. 00000100:00000001:3.0:1783444822.517241:0:34139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444822.517256:0:34139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760460e00 x1870075608303360/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444838 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783444822.517271:0:34139:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760460e00 x1870075608303360/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444838 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444822.517281:0:34139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444822.517283:0:34139:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444822.517287:0:34139:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444822.517291:0:34139:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444822.517294:0:34139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444822.517298:0:34139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444822.517301:0:34139:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444822.517313:0:34139:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=152 v=5 (105 105 105 137) 00000100:00001000:3.0:1783444822.517318:0:34139:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444822.517321:0:34139:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444822.517323:0:34139:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444822.517326:0:34139:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444822.517331:0:34139:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444822.517336:0:34139:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444822.517338:0:34139:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1783444822.517340:0:34139:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444822.517342:0:34139:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444822.517347:0:34139:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760460e00 x1870075608303360/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444838 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444822.517354:0:34139:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444822.517358:0:34139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444822.517361:0:34139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444822.517365:0:34139:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760460e00 x1870075608303360/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444838 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783444822.517387:0:34139:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760460e00 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:34139:1870075608303360:192.168.204.110@tcp:101:lfs.0 00000100:00000001:3.0:1783444822.517393:0:34139:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444822.517397:0:34139:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444822.517400:0:34139:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444822.517403:0:34139:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444822.517406:0:34139:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760460e00 x1870075608303360/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444838 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444822.517414:0:34139:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444822.517417:0:34139:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7507606c0. 00000100:00000001:3.0:1783444822.517421:0:34139:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444822.517423:0:34139:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444822.517426:0:34139:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783444822.517433:0:34139:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444822.517437:0:34139:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444822.517441:0:34139:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15200 refcount=4 00000020:00000001:3.0:1783444822.517444:0:34139:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:3.0:1783444822.517446:0:34139:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000040:3.0:1783444822.517454:0:34139:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c751b15200, remote cookie: 0x332dd2263f6ddb4a, flags: 0x1001 00010000:00010000:3.0:1783444822.517461:0:34139:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444822.517473:0:34139:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444822.517481:0:34139:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783444822.517486:0:34139:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783444822.517488:0:34139:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783444822.517490:0:34139:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783444822.517491:0:34139:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783444822.517494:0:34139:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91c743ebf300) refcount = 1 00010000:00010000:3.0:1783444822.517499:0:34139:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444822.517514:0:34139:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783444822.517525:0:34139:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783444822.517527:0:34139:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444822.517530:0:34139:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783444822.517533:0:34139:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444822.517536:0:34139:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444822.517542:0:34139:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783444822.517543:0:34139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444822.517545:0:34139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444822.517546:0:34139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444822.517547:0:34139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444822.517549:0:34139:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444822.517555:0:34139:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783444822.517557:0:34139:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444822.517558:0:34139:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444822.517560:0:34139:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15200 refcount=3 00000020:00000001:3.0:1783444822.517561:0:34139:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:3.0:1783444822.517563:0:34139:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:3.0:1783444822.517566:0:34139:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444822.517567:0:34139:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444822.517568:0:34139:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15200 refcount=4 00000020:00000001:3.0:1783444822.517570:0:34139:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:3.0:1783444822.517572:0:34139:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:3.0:1783444822.517575:0:34139:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444822.517578:0:34139:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444822.517581:0:34139:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444822.517586:0:34139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444822.517587:0:34139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444822.517589:0:34139:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444822.517590:0:34139:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444822.517591:0:34139:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15200 refcount=5 00000020:00000001:3.0:1783444822.517592:0:34139:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:3.0:1783444822.517594:0:34139:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:3.0:1783444822.517597:0:34139:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444822.517599:0:34139:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444822.517605:0:34139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444822.517606:0:34139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783444822.517609:0:34139:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444822.517620:0:34139:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444822.517622:0:34139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444822.517623:0:34139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444822.517624:0:34139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444822.517624:0:34139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783444822.517629:0:34139:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91c760460e00 x1870075608303360/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444838 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783444822.517638:0:34139:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444822.517639:0:34139:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444822.517640:0:34139:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15200 refcount=3 00000020:00000001:3.0:1783444822.517642:0:34139:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:3.0:1783444822.517645:0:34139:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:3.0:1783444822.517647:0:34139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444822.517648:0:34139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444822.517650:0:34139:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444822.517652:0:34139:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444822.517656:0:34139:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783444822.517659:0:34139:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444822.517660:0:34139:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444822.517661:0:34139:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15200 refcount=3 00000020:00000001:3.0:1783444822.517666:0:34139:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:3.0:1783444822.517668:0:34139:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00000002:00010000:3.0:1783444822.517671:0:34139:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444822.517678:0:34139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444822.517679:0:34139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444822.517681:0:34139:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783444822.517682:0:34139:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444822.517683:0:34139:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444822.517684:0:34139:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15200 refcount=3 00000020:00000001:3.0:1783444822.517686:0:34139:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:3.0:1783444822.517689:0:34139:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000040:3.0:1783444822.517697:0:34139:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf300 count: 2 00010000:00000001:3.0:1783444822.517701:0:34139:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783444822.517704:0:34139:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1783444822.517707:0:34139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444822.517708:0:34139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444822.517709:0:34139:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783444822.517713:0:34139:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940ddb9f8 00000002:00002000:3.0:1783444822.517715:0:34139:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1783444822.517718:0:34139:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444822.517722:0:34139:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444822.517725:0:34139:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783444822.517728:0:34139:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1783444822.517731:0:34139:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444822.517737:0:34139:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444822.517741:0:34139:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c744fe1c00. 00000080:00000001:3.0:1783444822.517746:0:34139:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444822.517749:0:34139:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783444822.517758:0:34139:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1783444822.517763:0:34139:0:(lmv_obd.c:3920:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1783444822.517774:0:34139:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c760271dc0. 00800000:00000001:3.0:1783444822.517777:0:34139:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622884230536640 : -121189479014976 : ffff91c760271dc0) 00800000:00000001:3.0:1783444822.517780:0:34139:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444822.517782:0:34139:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783444822.517786:0:34139:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783444822.517788:0:34139:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1783444822.517791:0:34139:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1783444822.517795:0:34139:0:(llite_lib.c:1814:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1783444822.517797:0:34139:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.517803:0:34139:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1783444822.517806:0:34139:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1783444822.517808:0:34139:0:(llite_lib.c:2920:ll_update_inode()) setting ino 144115188193296385 mtime from 1783444767 to 1783444774 00000080:00200000:3.0:1783444822.517814:0:34139:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1783444822.517816:0:34139:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444822.517818:0:34139:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444822.517820:0:34139:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15200 refcount=3 00000020:00000001:3.0:1783444822.517822:0:34139:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:3.0:1783444822.517824:0:34139:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:3.0:1783444822.517826:0:34139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444822.517827:0:34139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783444822.518477:0:34139:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783444822.518482:0:34139:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1783444822.518484:0:34139:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c760271dc0 1 00800000:00000010:3.0:1783444822.518487:0:34139:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c760271dc0. 00800000:00000001:3.0:1783444822.518493:0:34139:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444822.518496:0:34139:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef6d5 00800000:00000001:3.0:1783444822.518665:0:34139:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444822.518669:0:34139:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444822.518671:0:34139:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444822.518673:0:34139:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444822.518675:0:34139:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15200 refcount=3 00000020:00000001:3.0:1783444822.518677:0:34139:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:3.0:1783444822.518680:0:34139:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:3.0:1783444822.518683:0:34139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444822.518685:0:34139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444822.518687:0:34139:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444822.518689:0:34139:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.518692:0:34139:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444822.518695:0:34139:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:3.0:1783444822.518699:0:34139:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef6d5 from it ffffa31940ddbcb8 00010000:00000001:3.0:1783444822.518701:0:34139:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444822.518703:0:34139:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444822.518704:0:34139:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15200 refcount=3 00000020:00000001:3.0:1783444822.518706:0:34139:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:3.0:1783444822.518708:0:34139:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:3.0:1783444822.518711:0:34139:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444822.518715:0:34139:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444822.518729:0:34139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444822.518730:0:34139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444822.518731:0:34139:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444822.518735:0:34139:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444822.518737:0:34139:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444822.518748:0:34139:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444822.518751:0:34139:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444822.518754:0:34139:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444822.518759:0:34139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444822.518760:0:34139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444822.518762:0:34139:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444822.518765:0:34139:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444822.518767:0:34139:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444822.518769:0:34139:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444822.519480:0:34139:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444822.519484:0:34139:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444822.519486:0:34139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444822.519488:0:34139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444822.519491:0:34139:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444822.519752:0:34139:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760460e00 x1870075608303360/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444838 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444822.519765:0:34139:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444822.519770:0:34139:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444822.519890:0:34139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c742b27800. 02000000:00000001:3.0:1783444822.519952:0:34139:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444822.519955:0:34139:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444822.519957:0:34139:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=3 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444822.519960:0:34139:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444822.519964:0:34139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c7452af400. 02000000:00000001:3.0:1783444822.519970:0:34139:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444822.519972:0:34139:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444822.519974:0:34139:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760460e00. 00000100:00000001:3.0:1783444822.519980:0:34139:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444822.519981:0:34139:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444822.519989:0:34139:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444822.519999:0:34139:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940ddbd08 00000080:00000008:3.0:1783444822.520002:0:34139:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1783444822.522732:0:34139:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444822.522774:0:34139:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940ddbd08 00000080:00200008:2.0:1783444822.522778:0:34139:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1783444822.522785:0:34139:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783444822.522786:0:34139:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940ddbc80 00000080:00200000:2.0:1783444822.522788:0:34139:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:2.0:1783444822.522795:0:34139:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7435f4600. 00800000:00000002:2.0:1783444822.522801:0:34139:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:2.0:1783444822.522804:0:34139:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444822.522809:0:34139:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444822.522811:0:34139:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940ddbba0 00800000:00000002:2.0:1783444822.522813:0:34139:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444822.522817:0:34139:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1783444822.522820:0:34139:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444822.522822:0:34139:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444822.522825:0:34139:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444822.522827:0:34139:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444822.522829:0:34139:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444822.522831:0:34139:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444822.522834:0:34139:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444822.522838:0:34139:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783444822.522843:0:34139:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444822.522844:0:34139:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940ddba70 00000002:00010000:2.0:1783444822.522847:0:34139:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783444822.522850:0:34139:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783444822.522851:0:34139:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444822.522855:0:34139:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444822.522862:0:34139:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf300 count: 2 00010000:00000001:2.0:1783444822.522865:0:34139:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444822.522869:0:34139:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444822.522873:0:34139:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444822.522889:0:34139:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1783444822.522900:0:34139:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444822.522904:0:34139:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444822.522907:0:34139:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1783444822.522914:0:34139:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783444822.522916:0:34139:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783444822.522918:0:34139:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444822.522920:0:34139:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444822.522922:0:34139:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444822.522924:0:34139:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783444822.522927:0:34139:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783444822.522930:0:34139:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:2.0:1783444822.522933:0:34139:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7435f4600. 00000080:00000001:2.0:1783444822.522937:0:34139:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783444822.522939:0:34139:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444822.522941:0:34139:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:2.0:1783444822.522945:0:34139:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef6d5 00800000:00000001:2.0:1783444822.522948:0:34139:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444822.522950:0:34139:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444822.522952:0:34139:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444822.522954:0:34139:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444822.522957:0:34139:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15200 refcount=3 00000020:00000001:2.0:1783444822.522959:0:34139:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:2.0:1783444822.522962:0:34139:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:2.0:1783444822.522965:0:34139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444822.522966:0:34139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444822.522968:0:34139:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444822.522970:0:34139:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444822.522972:0:34139:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef6d5 from it ffffa31940ddbcb8 00010000:00000001:2.0:1783444822.522974:0:34139:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444822.522975:0:34139:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444822.522976:0:34139:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15200 refcount=3 00000020:00000001:2.0:1783444822.522978:0:34139:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:2.0:1783444822.522980:0:34139:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:2.0:1783444822.522982:0:34139:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444822.522985:0:34139:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783444822.522991:0:34139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444822.522992:0:34139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444822.522993:0:34139:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444822.522995:0:34139:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444822.522998:0:34139:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783444822.523005:0:34139:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444822.523008:0:34139:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444822.523010:0:34139:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444822.523014:0:34139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444822.523015:0:34139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444822.523017:0:34139:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444822.523020:0:34139:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444822.523022:0:34139:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444822.523024:0:34139:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444822.523027:0:34139:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444822.523029:0:34139:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444822.523030:0:34139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444822.523031:0:34139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783444822.523034:0:34139:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783444822.523036:0:34139:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444822.523039:0:34139:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444822.523043:0:34139:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940ddbd08 00000080:00000008:2.0:1783444822.523045:0:34139:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1783444822.523393:0:34139:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783444822.523396:0:34139:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783444822.523397:0:34139:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940ddbb78 00000080:00200000:2.0:1783444822.523399:0:34139:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:2.0:1783444822.523403:0:34139:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7435f4600. 00800000:00000002:2.0:1783444822.523406:0:34139:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:2.0:1783444822.523409:0:34139:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444822.523410:0:34139:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444822.523411:0:34139:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940ddba98 00800000:00000002:2.0:1783444822.523413:0:34139:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444822.523416:0:34139:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1783444822.523418:0:34139:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444822.523419:0:34139:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444822.523420:0:34139:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444822.523422:0:34139:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444822.523423:0:34139:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444822.523425:0:34139:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444822.523427:0:34139:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444822.523429:0:34139:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783444822.523432:0:34139:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444822.523433:0:34139:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940ddb968 00000002:00010000:2.0:1783444822.523435:0:34139:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783444822.523438:0:34139:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783444822.523439:0:34139:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444822.523441:0:34139:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444822.523444:0:34139:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf300 count: 2 00010000:00000001:2.0:1783444822.523446:0:34139:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444822.523449:0:34139:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444822.523451:0:34139:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444822.523454:0:34139:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1783444822.523460:0:34139:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444822.523462:0:34139:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444822.523465:0:34139:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1783444822.523471:0:34139:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783444822.523472:0:34139:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783444822.523474:0:34139:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444822.523475:0:34139:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444822.523478:0:34139:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444822.523479:0:34139:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783444822.523482:0:34139:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783444822.523484:0:34139:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:2.0:1783444822.523486:0:34139:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7435f4600. 00000080:00000001:2.0:1783444822.523488:0:34139:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783444822.523490:0:34139:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444822.523491:0:34139:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:2.0:1783444822.523494:0:34139:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef6d5 00800000:00000001:2.0:1783444822.523496:0:34139:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444822.523497:0:34139:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444822.523499:0:34139:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444822.523500:0:34139:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444822.523501:0:34139:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15200 refcount=3 00000020:00000001:2.0:1783444822.523503:0:34139:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:2.0:1783444822.523506:0:34139:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:2.0:1783444822.523508:0:34139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444822.523509:0:34139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444822.523510:0:34139:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444822.523512:0:34139:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444822.523514:0:34139:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef6d5 from it ffffa31940ddbbb0 00010000:00000001:2.0:1783444822.523516:0:34139:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444822.523517:0:34139:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444822.523518:0:34139:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15200 refcount=3 00000020:00000001:2.0:1783444822.523520:0:34139:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:2.0:1783444822.523522:0:34139:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:2.0:1783444822.523524:0:34139:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444822.523596:0:34139:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783444822.523604:0:34139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444822.523605:0:34139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444822.523606:0:34139:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444822.523608:0:34139:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444822.523611:0:34139:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1783444822.523617:0:34139:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444822.523618:0:34139:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444822.523620:0:34139:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444822.523621:0:34139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444822.523622:0:34139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444822.523624:0:34139:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444822.523626:0:34139:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444822.523627:0:34139:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444822.523629:0:34139:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444822.523631:0:34139:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444822.523633:0:34139:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444822.523634:0:34139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444822.523635:0:34139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783444822.523637:0:34139:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783444822.523638:0:34139:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444822.523640:0:34139:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 44 00000080:00000001:2.0:1783444822.523644:0:34139:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.523650:0:34139:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:2.0:1783444822.523652:0:34139:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:2.0:1783444822.523654:0:34139:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940ddbb78 00000080:00200008:2.0:1783444822.523656:0:34139:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), flags 100000 00000080:00000010:2.0:1783444822.523661:0:34139:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91c7417b6280. 00000080:00000001:2.0:1783444822.523665:0:34139:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.523666:0:34139:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.523799:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.523802:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.523808:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.523811:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.523816:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.523820:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.523822:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.523824:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.523827:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.523832:0:34139:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:2.0:1783444822.523835:0:34139:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff91c759350000: age 1711, max_age 1793 00000002:00000001:2.0:1783444822.523838:0:34139:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:2.0:1783444822.523841:0:34139:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000010:2.0:1783444822.523847:0:34139:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f0000. 00000020:00000040:2.0:1783444822.523849:0:34139:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:2.0:1783444822.523853:0:34139:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444822.523855:0:34139:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444822.523858:0:34139:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444822.523865:0:34139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1e00. 00000100:00000001:2.0:1783444822.523871:0:34139:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444822.523884:0:34139:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444822.523886:0:34139:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444822.523892:0:34139:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7507069c0. 00000100:00000001:2.0:1783444822.523894:0:34139:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883966904768 : -121189742646848 : ffff91c7507069c0) 00000100:00000001:2.0:1783444822.523897:0:34139:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444822.523898:0:34139:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232101888 : -121189477449728 : ffff91c7603f0000) 00000100:00000001:2.0:1783444822.523903:0:34139:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444822.523907:0:34139:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444822.523909:0:34139:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444822.523911:0:34139:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444822.523922:0:34139:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f0000 x1870075608303488/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444822.523931:0:34139:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444822.523933:0:34139:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444822.523936:0:34139:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444822.523938:0:34139:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444822.523940:0:34139:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444822.523944:0:34139:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f0000 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:34139:1870075608303488:192.168.204.110@tcp:41:lfs.0 00000100:00000001:2.0:1783444822.523948:0:34139:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444822.523952:0:34139:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444822.523955:0:34139:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444822.523957:0:34139:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444822.523961:0:34139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c750f6dc00. 02000000:00000001:2.0:1783444822.523963:0:34139:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444822.523969:0:34139:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444822.523973:0:34139:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff268. 00000400:00000010:2.0:1783444822.523979:0:34139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83908. 00000100:00000200:2.0:1783444822.523985:0:34139:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608303488, portal 10 00000100:00000001:2.0:1783444822.523987:0:34139:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444822.523988:0:34139:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232101888 : -121189477449728 : ffff91c7603f0000) 00000100:00000040:2.0:1783444822.523994:0:34139:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f0000 x1870075608303488/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444838 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444822.524001:0:34139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444822.524004:0:34139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444822.524007:0:34139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83088. 00000100:00000200:2.0:1783444822.524010:0:34139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608303488, offset 0 00000400:00000200:2.0:1783444822.524016:0:34139:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444822.524024:0:34139:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444822.524030:0:34139:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444822.524035:0:34139:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444822.524039:0:34139:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444822.524043:0:34139:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444822.524046:0:34139:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444822.524050:0:34139:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2864:2864:256:4294967295] 192.168.204.110@tcp LPNI seq info [2864:2864:8:4294967295] 00000400:00000200:2.0:1783444822.524093:0:34139:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444822.524109:0:34139:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444822.524116:0:34139:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444822.524121:0:34139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1f00. 00000800:00000200:2.0:1783444822.524127:0:34139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444822.524134:0:34139:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444822.524139:0:34139:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444822.524147:0:34139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444822.524151:0:34139:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 911243 usecs (912 jiffies) 00000400:00000200:2.0:1783444822.524154:0:34139:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444822.524157:0:34139:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296462442 00000100:00000001:2.0:1783444822.524164:0:34139:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296462413 00000100:00000001:2.0:1783444822.524169:0:34139:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296462442 00000100:00000001:2.0:1783444822.524172:0:34139:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296462413 00000100:00000001:2.0:1783444822.524175:0:34139:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444822.524177:0:34139:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444822.524179:0:34139:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444822.524181:0:34139:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444822.524184:0:34139:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7507069c0 going to sleep for 11 seconds 00000100:00000001:2.0:1783444822.524187:0:34139:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444822.524189:0:34139:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444822.526471:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444822.526480:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1f00. 00000400:00000200:1.0:1783444822.526487:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444822.526495:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444822.526500:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83088 00000400:00000010:1.0:1783444822.526503:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83088. 00000100:00000001:1.0:1783444822.526507:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444822.526515:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0000 x1870075608303488/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444838 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444822.526588:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444822.526594:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f0000 x1870075608303488/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444838 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444822.526602:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444822.526604:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444822.537401:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444822.537427:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444822.537431:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444822.537434:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444822.537444:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444822.537452:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444822.537462:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444822.537466:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444822.537471:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444822.537476:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 368 into portal 10 MB=0x6a4d2e8560780 00000400:00000200:0.0:1783444822.537481:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444822.537486:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 368/368 into md 0x7e99 [1] + 224 00000800:00000001:0.0:1783444822.537493:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444822.537505:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444822.537508:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444822.537513:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444822.537520:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444822.537529:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0000 x1870075608303488/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444838 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444822.538269:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff91c7603f0000 x1870075608303488/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444838 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444822.538289:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444822.538369:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444822.538383:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444822.538435:0:34139:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444822.538442:0:34139:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444822.538445:0:34139:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444822.538448:0:34139:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff268. 00000400:00000200:2.0:1783444822.538453:0:34139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83908 00000400:00000010:2.0:1783444822.538455:0:34139:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83908. 00000100:00000001:2.0:1783444822.538458:0:34139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444822.538462:0:34139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f0000 x1870075608303488/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444838 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444822.538473:0:34139:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f0000 x1870075608303488/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444838 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444822.538479:0:34139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444822.538481:0:34139:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444822.538483:0:34139:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444822.538487:0:34139:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444822.538489:0:34139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444822.538491:0:34139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444822.538494:0:34139:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444822.538503:0:34139:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=2 v=5 (5 105 105 105) 00000100:00001000:2.0:1783444822.538507:0:34139:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444822.538509:0:34139:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444822.538511:0:34139:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444822.538513:0:34139:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444822.538517:0:34139:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444822.538521:0:34139:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444822.538523:0:34139:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1783444822.538525:0:34139:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444822.538526:0:34139:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444822.540468:0:34139:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f0000 x1870075608303488/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444838 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444822.540485:0:34139:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444822.540488:0:34139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444822.540490:0:34139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444822.540496:0:34139:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f0000 x1870075608303488/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444838 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444822.540505:0:34139:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f0000 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:34139:1870075608303488:192.168.204.110@tcp:41:lfs.0 00000100:00000001:2.0:1783444822.540510:0:34139:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444822.540513:0:34139:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444822.540516:0:34139:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444822.540518:0:34139:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444822.540522:0:34139:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0000 x1870075608303488/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444838 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444822.540541:0:34139:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444822.540544:0:34139:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7507069c0. 00000100:00000001:2.0:1783444822.540549:0:34139:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444822.540550:0:34139:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444822.540557:0:34139:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:2.0:1783444822.540559:0:34139:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444822.540562:0:34139:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0000 x1870075608303488/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444838 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444822.540569:0:34139:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444822.540571:0:34139:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444822.540575:0:34139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6dc00. 02000000:00000001:2.0:1783444822.540577:0:34139:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444822.540580:0:34139:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444822.540582:0:34139:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:2.0:1783444822.540584:0:34139:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444822.540587:0:34139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1e00. 02000000:00000001:2.0:1783444822.540590:0:34139:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444822.540592:0:34139:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444822.540594:0:34139:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0000. 00000100:00000001:2.0:1783444822.540598:0:34139:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444822.540599:0:34139:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783444822.540601:0:34139:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444822.540602:0:34139:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=3 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:2.0:1783444822.540603:0:34139:0:(genops.c:1251:class_import_put()) Process leaving 00800000:00000004:2.0:1783444822.540606:0:34139:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff91c759350000: update ffff91c7467eb7d0 cache blocks 317380/353529 objects 1023704/1024000 00800000:00000001:2.0:1783444822.540614:0:34139:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444822.540621:0:34139:0:(lmv_obd.c:1192:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.540625:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783444822.540628:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.540631:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.540634:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.540705:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.540708:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.540716:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.540719:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.540725:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.540729:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.540732:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.540735:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.540737:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.540742:0:34139:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:2.0:1783444822.540744:0:34139:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0001-mdc-ffff91c759350000: age 1213, max_age 1793 00000002:00000001:2.0:1783444822.540747:0:34139:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:2.0:1783444822.540750:0:34139:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000010:2.0:1783444822.540754:0:34139:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f0000. 00000020:00000040:2.0:1783444822.540757:0:34139:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=5 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:2.0:1783444822.540760:0:34139:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444822.540762:0:34139:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444822.540766:0:34139:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444822.540770:0:34139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1e00. 00000100:00000001:2.0:1783444822.540776:0:34139:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444822.540778:0:34139:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444822.540780:0:34139:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444822.540785:0:34139:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7507069c0. 00000100:00000001:2.0:1783444822.540787:0:34139:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883966904768 : -121189742646848 : ffff91c7507069c0) 00000100:00000001:2.0:1783444822.540790:0:34139:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444822.540792:0:34139:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232101888 : -121189477449728 : ffff91c7603f0000) 00000100:00000001:2.0:1783444822.540797:0:34139:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444822.540801:0:34139:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444822.540803:0:34139:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444822.540805:0:34139:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444822.540809:0:34139:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f0000 x1870075608303616/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444822.540816:0:34139:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444822.540819:0:34139:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444822.540822:0:34139:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444822.540825:0:34139:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444822.540827:0:34139:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444822.540831:0:34139:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f0000 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:34139:1870075608303616:192.168.204.110@tcp:41:lfs.0 00000100:00000001:2.0:1783444822.540835:0:34139:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444822.540840:0:34139:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444822.540842:0:34139:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444822.540844:0:34139:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444822.540847:0:34139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c750f6dc00. 02000000:00000001:2.0:1783444822.540849:0:34139:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444822.540854:0:34139:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444822.540858:0:34139:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff268. 00000400:00000010:2.0:1783444822.540863:0:34139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83908. 00000100:00000200:2.0:1783444822.540869:0:34139:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608303616, portal 10 00000100:00000001:2.0:1783444822.540870:0:34139:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444822.540872:0:34139:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232101888 : -121189477449728 : ffff91c7603f0000) 00000100:00000040:2.0:1783444822.544654:0:34139:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f0000 x1870075608303616/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444838 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444822.544664:0:34139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444822.544667:0:34139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444822.544673:0:34139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83d48. 00000100:00000200:2.0:1783444822.544679:0:34139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608303616, offset 0 00000400:00000200:2.0:1783444822.544686:0:34139:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444822.544696:0:34139:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444822.544703:0:34139:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444822.544709:0:34139:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444822.544713:0:34139:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444822.544718:0:34139:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444822.544721:0:34139:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444822.544724:0:34139:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2865:2865:256:4294967295] 192.168.204.110@tcp LPNI seq info [2865:2865:8:4294967295] 00000400:00000200:2.0:1783444822.544729:0:34139:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444822.544739:0:34139:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444822.544746:0:34139:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444822.544751:0:34139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1200. 00000800:00000200:2.0:1783444822.544758:0:34139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444822.544766:0:34139:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444822.544771:0:34139:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444822.544787:0:34139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444822.544792:0:34139:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 21131 usecs (22 jiffies) 00000400:00000200:2.0:1783444822.544795:0:34139:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444822.544798:0:34139:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296461572 00000100:00000001:2.0:1783444822.544801:0:34139:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296462442 00000100:00000001:2.0:1783444822.544803:0:34139:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296461572 00000100:00000001:2.0:1783444822.544805:0:34139:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296462442 00000100:00000001:2.0:1783444822.544808:0:34139:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444822.544811:0:34139:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444822.544813:0:34139:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444822.544815:0:34139:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444822.544818:0:34139:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7507069c0 going to sleep for 11 seconds 00000100:00000001:2.0:1783444822.544821:0:34139:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444822.544824:0:34139:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444822.545569:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444822.545574:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1200. 00000400:00000200:1.0:1783444822.545579:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444822.545585:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444822.545590:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83d48 00000400:00000010:1.0:1783444822.545593:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83d48. 00000100:00000001:1.0:1783444822.545596:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444822.545601:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0000 x1870075608303616/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444838 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444822.545611:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444822.545615:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f0000 x1870075608303616/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444838 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444822.545621:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444822.545623:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444822.553645:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444822.553661:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444822.553667:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444822.553669:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444822.553677:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444822.553685:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444822.553694:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444822.553699:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444822.553703:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444822.553707:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 368 into portal 10 MB=0x6a4d2e8560800 00000400:00000200:1.0:1783444822.553712:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444822.553716:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 368/368 into md 0x7ea1 [1] + 224 00000800:00000001:1.0:1783444822.553724:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444822.553731:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444822.553734:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444822.553738:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444822.553745:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444822.553754:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0000 x1870075608303616/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444838 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444822.553764:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff91c7603f0000 x1870075608303616/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444838 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444822.553793:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444822.553801:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444822.553804:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444822.554201:0:34139:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444822.555661:0:34139:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444822.555665:0:34139:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444822.555670:0:34139:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff268. 00000400:00000200:2.0:1783444822.555678:0:34139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83908 00000400:00000010:2.0:1783444822.555681:0:34139:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83908. 00000100:00000001:2.0:1783444822.555686:0:34139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444822.555695:0:34139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f0000 x1870075608303616/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444838 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444822.555706:0:34139:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f0000 x1870075608303616/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444838 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444822.555714:0:34139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444822.555716:0:34139:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444822.555719:0:34139:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444822.555722:0:34139:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444822.555725:0:34139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444822.555728:0:34139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444822.555731:0:34139:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444822.555742:0:34139:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=152 v=5 (105 105 105 137) 00000100:00001000:2.0:1783444822.555747:0:34139:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=152 v=5 (1 1 1 1) 00000100:00000001:2.0:1783444822.555750:0:34139:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444822.555752:0:34139:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444822.555755:0:34139:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444822.555759:0:34139:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444822.555762:0:34139:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444822.555765:0:34139:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:2.0:1783444822.555767:0:34139:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444822.555769:0:34139:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444822.555784:0:34139:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f0000 x1870075608303616/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444838 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444822.555792:0:34139:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444822.555796:0:34139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444822.555798:0:34139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444822.555802:0:34139:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f0000 x1870075608303616/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444838 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444822.555811:0:34139:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f0000 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:34139:1870075608303616:192.168.204.110@tcp:41:lfs.0 00000100:00000001:2.0:1783444822.555816:0:34139:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444822.555819:0:34139:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444822.555821:0:34139:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444822.555823:0:34139:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444822.555827:0:34139:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0000 x1870075608303616/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444838 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444822.555835:0:34139:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444822.555838:0:34139:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7507069c0. 00000100:00000001:2.0:1783444822.555842:0:34139:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444822.555843:0:34139:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444822.555849:0:34139:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:2.0:1783444822.555851:0:34139:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444822.555854:0:34139:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0000 x1870075608303616/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444838 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444822.555861:0:34139:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444822.555864:0:34139:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444822.555866:0:34139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6dc00. 02000000:00000001:2.0:1783444822.555869:0:34139:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444822.555872:0:34139:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444822.555884:0:34139:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:2.0:1783444822.555887:0:34139:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444822.555891:0:34139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1e00. 02000000:00000001:2.0:1783444822.555895:0:34139:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444822.555897:0:34139:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444822.555899:0:34139:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0000. 00000100:00000001:2.0:1783444822.555902:0:34139:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444822.555903:0:34139:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783444822.555905:0:34139:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444822.555906:0:34139:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:2.0:1783444822.555908:0:34139:0:(genops.c:1251:class_import_put()) Process leaving 00800000:00000004:2.0:1783444822.555910:0:34139:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0001-mdc-ffff91c759350000: update ffff91c7467e8450 cache blocks 317414/353529 objects 1023736/1024000 00800000:00000001:2.0:1783444822.555915:0:34139:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444822.555922:0:34139:0:(lmv_obd.c:1192:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.555925:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783444822.555928:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.555931:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.555933:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.556154:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.556157:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.556164:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.556167:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.556174:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.556178:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.556181:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.556184:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.556186:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.556190:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.556192:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.556196:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.556198:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.556201:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.556203:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.557967:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.557973:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.557980:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.557983:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.557988:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.557992:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.557994:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.557997:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.557999:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.558003:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558005:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558008:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.558010:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.558013:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558016:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558021:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.558023:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.558026:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.558027:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.558030:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.558032:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.558034:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.558035:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.558037:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.558039:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558041:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558044:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.558046:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.558049:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558051:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558070:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.558072:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.558075:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.558077:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.558079:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.558081:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.558083:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.558084:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.558085:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.558088:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558090:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558091:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.558094:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.558096:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558098:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558102:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.558103:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.558106:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.558107:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.558110:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.558112:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.558114:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.558115:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.558116:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.558119:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558121:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558123:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.558125:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.558127:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558129:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558132:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.558134:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.558137:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.558138:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.558140:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.558142:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.558144:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.558145:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.558146:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.558149:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558151:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558152:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.558154:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.558156:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558158:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558161:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.558163:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.558166:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.558167:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.558169:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.558171:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.558173:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.558174:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.558175:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.558178:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558180:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558182:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.558184:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.558186:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558188:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558191:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.558192:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.558195:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.558196:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.558199:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.558201:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.558203:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.558203:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.558205:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.558207:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558276:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558278:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.558280:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.558283:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558285:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558290:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.558292:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.558295:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.558296:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.558299:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.558302:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.558303:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.558305:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.558306:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.558309:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558311:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558313:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.558315:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.558317:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558319:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558322:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.558323:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.558326:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.558327:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.558330:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.558332:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.558334:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.558335:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.558337:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.558340:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558341:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558343:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.558345:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.558348:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558350:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558353:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.558354:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.558357:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.558358:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.558360:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.558363:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.558364:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.558366:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.558367:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.558369:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558372:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558373:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.558387:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.558390:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558391:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558395:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.558397:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.558399:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.558400:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.558403:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.558405:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.558407:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.558408:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.558409:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.558412:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558415:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558417:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.558420:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.558422:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558424:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558427:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.558428:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.558431:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.558432:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.558434:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.558436:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.558439:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.558440:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.558441:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.558444:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558446:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558448:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.558451:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.558452:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558454:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558457:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.558459:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.558461:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.558462:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.558465:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.558467:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.558468:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.558469:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.558471:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.558473:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558475:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558477:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.558479:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.558481:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558483:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558486:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.558487:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.558490:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.558491:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.558494:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.558496:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.558497:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.558499:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.558500:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.558503:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558504:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558506:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.558508:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.558511:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558512:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.558516:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.558517:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.558520:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.558521:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.558524:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.558526:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.558528:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.558529:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.558530:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.559033:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559036:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559039:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.559041:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.559044:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559047:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559053:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.559075:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.559079:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.559081:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.559084:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.559086:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.559088:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.559090:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.559092:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.559094:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559096:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559098:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.559100:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.559103:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559105:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559108:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.559110:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.559112:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.559113:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.559116:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.559118:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.559119:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.559120:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.559122:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.559124:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559126:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559128:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.559130:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.559133:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559134:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559138:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.559139:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.559141:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.559142:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.559145:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.559148:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.559149:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.559150:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.559151:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.559154:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559156:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559158:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.559160:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.559162:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559165:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559168:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.559169:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.559172:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.559173:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.559176:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.559178:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.559180:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.559181:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.559182:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.559186:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559188:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559189:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.559191:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.559194:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559196:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559199:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.559200:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.559203:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.559204:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.559206:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.559351:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.559354:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.559356:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.559358:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.559361:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559363:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559364:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.559366:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.559369:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559371:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559388:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.559390:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.559393:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.559394:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.559397:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.559400:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.559401:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.559402:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.559404:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.559406:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559408:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559410:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.559413:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.559416:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559418:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559421:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.559422:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.559425:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.559427:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.559429:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.559431:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.559433:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.559434:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.559435:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.559438:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559440:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559442:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.559444:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.559446:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559448:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559451:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.559452:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.559455:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.559456:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.559458:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.559460:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.559462:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.559463:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.559464:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.559467:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559469:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559470:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.559472:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.559474:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559476:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559479:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.559480:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.559482:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.559484:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.559486:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.559488:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.559490:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.559491:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.559492:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.559494:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559496:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559498:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.559500:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.559503:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559504:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559507:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.559508:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.559510:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.559511:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.559512:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.559513:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.559515:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.559515:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.559516:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.559518:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559519:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559520:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.559522:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.559523:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559524:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.559526:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.559527:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.559529:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.559529:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.561306:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.561317:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.561320:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.561323:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.561325:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.561330:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561333:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561335:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.561338:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.561342:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561344:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561355:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.561358:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.561362:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.561364:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.561368:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.561369:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.561371:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.561372:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.561373:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.561449:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561451:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561453:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.561455:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.561458:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561460:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561465:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.561466:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.561469:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.561470:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.561473:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.561475:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.561477:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.561478:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.561479:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.561482:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561484:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561485:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.561487:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.561489:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561491:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561493:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.561495:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.561497:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.561498:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.561500:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.561502:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.561503:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.561504:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.561505:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.561507:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561509:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561511:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.561513:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.561515:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561516:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561518:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.561519:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.561521:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.561522:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.561524:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.561526:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.561527:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.561528:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.561529:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.561531:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561533:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561534:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.561536:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.561537:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561539:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561541:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.561542:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.561544:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.561545:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.561547:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.561549:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.561550:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.561552:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.561553:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.561555:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561557:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561558:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.561560:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.561561:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561563:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561565:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.561566:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.561568:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.561569:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.561570:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.561572:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.561573:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.561574:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.561575:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.561577:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561579:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561581:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.561582:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.561584:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561585:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561587:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.561588:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.561590:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.561591:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.561592:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.561594:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.561596:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.561597:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.561598:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.561600:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561602:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561603:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.561605:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.561607:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561608:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561611:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.561612:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.561614:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.561615:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.561617:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.561618:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.561620:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.561621:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.561622:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.561624:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561625:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561627:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.561628:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.561630:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561631:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561634:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.561635:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.561636:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.561637:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.561639:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.561641:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.561642:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.561643:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.561644:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.561646:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561647:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561648:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.561650:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.561652:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561653:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561656:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.561657:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.561659:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.561660:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.561661:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.561663:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.561664:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.561665:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.561666:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.561668:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561669:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561671:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.561673:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.561674:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561676:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561678:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.561679:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.561681:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.561682:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.561683:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.561685:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.561686:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.561688:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.561688:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.561690:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561692:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561693:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.561695:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.561697:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561699:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561701:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.561702:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.561704:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.561705:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.561707:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.561708:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.561710:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.561710:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.561711:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.561713:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561715:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561716:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.561718:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.561720:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561721:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561723:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.561724:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.561726:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.561727:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.561729:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.561731:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.561732:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.561733:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.561734:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.561736:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561738:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561739:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.561740:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.561742:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561743:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561745:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.561746:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.561748:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.561749:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.561751:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.561753:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.561754:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.561755:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.561756:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.561758:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561760:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561761:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.561762:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.561764:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561765:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.561767:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.561768:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.561770:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.561771:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.561772:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.562451:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.562455:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.562457:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.562459:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.562462:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.562464:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.562467:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.562469:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.562472:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.562475:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.562480:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.562482:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.562486:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.562487:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.562490:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.562493:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.562494:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.562496:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.562497:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.563041:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563044:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563046:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.563049:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.563052:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563070:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563077:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.563078:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.563081:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.563083:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.563086:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.563089:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.563090:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.563092:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.563093:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.563096:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563098:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563099:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.563101:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.563162:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563165:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563169:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.563171:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.563173:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.563175:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.563177:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.563180:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.563181:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.563183:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.563184:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.563187:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563190:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563191:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.563193:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.563195:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563197:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563200:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.563202:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.563204:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.563205:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.563207:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.563266:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.563268:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.563269:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.563270:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.563273:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563275:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563277:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.563280:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.563282:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563284:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563288:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.563289:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.563292:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.563294:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.563296:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.563298:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.563300:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.563301:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.563302:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.563305:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563307:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563308:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.563310:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.563312:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563314:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563316:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.563318:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.563320:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.563321:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.563323:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.563325:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.563327:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.563328:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.563329:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.563331:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563333:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563334:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.563336:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.563338:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563339:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563342:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.563343:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.563346:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.563347:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.563349:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.563351:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.563352:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.563353:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.563355:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.563357:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563358:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563360:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.563362:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.563363:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563365:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563367:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.563369:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.563371:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.563373:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.563431:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.563434:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.563436:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.563438:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.563439:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.563442:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563444:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563446:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.563448:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.563450:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563452:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563457:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.563458:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.563460:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.563462:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.563464:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.563466:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.563468:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.563469:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.563470:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.563473:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563475:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563477:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.563479:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.563481:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563483:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563486:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.563487:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.563490:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.563491:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.563493:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.563495:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.563496:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.563498:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.563499:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.563501:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563503:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563505:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.563507:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.563509:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563511:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563513:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.563514:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.563516:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.563517:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.563519:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.563521:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.563523:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.563524:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.563857:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.563862:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563864:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563866:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.563869:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.563871:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563930:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563936:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.563937:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.563944:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.563946:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.563949:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.563951:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.563953:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.563955:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.563956:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.563959:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563961:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563962:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.563964:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.563967:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563968:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563971:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.563973:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.563975:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.563976:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.563978:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.563980:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.563982:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.563983:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.563984:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.563986:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563988:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563989:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.563991:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.563993:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563994:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.563997:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.563998:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.564000:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.564001:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.564003:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.564005:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.564006:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.564007:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.564009:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.564011:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.564013:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.564015:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.564018:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.564020:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.564021:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.564024:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.564025:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.564027:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.564028:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.564030:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.564032:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.564033:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.564034:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.564036:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.564038:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.564040:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.564042:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.564044:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.564045:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.564047:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.564050:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.564051:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.564053:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.631429:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.631475:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.631483:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.631488:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.631492:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.631494:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.631501:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.631503:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.631506:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.631509:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.631515:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.631518:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.631535:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.631537:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.631543:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.631545:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.631548:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.631550:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.631552:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.631553:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.631555:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.631558:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.631559:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.631561:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.631563:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.631565:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.631567:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.631571:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.631573:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.631575:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.631576:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.631578:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.631581:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.631582:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.631583:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.631584:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.631587:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.631589:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.631591:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.631593:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.631595:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.631597:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.631601:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.631603:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.631605:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.631606:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.631608:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.631610:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.631612:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.631613:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.631614:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.631617:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.631619:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.631621:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.631623:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.631625:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.631627:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.631630:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.631631:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.631633:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.631634:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.631636:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.631638:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.631639:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.631640:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.631642:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.631645:0:34139:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.631646:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.631648:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444822.631650:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.631653:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.631655:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444822.631657:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.631659:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.631661:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.631663:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.631665:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.631667:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.631669:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444822.631670:0:34139:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444822.631671:0:34139:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00800000:00000001:2.0:1783444822.631673:0:34139:0:(lmv_obd.c:960:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783444822.631676:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783444822.631677:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1783444822.631679:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:2.0:1783444822.631681:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783444822.631683:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783444822.631686:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444822.631688:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:2.0:1783444822.631690:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444822.631692:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444822.631694:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6d000. 00000020:00000001:2.0:1783444822.631696:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444822.631698:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444822.631701:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444822.631703:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6d000 uarg=0000000000000000 00020000:00000001:2.0:1783444822.631709:0:34139:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:2.0:1783444822.631711:0:34139:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff91c759350000: age 1213, max_age 1793 00000008:00000001:2.0:1783444822.631715:0:34139:0:(osc_request.c:3470:osc_statfs()) Process entered 00000020:00000040:2.0:1783444822.631717:0:34139:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000010:2.0:1783444822.631724:0:34139:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f0000. 00000020:00000040:2.0:1783444822.631727:0:34139:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=4 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:2.0:1783444822.631731:0:34139:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1783444822.631735:0:34139:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1783444822.631742:0:34139:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff91c759350000: connect to NID 192.168.204.110@tcp last attempt 1662 00000400:00000200:2.0:1783444822.631750:0:34139:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444822.631756:0:34139:0:(peer.c:1557:LNetPeerDiscovered()) Peer NID 192.168.204.110@tcp is discovered: rc = 1 00000100:00000040:2.0:1783444822.631760:0:34139:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 14 to 192.168.204.110@tcp 00000100:00000001:2.0:1783444822.631763:0:34139:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1783444822.631766:0:34139:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00000100:00000001:2.0:1783444822.631769:0:34139:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 00000020:00000001:2.0:1783444822.631772:0:34139:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1783444822.631774:0:34139:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea6b 00000020:00000001:2.0:1783444822.631776:0:34139:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444822.631779:0:34139:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c7510a5800 refcount=4 00000020:00000001:2.0:1783444822.631782:0:34139:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883976992768 : -121189732558848 : ffff91c7510a5800) 00000020:00000001:2.0:1783444822.631784:0:34139:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883976992768 : -121189732558848 : ffff91c7510a5800) 00000100:00000040:2.0:1783444822.631787:0:34139:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 14 to 192.168.204.110@tcp 00000100:00000001:2.0:1783444822.631789:0:34139:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1783444822.631791:0:34139:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00000100:00000001:2.0:1783444822.631793:0:34139:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 00000020:00000040:2.0:1783444822.631795:0:34139:0:(genops.c:900:class_export_put()) PUTting export ffff91c7510a5800 : new refcount 3 00000100:00080000:2.0:1783444822.631799:0:34139:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff91c759350000: import ffff91c7466a1000 using connection 192.168.204.110@tcp/192.168.204.110@tcp 00000100:00000001:2.0:1783444822.631801:0:34139:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444822.631803:0:34139:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1783444822.631811:0:34139:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444822.631813:0:34139:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444822.631815:0:34139:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1783444822.631818:0:34139:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682473 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1783444822.631821:0:34139:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444822.631823:0:34139:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444822.631826:0:34139:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f2680. 00000020:00000040:2.0:1783444822.631828:0:34139:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=5 obd=lustre-OST0000-osc-ffff91c759350000 02000000:00000001:2.0:1783444822.631831:0:34139:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1783444822.631833:0:34139:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444822.631835:0:34139:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444822.631838:0:34139:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444822.631842:0:34139:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444822.631848:0:34139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c750f6dc00. 00000100:00000001:2.0:1783444822.631855:0:34139:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444822.631864:0:34139:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91c7603f2680 x1870075608303744/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444822.631875:0:34139:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444822.631879:0:34139:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444822.631884:0:34139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a78f8c3f] to pc [ptlrpcd_rcv+-1] req@ffff91c7603f2680 x1870075608303744/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444822.632252:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444822.632257:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444822.632259:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444822.632266:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f2680 x1870075608303744/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444822.632274:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444822.632276:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444822.632280:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444822.632283:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444822.632285:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444822.632289:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608303744:192.168.204.110@tcp:8:lfs.0 00000100:00000001:0.0:1783444822.632292:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444822.632297:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444822.632299:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444822.632301:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444822.632306:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c746766000. 02000000:00000001:0.0:1783444822.632308:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444822.632313:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444822.632317:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f370. 00000400:00000010:0.0:1783444822.632324:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9660. 00000100:00000200:0.0:1783444822.632331:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608303744, portal 4 00000100:00000001:0.0:1783444822.632334:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444822.632336:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232111744 : -121189477439872 : ffff91c7603f2680) 00000100:00000040:0.0:1783444822.632411:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f2680 x1870075608303744/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1783444832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444822.632419:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444822.632422:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444822.632425:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9330. 00000100:00000200:0.0:1783444822.632428:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870075608303744, offset 0 00000400:00000200:0.0:1783444822.632434:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444822.632441:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444822.632448:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444822.632452:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444822.632456:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444822.632459:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444822.632462:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444822.632465:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2866:2866:256:4294967295] 192.168.204.110@tcp LPNI seq info [2866:2866:8:4294967295] 00000400:00000200:0.0:1783444822.632469:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444822.632477:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444822.632483:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444822.632489:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3400. 00000800:00000200:0.0:1783444822.632495:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444822.632504:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444822.632508:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1783444822.632522:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444822.632526:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20352 usecs (21 jiffies) 00000400:00000200:0.0:1783444822.632529:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444822.632532:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296461659 00000100:00000001:0.0:1783444822.632535:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296462442 00000100:00000001:0.0:1783444822.632537:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296461659 00000100:00000001:0.0:1783444822.632540:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296462442 00000100:00000001:0.0:1783444822.632542:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444822.632545:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444822.632548:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444822.632551:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444822.632778:0:34139:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444822.632782:0:34139:0:(pinger.c:368:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:2.0:1783444822.632785:0:34139:0:(pinger.c:370:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:2.0:1783444822.632789:0:34139:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444822.632791:0:34139:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=4 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:2.0:1783444822.632793:0:34139:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1783444822.632794:0:34139:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444822.632796:0:34139:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444822.632798:0:34139:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444822.632861:0:34139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c75822c600. 00000100:00000001:3.0:1783444822.632866:0:34139:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444822.632869:0:34139:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444822.632871:0:34139:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444822.632876:0:34139:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7507606c0. 00000100:00000001:3.0:1783444822.632878:0:34139:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883967272640 : -121189742278976 : ffff91c7507606c0) 00000100:00000001:3.0:1783444822.632880:0:34139:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444822.632882:0:34139:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232101888 : -121189477449728 : ffff91c7603f0000) 00000100:00000001:3.0:1783444822.632885:0:34139:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444822.632888:0:34139:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444822.632890:0:34139:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444822.632891:0:34139:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444822.632895:0:34139:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f0000 x1870075608303872/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444822.632903:0:34139:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444822.632905:0:34139:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1783444822.632909:0:34139:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff91c7603f0000 x1870075608303872/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444822.632916:0:34139:0:(client.c:1837:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444822.632918:0:34139:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444822.632920:0:34139:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444822.632923:0:34139:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7507606c0 going to sleep for 0 seconds 00000100:00000001:3.0:1783444822.632925:0:34139:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444822.632927:0:34139:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444822.632929:0:34139:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444822.632930:0:34139:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444822.632932:0:34139:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444822.633292:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444822.633294:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783444822.633296:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444822.633298:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444822.633300:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444822.633302:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444822.633681:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444822.633685:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3400. 00000400:00000200:0.0:1783444822.633692:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444822.633697:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444822.633703:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9330 00000400:00000010:0.0:1783444822.633705:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9330. 00000100:00000001:0.0:1783444822.633708:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444822.633713:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2680 x1870075608303744/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1783444832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444822.633723:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444822.633726:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2680 x1870075608303744/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1783444832 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444822.633733:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444822.633735:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444822.640728:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444822.640743:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444822.640748:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444822.640751:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444822.640759:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444822.640767:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444822.640827:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444822.640832:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444822.640837:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444822.640841:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 416 into portal 4 MB=0x6a4d2e8560880 00000400:00000200:0.0:1783444822.640846:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444822.640852:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 416/416 into md 0x7ea9 [1] + 0 00000800:00000001:0.0:1783444822.640859:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444822.640866:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444822.640869:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444822.640874:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444822.640881:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444822.640890:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2680 x1870075608303744/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1783444832 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444822.640901:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff91c7603f2680 x1870075608303744/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1783444832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444822.640946:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444822.640951:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444822.640967:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444822.640975:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444822.640978:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783444822.641114:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444822.641116:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444822.641120:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f370. 00000400:00000200:3.0:1783444822.641124:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9660 00000400:00000010:3.0:1783444822.641126:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9660. 00000100:00000001:3.0:1783444822.641129:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444822.641134:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f2680 x1870075608303744/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1783444832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444822.641145:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f2680 x1870075608303744/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1783444832 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444822.641151:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444822.641153:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444822.641156:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444822.641159:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444822.641161:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444822.641163:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444822.641166:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444822.641175:0:2399:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=152 v=5 (5 5 5 138) 00000100:00001000:3.0:1783444822.641179:0:2399:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=132 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444822.641182:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444822.641183:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444822.641186:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444822.641191:0:2399:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444822.641194:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1783444822.641196:0:2399:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: committing for last_committed 4294967322 gen 15 00000100:00000040:3.0:1783444822.641200:0:2399:0:(client.c:3222:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1783444822.641203:0:2399:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444822.641204:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444822.641209:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f2680 x1870075608303744/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1783444832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444822.641216:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444822.641218:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444822.641219:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444822.641222:0:2399:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1783444822.641228:0:2399:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff91c759350000: connect to target with instance 1 00000020:00000001:3.0:1783444822.641231:0:2399:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1783444822.641233:0:2399:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea6b 00000020:00000001:3.0:1783444822.641236:0:2399:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444822.641238:0:2399:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c7510a5800 refcount=4 00000020:00000001:3.0:1783444822.641241:0:2399:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883976992768 : -121189732558848 : ffff91c7510a5800) 00000020:00000001:3.0:1783444822.641243:0:2399:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883976992768 : -121189732558848 : ffff91c7510a5800) 00000100:00001000:3.0:1783444822.641247:0:2399:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=1783444822 v=0 (0 0 0 0) 00000100:00001000:3.0:1783444822.641249:0:2399:0:(import.c:2214:obd_at_measure()) AT ffff91c7466a1418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1783444822.641253:0:2399:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1663, crc32c 10299, adler 1303 00000100:00080000:3.0:1783444822.641258:0:2399:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff91c759350000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:3.0:1783444822.641262:0:2399:0:(genops.c:900:class_export_put()) PUTting export ffff91c7510a5800 : new refcount 3 00000100:00000001:3.0:1783444822.641264:0:2399:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1783444822.641267:0:2399:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000020:3.0:1783444822.641270:0:2399:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff91c759350000, setting cl_avail_grant: 8388608 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:3.0:1783444822.641273:0:2399:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1783444822.641276:0:2399:0:(lov_obd.c:427:lov_notify()) Process entered 00000080:00000001:3.0:1783444822.641279:0:2399:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1783444822.641281:0:2399:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:3.0:1783444822.641284:0:2399:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1783444822.641285:0:2399:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1783444822.641287:0:2399:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:3.0:1783444822.641290:0:2399:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.641292:0:2399:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.641293:0:2399:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1783444822.641295:0:2399:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:3.0:1783444822.641296:0:2399:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.641298:0:2399:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1783444822.641383:0:2399:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1783444822.641388:0:2399:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1783444822.641390:0:2399:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.641392:0:2399:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.641394:0:2399:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444822.641396:0:2399:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444822.641398:0:2399:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444822.641401:0:2399:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444822.641403:0:2399:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1783444822.641405:0:2399:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1783444822.641409:0:2399:0:(import.c:65:import_set_state_nolock()) ffff91c7466a1000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1783444822.641412:0:2399:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1783444822.641413:0:2399:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:3.0:1783444822.641415:0:2399:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1783444822.641416:0:2399:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:3.0:1783444822.641418:0:2399:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1783444822.641420:0:2399:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff91c7467ea1e0 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:3.0:1783444822.641423:0:2399:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:3.0:1783444822.641425:0:2399:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1783444822.641427:0:2399:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.641429:0:2399:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1783444822.641430:0:2399:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:3.0:1783444822.641432:0:2399:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1783444822.641433:0:2399:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1783444822.641434:0:2399:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:3.0:1783444822.641436:0:2399:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.641437:0:2399:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.641488:0:2399:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1783444822.641489:0:2399:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:3.0:1783444822.641491:0:2399:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.641492:0:2399:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1783444822.641494:0:2399:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1783444822.641495:0:2399:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1783444822.641497:0:2399:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.641498:0:2399:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.641500:0:2399:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444822.641502:0:2399:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444822.641503:0:2399:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444822.641505:0:2399:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444822.641506:0:2399:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:3.0:1783444822.641508:0:2399:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444822.641511:0:2399:0:(import.c:1647:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1783444822.641517:0:2399:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000f4e11b59): req@ffff91c7603f0000 x1870075608303872/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444822.641573:0:34139:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444822.641576:0:34139:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444822.641593:0:2399:0:(import.c:1753:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444822.641674:0:34139:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444822.641677:0:34139:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444822.641681:0:34139:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444822.641684:0:34139:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444822.641686:0:34139:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444822.641688:0:34139:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444822.641694:0:34139:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444822.641697:0:34139:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444822.641699:0:34139:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444822.641706:0:34139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c746767800. 02000000:00000001:0.0:1783444822.641708:0:34139:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444822.641713:0:34139:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444822.641716:0:34139:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658fc08. 00000400:00000010:0.0:1783444822.641722:0:34139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9330. 00000100:00000200:0.0:1783444822.641728:0:34139:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608303872, portal 4 00000100:00000001:0.0:1783444822.641731:0:34139:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444822.641733:0:34139:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232101888 : -121189477449728 : ffff91c7603f0000) 00000100:00000040:0.0:1783444822.641739:0:34139:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f0000 x1870075608303872/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444838 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444822.641747:0:34139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444822.641750:0:34139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444822.641752:0:34139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9000. 00000100:00000200:0.0:1783444822.641756:0:34139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1870075608303872, offset 0 00000400:00000200:0.0:1783444822.641761:0:34139:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444822.641767:0:34139:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444822.641787:0:34139:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444822.641792:0:34139:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444822.641796:0:34139:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444822.641799:0:34139:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444822.641802:0:34139:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444822.641805:0:34139:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2867:2867:256:4294967295] 192.168.204.110@tcp LPNI seq info [2867:2867:8:4294967295] 00000400:00000200:0.0:1783444822.641810:0:34139:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444822.641817:0:34139:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444822.641823:0:34139:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444822.641828:0:34139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3400. 00000800:00000200:0.0:1783444822.641835:0:34139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444822.641842:0:34139:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444822.641846:0:34139:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444822.641858:0:34139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444822.641863:0:34139:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20307 usecs (21 jiffies) 00000400:00000200:0.0:1783444822.641866:0:34139:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444822.641869:0:34139:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296461668 00000800:00000200:0.0:1783444822.641933:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444822.641938:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3400. 00000400:00000200:0.0:1783444822.641941:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444822.641945:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444822.641948:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9000 00000400:00000010:0.0:1783444822.641950:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9000. 00000100:00000001:0.0:1783444822.641953:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444822.641956:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0000 x1870075608303872/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444838 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444822.641965:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444822.641968:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f0000 x1870075608303872/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444838 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444822.641974:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444822.641975:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783444822.641986:0:34139:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296462442 00000100:00000001:0.0:1783444822.641989:0:34139:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296461668 00000100:00000001:0.0:1783444822.641991:0:34139:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296462442 00000100:00000001:0.0:1783444822.641994:0:34139:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444822.641997:0:34139:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444822.641999:0:34139:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444822.642001:0:34139:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783444822.642004:0:34139:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7507606c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783444822.642006:0:34139:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444822.642008:0:34139:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444822.643754:0:2399:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444822.643785:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f2680 x1870075608303744/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1783444832 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444822.643797:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608303744:192.168.204.110@tcp:8:lfs.0 00000100:00000001:3.0:1783444822.643801:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444822.643804:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444822.643868:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f2680 x1870075608303744/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1783444832 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444822.643877:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444822.643880:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444822.643884:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c746766000. 02000000:00000001:3.0:1783444822.643890:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444822.643892:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444822.643894:0:2399:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:3.0:1783444822.643896:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444822.643899:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c750f6dc00. 02000000:00000001:3.0:1783444822.643903:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444822.643905:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444822.643907:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f2680. 00000100:00000001:3.0:1783444822.643910:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444822.643911:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444822.643914:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444822.643921:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444822.643923:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444822.643925:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444822.643926:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444822.651351:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444822.651368:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444822.651383:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444822.651387:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444822.651397:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444822.651405:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444822.651414:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444822.651418:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444822.651424:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444822.651428:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 368 into portal 4 MB=0x6a4d2e8560900 00000400:00000200:0.0:1783444822.651432:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444822.651438:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 368/368 into md 0x7eb9 [1] + 224 00000800:00000001:0.0:1783444822.651460:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444822.651470:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444822.651473:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444822.651478:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444822.651485:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444822.651493:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0000 x1870075608303872/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444838 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444822.651505:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff91c7603f0000 x1870075608303872/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444838 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444822.651526:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444822.651535:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444822.651538:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444822.652090:0:34139:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444822.652098:0:34139:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444822.652100:0:34139:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444822.652104:0:34139:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658fc08. 00000400:00000200:3.0:1783444822.652108:0:34139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9330 00000400:00000010:3.0:1783444822.652112:0:34139:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9330. 00000100:00000001:3.0:1783444822.652115:0:34139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444822.652120:0:34139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f0000 x1870075608303872/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444838 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444822.652141:0:34139:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f0000 x1870075608303872/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444838 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444822.652149:0:34139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444822.652151:0:34139:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444822.652154:0:34139:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444822.652157:0:34139:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444822.652159:0:34139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444822.652161:0:34139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444822.652164:0:34139:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444822.652173:0:34139:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a14f0 time=601 v=5 (5 5 0 5) 00000100:00001000:3.0:1783444822.652177:0:34139:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444822.652180:0:34139:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444822.652190:0:34139:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444822.652194:0:34139:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444822.652197:0:34139:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444822.652201:0:34139:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444822.652203:0:34139:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1783444822.652205:0:34139:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444822.652207:0:34139:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444822.652212:0:34139:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f0000 x1870075608303872/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444838 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444822.652220:0:34139:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444822.652223:0:34139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444822.652226:0:34139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444822.652230:0:34139:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f0000 x1870075608303872/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444838 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444822.652238:0:34139:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f0000 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:34139:1870075608303872:192.168.204.110@tcp:13:lfs.0 00000100:00000001:3.0:1783444822.652242:0:34139:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444822.652246:0:34139:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444822.652248:0:34139:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444822.652250:0:34139:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444822.652254:0:34139:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0000 x1870075608303872/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444838 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444822.652261:0:34139:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444822.652264:0:34139:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7507606c0. 00000100:00000001:3.0:1783444822.652267:0:34139:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444822.652269:0:34139:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444822.652275:0:34139:0:(osc_request.c:3518:osc_statfs()) Process leaving 00000100:00000001:3.0:1783444822.652277:0:34139:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444822.652280:0:34139:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0000 x1870075608303872/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444838 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444822.652287:0:34139:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444822.652290:0:34139:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444822.652293:0:34139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c746767800. 02000000:00000001:3.0:1783444822.652297:0:34139:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444822.652300:0:34139:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444822.652302:0:34139:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:3.0:1783444822.652304:0:34139:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444822.652307:0:34139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c75822c600. 02000000:00000001:3.0:1783444822.652310:0:34139:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444822.652312:0:34139:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444822.652314:0:34139:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0000. 00000100:00000001:3.0:1783444822.652317:0:34139:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444822.652319:0:34139:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1783444822.652322:0:34139:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff91c759350000: update ffff91c759000450 cache blocks 901365/958279 objects 261772/262144 00020000:00000001:3.0:1783444822.652326:0:34139:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444822.652331:0:34139:0:(lov_obd.c:1147:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.652334:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783444822.652337:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6d000. 00000080:00000001:3.0:1783444822.652340:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.652343:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.675021:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.675029:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.675041:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.675045:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.675050:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.675078:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.675081:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.675085:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.675088:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.675095:0:34139:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:3.0:1783444822.675097:0:34139:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff91c759350000: age 1213, max_age 1793 00000008:00000001:3.0:1783444822.675101:0:34139:0:(osc_request.c:3470:osc_statfs()) Process entered 00000020:00000040:3.0:1783444822.675104:0:34139:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000100:00000010:3.0:1783444822.675110:0:34139:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760460e00. 00000020:00000040:3.0:1783444822.675113:0:34139:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=4 obd=lustre-OST0001-osc-ffff91c759350000 00000100:00000001:3.0:1783444822.675117:0:34139:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1783444822.675120:0:34139:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1783444822.675128:0:34139:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff91c759350000: connect to NID 192.168.204.110@tcp last attempt 1521 00000400:00000200:3.0:1783444822.675136:0:34139:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444822.675141:0:34139:0:(peer.c:1557:LNetPeerDiscovered()) Peer NID 192.168.204.110@tcp is discovered: rc = 1 00000100:00000040:3.0:1783444822.675145:0:34139:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 14 to 192.168.204.110@tcp 00000100:00000001:3.0:1783444822.675149:0:34139:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1783444822.675151:0:34139:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00000100:00000001:3.0:1783444822.675154:0:34139:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 00000020:00000001:3.0:1783444822.675157:0:34139:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1783444822.675158:0:34139:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea72 00000020:00000001:3.0:1783444822.675161:0:34139:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444822.675164:0:34139:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c7510a7000 refcount=4 00000020:00000001:3.0:1783444822.675166:0:34139:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883976998912 : -121189732552704 : ffff91c7510a7000) 00000020:00000001:3.0:1783444822.675169:0:34139:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883976998912 : -121189732552704 : ffff91c7510a7000) 00000100:00000040:3.0:1783444822.675171:0:34139:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 14 to 192.168.204.110@tcp 00000100:00000001:3.0:1783444822.675187:0:34139:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1783444822.675189:0:34139:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00000100:00000001:3.0:1783444822.675191:0:34139:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 00000020:00000040:3.0:1783444822.675194:0:34139:0:(genops.c:900:class_export_put()) PUTting export ffff91c7510a7000 : new refcount 3 00000100:00080000:3.0:1783444822.675199:0:34139:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff91c759350000: import ffff91c74497f000 using connection 192.168.204.110@tcp/192.168.204.110@tcp 00000100:00000001:3.0:1783444822.675202:0:34139:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444822.675205:0:34139:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1783444822.675211:0:34139:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444822.675214:0:34139:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444822.675217:0:34139:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1783444822.675220:0:34139:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682473 ocd_grant: 8380416, lost: 0. 00000008:00000001:3.0:1783444822.675222:0:34139:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444822.675225:0:34139:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444822.675228:0:34139:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760461c00. 00000020:00000040:3.0:1783444822.675230:0:34139:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=5 obd=lustre-OST0001-osc-ffff91c759350000 02000000:00000001:3.0:1783444822.675234:0:34139:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1783444822.675236:0:34139:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444822.675239:0:34139:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444822.675242:0:34139:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444822.675245:0:34139:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444822.675251:0:34139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c7452ad800. 00000100:00000001:3.0:1783444822.675256:0:34139:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444822.675265:0:34139:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91c760461c00 x1870075608304000/t0(0) o8->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783444822.675275:0:34139:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444822.675280:0:34139:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444822.675285:0:34139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000413ebf6b] to pc [ptlrpcd_rcv+-1] req@ffff91c760461c00 x1870075608304000/t0(0) o8->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444822.675311:0:34139:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444822.675315:0:34139:0:(pinger.c:368:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:3.0:1783444822.675316:0:34139:0:(pinger.c:370:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:3.0:1783444822.675323:0:34139:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444822.675325:0:34139:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=4 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:3.0:1783444822.675327:0:34139:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1783444822.675328:0:34139:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444822.675330:0:34139:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444822.675331:0:34139:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444822.675336:0:34139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c75822c600. 00000100:00000001:3.0:1783444822.675339:0:34139:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444822.675342:0:34139:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444822.675344:0:34139:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444822.675349:0:34139:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7507606c0. 00000100:00000001:3.0:1783444822.675351:0:34139:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883967272640 : -121189742278976 : ffff91c7507606c0) 00000100:00000001:3.0:1783444822.675355:0:34139:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444822.675356:0:34139:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232564224 : -121189476987392 : ffff91c760460e00) 00000100:00000001:3.0:1783444822.675359:0:34139:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444822.675361:0:34139:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444822.675364:0:34139:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444822.675365:0:34139:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444822.675369:0:34139:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760460e00 x1870075608304128/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444822.675406:0:34139:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444822.675408:0:34139:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1783444822.675412:0:34139:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff91c760460e00 x1870075608304128/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444822.675420:0:34139:0:(client.c:1837:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444822.675423:0:34139:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444822.675425:0:34139:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444822.675427:0:34139:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7507606c0 going to sleep for 0 seconds 00000100:00000001:3.0:1783444822.675430:0:34139:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444822.675433:0:34139:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444822.675435:0:34139:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444822.675436:0:34139:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444822.675449:0:34139:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444822.676027:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444822.676031:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444822.676033:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444822.676039:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760461c00 x1870075608304000/t0(0) o8->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444822.676048:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444822.676049:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444822.676053:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444822.676084:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444822.676087:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444822.676091:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608304000:192.168.204.110@tcp:8:lfs.0 00000100:00000001:2.0:1783444822.676095:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444822.676099:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444822.676101:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444822.676103:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444822.676109:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c750f6d400. 02000000:00000001:2.0:1783444822.676111:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444822.676115:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444822.676119:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff268. 00000400:00000010:2.0:1783444822.676126:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83908. 00000100:00000200:2.0:1783444822.676132:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608304000, portal 4 00000100:00000001:2.0:1783444822.676134:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444822.676136:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232567808 : -121189476983808 : ffff91c760461c00) 00000100:00000040:2.0:1783444822.676142:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760461c00 x1870075608304000/t0(0) o8->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1783444832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444822.676150:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444822.676153:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444822.676156:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83f68. 00000100:00000200:2.0:1783444822.676159:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870075608304000, offset 0 00000400:00000200:2.0:1783444822.676165:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444822.676185:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444822.676192:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444822.676197:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444822.676200:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444822.676204:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444822.676207:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444822.676210:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2868:2868:256:4294967295] 192.168.204.110@tcp LPNI seq info [2868:2868:8:4294967295] 00000400:00000200:2.0:1783444822.676215:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444822.676225:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444822.676232:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444822.676237:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1e00. 00000800:00000200:2.0:1783444822.676243:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444822.676251:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444822.676255:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1783444822.676264:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444822.676268:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 121773 usecs (122 jiffies) 00000400:00000200:2.0:1783444822.676272:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444822.676274:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296461804 00000100:00000001:2.0:1783444822.676278:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296462442 00000100:00000001:2.0:1783444822.676282:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296461804 00000100:00000001:2.0:1783444822.676284:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296462442 00000100:00000001:2.0:1783444822.676287:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444822.676289:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444822.676292:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444822.676294:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444822.676453:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444822.676455:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1783444822.676458:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444822.676459:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444822.676460:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444822.676463:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444822.676600:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444822.676606:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1e00. 00000400:00000200:1.0:1783444822.676610:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444822.676615:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444822.676620:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83f68 00000400:00000010:1.0:1783444822.676622:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83f68. 00000100:00000001:1.0:1783444822.676626:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444822.676631:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760461c00 x1870075608304000/t0(0) o8->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1783444832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444822.676639:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444822.676642:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760461c00 x1870075608304000/t0(0) o8->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1783444832 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444822.676655:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444822.676657:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444822.687662:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444822.687688:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444822.687692:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444822.687696:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444822.687706:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444822.687715:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444822.687727:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444822.687732:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444822.687738:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444822.687742:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 416 into portal 4 MB=0x6a4d2e8560980 00000400:00000200:0.0:1783444822.687747:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444822.687753:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 416/416 into md 0x7ec9 [1] + 0 00000800:00000001:0.0:1783444822.687761:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444822.688359:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444822.688363:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444822.688370:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444822.688878:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444822.688887:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760461c00 x1870075608304000/t0(0) o8->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1783444832 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444822.688901:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff91c760461c00 x1870075608304000/t0(0) o8->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1783444832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444822.688933:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444822.688943:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444822.688948:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444822.689108:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444822.689112:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444822.689121:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444822.689123:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444822.689127:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff268. 00000400:00000200:2.0:1783444822.689132:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83908 00000400:00000010:2.0:1783444822.689135:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83908. 00000100:00000001:2.0:1783444822.689139:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444822.689144:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760461c00 x1870075608304000/t0(0) o8->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1783444832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444822.689155:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760461c00 x1870075608304000/t0(0) o8->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1783444832 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444822.689162:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444822.689164:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444822.689167:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444822.689170:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444822.689436:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444822.689596:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444822.689601:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444822.689611:0:2399:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f460 time=152 v=5 (5 5 5 138) 00000100:00001000:2.0:1783444822.689616:0:2399:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=123 v=5 (1 1 0 0) 00000100:00000001:2.0:1783444822.689619:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444822.689620:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444822.689623:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444822.689627:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444822.689630:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1783444822.689632:0:2399:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: committing for last_committed 4294967328 gen 12 00000100:00000040:2.0:1783444822.689635:0:2399:0:(client.c:3222:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1783444822.689638:0:2399:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444822.689639:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444822.689645:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760461c00 x1870075608304000/t0(0) o8->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1783444832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444822.689653:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444822.689656:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444822.689658:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444822.689660:0:2399:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1783444822.689666:0:2399:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff91c759350000: connect to target with instance 1 00000020:00000001:2.0:1783444822.689670:0:2399:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1783444822.689672:0:2399:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea72 00000020:00000001:2.0:1783444822.689675:0:2399:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444822.689678:0:2399:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c7510a7000 refcount=4 00000020:00000001:2.0:1783444822.689681:0:2399:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883976998912 : -121189732552704 : ffff91c7510a7000) 00000020:00000001:2.0:1783444822.689683:0:2399:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883976998912 : -121189732552704 : ffff91c7510a7000) 00000100:00001000:2.0:1783444822.689687:0:2399:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=1783444822 v=0 (0 0 0 0) 00000100:00001000:2.0:1783444822.689690:0:2399:0:(import.c:2214:obd_at_measure()) AT ffff91c74497f418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1783444822.689696:0:2399:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1663, crc32c 10299, adler 1303 00000100:00080000:2.0:1783444822.689701:0:2399:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff91c759350000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:2.0:1783444822.689705:0:2399:0:(genops.c:900:class_export_put()) PUTting export ffff91c7510a7000 : new refcount 3 00000100:00000001:2.0:1783444822.689707:0:2399:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:2.0:1783444822.689711:0:2399:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000020:2.0:1783444822.689715:0:2399:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff91c759350000, setting cl_avail_grant: 8380416 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:2.0:1783444822.689718:0:2399:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:2.0:1783444822.689721:0:2399:0:(lov_obd.c:427:lov_notify()) Process entered 00000080:00000001:0.0:1783444822.689880:0:2399:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1783444822.689884:0:2399:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:0.0:1783444822.689887:0:2399:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1783444822.689889:0:2399:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1783444822.689891:0:2399:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:0.0:1783444822.689894:0:2399:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444822.689896:0:2399:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444822.689897:0:2399:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1783444822.689899:0:2399:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:0.0:1783444822.689900:0:2399:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444822.689902:0:2399:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1783444822.689904:0:2399:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1783444822.689907:0:2399:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1783444822.689909:0:2399:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444822.689911:0:2399:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444822.689913:0:2399:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444822.689916:0:2399:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444822.689917:0:2399:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444822.689920:0:2399:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444822.689922:0:2399:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1783444822.689924:0:2399:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1783444822.689929:0:2399:0:(import.c:65:import_set_state_nolock()) ffff91c74497f000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1783444822.689932:0:2399:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1783444822.689934:0:2399:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:0.0:1783444822.689935:0:2399:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:0.0:1783444822.689936:0:2399:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:0.0:1783444822.689938:0:2399:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1783444822.689940:0:2399:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff91c7467ea1e0 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:0.0:1783444822.689945:0:2399:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:0.0:1783444822.689946:0:2399:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:0.0:1783444822.689948:0:2399:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783444822.689950:0:2399:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1783444822.689952:0:2399:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:0.0:1783444822.689954:0:2399:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1783444822.689955:0:2399:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1783444822.689956:0:2399:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:0.0:1783444822.689958:0:2399:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444822.690653:0:2399:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444822.690657:0:2399:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1783444822.690658:0:2399:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:0.0:1783444822.690660:0:2399:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444822.690661:0:2399:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1783444822.690663:0:2399:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1783444822.690665:0:2399:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1783444822.690666:0:2399:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444822.690668:0:2399:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444822.690670:0:2399:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444822.690672:0:2399:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444822.690674:0:2399:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444822.690676:0:2399:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444822.690678:0:2399:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:0.0:1783444822.690680:0:2399:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444822.690683:0:2399:0:(import.c:1647:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1783444822.690691:0:2399:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000f4e11b59): req@ffff91c760460e00 x1870075608304128/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444822.690783:0:34139:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444822.690788:0:34139:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444822.690804:0:2399:0:(import.c:1753:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444822.718643:0:34139:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444822.718661:0:34139:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444822.718676:0:34139:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444822.718679:0:34139:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444822.718683:0:34139:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444822.718686:0:34139:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1783444822.718687:0:2399:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444822.718695:0:34139:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444822.718699:0:34139:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444822.718702:0:34139:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1783444822.718705:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760461c00 x1870075608304000/t0(0) o8->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1783444832 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1783444822.718713:0:34139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452af800. 02000000:00000001:3.0:1783444822.718717:0:34139:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444822.718722:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608304000:192.168.204.110@tcp:8:lfs.0 00000400:00000200:3.0:1783444822.718728:0:34139:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444822.718731:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1783444822.718734:0:34139:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811e18. 00000100:00000001:0.0:1783444822.718736:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444822.718742:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760461c00 x1870075608304000/t0(0) o8->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1783444832 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1783444822.718743:0:34139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218d48. 00000100:00000200:3.0:1783444822.718753:0:34139:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608304128, portal 4 00000100:00000001:0.0:1783444822.718755:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1783444822.718758:0:34139:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1783444822.718760:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1783444822.718762:0:34139:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232564224 : -121189476987392 : ffff91c760460e00) 02000000:00000010:0.0:1783444822.718765:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6d400. 02000000:00000001:0.0:1783444822.718773:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1783444822.718774:0:34139:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760460e00 x1870075608304128/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444838 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1783444822.718776:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444822.718780:0:2399:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:0.0:1783444822.718785:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1783444822.718788:0:34139:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1783444822.718790:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c7452ad800. 00000100:00000040:3.0:1783444822.718794:0:34139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 02000000:00000001:0.0:1783444822.718796:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:3.0:1783444822.718798:0:34139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218908. 02000000:00000001:0.0:1783444822.718799:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:3.0:1783444822.718804:0:34139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1870075608304128, offset 0 00000100:00000010:0.0:1783444822.718804:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760461c00. 00000100:00000001:0.0:1783444822.718809:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444822.718812:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783444822.718814:0:34139:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000100:00000001:0.0:1783444822.718816:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783444822.718823:0:34139:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444822.718825:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444822.718828:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444822.718832:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1783444822.718833:0:34139:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000100:00000001:0.0:1783444822.718835:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444822.718840:0:34139:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444822.718845:0:34139:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444822.718849:0:34139:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444822.718852:0:34139:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444822.718857:0:34139:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2869:2869:256:4294967295] 192.168.204.110@tcp LPNI seq info [2869:2869:8:4294967295] 00000400:00000200:3.0:1783444822.718861:0:34139:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444822.718871:0:34139:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444822.718877:0:34139:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444822.718881:0:34139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822cf00. 00000800:00000200:3.0:1783444822.718888:0:34139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444822.718896:0:34139:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444822.718901:0:34139:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444822.718922:0:34139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444822.718927:0:34139:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 121221 usecs (122 jiffies) 00000400:00000200:3.0:1783444822.718930:0:34139:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444822.718933:0:34139:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296461846 00000100:00000001:3.0:1783444822.718936:0:34139:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296462442 00000100:00000001:3.0:1783444822.718939:0:34139:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296461846 00000100:00000001:3.0:1783444822.718941:0:34139:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296462442 00000100:00000001:3.0:1783444822.718943:0:34139:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444822.718946:0:34139:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444822.718948:0:34139:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444822.718950:0:34139:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444822.718952:0:34139:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7507606c0 going to sleep for 11 seconds 00000100:00000001:3.0:1783444822.718954:0:34139:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444822.718956:0:34139:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444822.719114:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444822.719120:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822cf00. 00000400:00000200:1.0:1783444822.719125:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444822.719130:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444822.719135:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218908 00000400:00000010:1.0:1783444822.719138:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218908. 00000100:00000001:1.0:1783444822.719142:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444822.719147:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760460e00 x1870075608304128/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444838 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444822.719158:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444822.719161:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760460e00 x1870075608304128/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444838 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444822.719169:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444822.719170:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444822.722906:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444822.722921:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444822.722926:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444822.722929:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444822.722937:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444822.722944:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444822.722952:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444822.722956:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444822.722972:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444822.722976:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 368 into portal 4 MB=0x6a4d2e8560a00 00000400:00000200:0.0:1783444822.722982:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444822.722987:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 368/368 into md 0x7ed1 [1] + 224 00000800:00000001:0.0:1783444822.722995:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444822.723017:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444822.723020:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444822.723025:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444822.723031:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444822.723038:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760460e00 x1870075608304128/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444838 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444822.723075:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff91c760460e00 x1870075608304128/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444838 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444822.723093:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444822.723100:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444822.723103:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444822.723295:0:34139:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444822.723361:0:34139:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444822.723364:0:34139:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444822.723368:0:34139:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811e18. 00000400:00000200:3.0:1783444822.723432:0:34139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218d48 00000400:00000010:3.0:1783444822.723435:0:34139:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218d48. 00000100:00000001:3.0:1783444822.723439:0:34139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444822.723560:0:34139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760460e00 x1870075608304128/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444838 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444822.723570:0:34139:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760460e00 x1870075608304128/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444838 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444822.723577:0:34139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444822.723579:0:34139:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444822.723582:0:34139:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444822.723585:0:34139:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444822.723588:0:34139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444822.723590:0:34139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444822.723594:0:34139:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444822.723602:0:34139:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f4a8 time=601 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444822.723607:0:34139:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444822.723610:0:34139:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444822.723612:0:34139:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444822.723615:0:34139:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444822.723619:0:34139:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444822.723622:0:34139:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444822.723624:0:34139:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1783444822.723626:0:34139:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444822.723628:0:34139:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444822.723633:0:34139:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760460e00 x1870075608304128/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444838 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444822.723640:0:34139:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444822.723643:0:34139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444822.723645:0:34139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444822.723649:0:34139:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760460e00 x1870075608304128/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444838 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444822.723658:0:34139:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760460e00 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:34139:1870075608304128:192.168.204.110@tcp:13:lfs.0 00000100:00000001:3.0:1783444822.723663:0:34139:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444822.723666:0:34139:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444822.723668:0:34139:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444822.723670:0:34139:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444822.723674:0:34139:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760460e00 x1870075608304128/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444838 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444822.723680:0:34139:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444822.723683:0:34139:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7507606c0. 00000100:00000001:3.0:1783444822.723686:0:34139:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444822.723687:0:34139:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444822.723693:0:34139:0:(osc_request.c:3518:osc_statfs()) Process leaving 00000100:00000001:3.0:1783444822.723694:0:34139:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444822.723697:0:34139:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760460e00 x1870075608304128/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444838 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444822.723704:0:34139:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444822.723707:0:34139:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444822.723709:0:34139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452af800. 02000000:00000001:3.0:1783444822.723712:0:34139:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444822.723715:0:34139:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444822.723717:0:34139:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=2 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:3.0:1783444822.723720:0:34139:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444822.723722:0:34139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c75822c600. 02000000:00000001:3.0:1783444822.723726:0:34139:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444822.723728:0:34139:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444822.723730:0:34139:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760460e00. 00000100:00000001:3.0:1783444822.723734:0:34139:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444822.723735:0:34139:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1783444822.723738:0:34139:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff91c759350000: update ffff91c759001e10 cache blocks 901344/958279 objects 261772/262144 00020000:00000001:3.0:1783444822.723742:0:34139:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444822.723747:0:34139:0:(lov_obd.c:1147:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.723750:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783444822.723752:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.723755:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.723758:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.723994:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.723997:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.724004:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.724007:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.724012:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.724017:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.724019:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.724022:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.724023:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.724027:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724029:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724032:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.724034:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.724036:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724038:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724042:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.724044:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.724047:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.724049:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.724051:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.724053:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.724072:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.724074:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.724075:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.724078:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724081:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724082:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.724085:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.724087:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724089:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724093:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.724095:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.724097:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.724099:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.724101:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.724104:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.724105:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.724107:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.724108:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.724110:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724112:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724114:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.724116:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.724118:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724120:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724122:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.724123:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.724126:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.724127:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.724130:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.724132:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.724133:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.724134:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.724135:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.724138:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724140:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724142:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.724145:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.724147:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724149:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724152:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.724154:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.724156:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.724157:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.724160:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.724162:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.724164:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.724165:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.724166:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.724169:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724171:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724187:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.724190:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.724192:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724194:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724197:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.724199:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.724201:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.724203:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.724205:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.724207:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.724209:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.724211:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.724212:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.724215:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724217:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724219:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.724221:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.724224:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724226:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724229:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.724230:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.724233:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.724234:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.724236:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.724238:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.724240:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.724241:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.724242:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.724245:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724247:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724248:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.724250:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.724251:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724253:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724256:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.724257:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.724260:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.724261:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.724263:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.724265:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.724266:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.724267:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.724268:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.724271:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724273:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724275:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.724277:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.724279:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724281:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724285:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.724286:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.724289:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.724290:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.724292:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.724294:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.724296:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.724297:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.724309:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.724312:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724314:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724315:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.724318:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.724320:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724323:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724326:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.724328:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.724330:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.724332:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.724334:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.724336:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.724337:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.724338:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.724340:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.724342:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724344:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724346:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.724348:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.724351:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724353:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724357:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.724358:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.724361:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.724362:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.724364:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.724366:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.724368:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.724369:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.724383:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.724387:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724388:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724390:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.724393:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.724396:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724397:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724401:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.724402:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.724405:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.724406:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.724408:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.724410:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.724412:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.724413:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.724414:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.724417:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724419:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724420:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.724423:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.724425:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724427:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724430:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.724432:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.724435:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.724436:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.724438:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.724441:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.724442:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.724444:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.724445:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.724447:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724449:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724450:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.724453:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.724455:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724457:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724460:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.724461:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.724464:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.724465:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.724467:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.724469:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.724471:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.724472:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.724473:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.724475:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724476:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724478:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.724480:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.724482:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724484:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724486:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.724488:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.724491:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.724492:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.724494:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.724497:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.724499:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.724500:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.724501:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.724504:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724506:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724508:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.724511:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.724513:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724515:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724518:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.724519:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.724522:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.724523:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.724525:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.724527:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.724529:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.724530:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.724531:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.724534:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724536:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724537:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.724539:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.724540:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724542:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724545:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.724546:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.724548:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.724549:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.724551:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.724554:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.724555:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.724557:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.724558:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.724560:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724562:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724564:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.724566:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.724569:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724571:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724574:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.724576:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.724578:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.724580:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.724582:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.724584:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.724585:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.724586:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.724587:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.724590:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724592:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724594:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.724596:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.724598:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724600:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724602:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.724604:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.724606:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.724607:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.724609:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.724611:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.724612:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.724613:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.724614:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.724617:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724619:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724621:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.724623:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.724625:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724627:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724630:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.724631:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.724634:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.724635:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.724637:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.724640:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.724641:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.724643:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.724644:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.724647:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724649:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724651:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.724653:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.724655:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724657:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724660:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.724661:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.724664:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.724665:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.724667:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.724669:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.724671:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.724672:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.724673:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.724675:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724677:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724679:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.724681:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.724683:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724685:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724688:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.724689:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.724692:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.724693:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.724695:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.724697:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.724699:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.724700:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.724701:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.724703:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724705:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724707:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.724709:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.724711:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724713:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724717:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.724718:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.724721:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.724722:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.724724:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.724726:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.724727:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.724728:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.724729:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.724732:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724734:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724736:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.724738:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.724740:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724742:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724744:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.724746:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.724748:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.724749:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.724751:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.724752:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.724754:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.724755:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.724757:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.724759:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724761:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724762:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.724765:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.724767:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724769:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724783:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.724785:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.724788:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.724789:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.724792:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.724794:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.724795:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.724797:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.724798:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.724801:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724803:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724805:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.724815:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.724817:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724819:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724822:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.724823:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.724826:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.724827:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.724830:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.724832:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.724834:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.724835:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.724836:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.724839:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724841:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724842:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.724845:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.724847:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724849:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724853:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.724854:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.724857:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.724858:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.724861:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.724863:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.724864:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.724865:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.724866:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.724869:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724871:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724873:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.724875:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.724877:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724879:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724881:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.724882:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.724884:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.724885:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.724887:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.724889:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.724891:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.724892:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.724893:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.724896:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724898:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724899:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.724901:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.724904:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724905:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724908:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.724909:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.724912:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.724913:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.724915:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.724918:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.724919:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.724920:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.724922:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.724924:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724926:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724928:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.724930:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.724932:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724934:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724937:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.724938:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.724940:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.724941:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.724943:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.724945:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.724947:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.724948:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.724949:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.724952:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724954:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724956:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.724958:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.724960:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724963:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724965:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.724966:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.724968:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.724969:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.724971:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.724972:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.724974:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.724975:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.724976:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.724979:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724981:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724982:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.724984:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.724987:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724989:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.724992:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.724993:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.724996:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.724997:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.725000:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.725002:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.725004:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.725005:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.725006:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.725009:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725011:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725013:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.725014:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.725017:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725019:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725022:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.725023:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.725026:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.725027:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.725029:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.725031:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.725032:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.725033:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.725034:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.725037:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725039:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725041:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.725043:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.725044:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725046:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725048:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.725050:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.725052:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.725053:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.725075:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.725078:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.725080:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.725081:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.725082:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.725085:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725087:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725088:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.725090:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.725093:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725095:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725098:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.725100:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.725103:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.725104:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.725106:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.725108:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.725109:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.725110:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.725112:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.725114:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725116:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725117:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.725119:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.725121:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725123:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725126:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.725127:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.725130:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.725131:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.725133:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.725136:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.725137:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.725138:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.725140:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.725142:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725144:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725146:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.725148:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.725150:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725152:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725155:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.725156:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.725159:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.725160:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.725162:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.725164:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.725166:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.725167:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.725168:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.725171:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725172:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725174:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.725177:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.725178:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725180:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725183:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.725184:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.725186:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.725187:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.725189:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.725191:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.725192:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.725193:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.725194:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.725197:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725199:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725200:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.725203:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.725205:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725207:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725210:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.725212:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.725214:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.725216:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.725218:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.725220:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.725222:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.725223:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.725224:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.725226:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725228:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725230:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.725232:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.725234:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725236:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725239:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.725240:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.725242:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.725243:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.725245:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.725247:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.725249:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.725250:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.725252:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.725254:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725256:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725257:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.725259:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.725261:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725263:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725265:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.725267:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.725270:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.725271:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.725273:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.725276:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.725277:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.725278:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.725280:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.725283:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725285:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725287:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.725288:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.725291:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725292:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725295:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.725297:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.725299:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.725301:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.725303:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.725305:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.725307:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.725308:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.725309:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.725312:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725313:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725315:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.725316:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.725319:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725320:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725323:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.725325:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.725327:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.725328:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.725330:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.725332:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.725333:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.725334:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.725336:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.725338:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725340:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725342:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.725345:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.725347:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725349:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725352:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.725354:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.725356:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.725357:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.725359:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.725361:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.725363:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.725364:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.725365:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.725368:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725369:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725383:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.725385:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.725387:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725389:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725393:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.725394:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.725397:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.725398:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.725401:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.725403:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.725404:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.725405:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.725406:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.725409:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725411:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725413:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.725415:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.725417:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725419:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725422:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.725424:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.725427:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.725428:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.725431:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.725433:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.725434:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.725435:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.725437:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.725439:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725441:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725443:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.725445:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.725447:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725449:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725451:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.725453:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.725455:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.725457:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.725459:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.725461:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.725462:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.725463:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.725464:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.725466:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725468:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725470:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.725472:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.725475:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725477:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725480:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.725481:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.725484:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.725485:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.725488:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.725490:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.725492:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.725493:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.725494:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.725497:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725499:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725501:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.725504:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.725506:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725507:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725510:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.725511:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.725513:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.725515:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.725517:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.725519:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.725520:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.725522:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.725523:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.725525:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725527:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725528:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.725530:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.725532:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725534:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725536:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.725538:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.725540:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.725541:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.725543:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.725546:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.725547:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.725549:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.725550:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.725553:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725555:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725557:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.725559:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.725561:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725564:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725567:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.725568:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.725571:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.725572:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.725574:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.725577:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.725578:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.725579:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.725580:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.725583:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725584:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725586:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.725588:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.725590:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725592:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725595:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.725596:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.725598:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.725599:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.725601:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.725602:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.725604:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.725605:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.725606:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.725609:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725611:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725613:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.725615:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.725617:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725619:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725622:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.725624:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.725627:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.725628:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.725631:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.725633:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.725635:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.725636:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.725637:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.725640:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725642:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725644:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.725646:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.725648:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725649:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725652:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.725654:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.725656:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.725657:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.725659:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.725662:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.725663:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.725664:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.725665:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.725668:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725669:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725671:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.725673:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.725675:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725676:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725679:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.725681:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.725683:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.725684:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.725687:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.725689:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.725690:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.725691:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.725693:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.725695:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725697:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725699:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.725701:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.725703:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725705:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725708:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.725710:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.725712:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.725714:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.725716:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.725718:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.725719:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.725720:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.725721:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.725724:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725726:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725728:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.725730:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.725731:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725733:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725735:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.725737:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.725739:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.725741:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.725742:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.725744:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.725746:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.725747:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.725748:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.725750:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725752:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725754:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.725756:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.725758:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725761:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725764:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.725765:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.725768:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.725769:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.725772:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.725774:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.725775:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.725777:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.725778:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.725780:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725782:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725783:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.725786:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.725788:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725790:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725793:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.725794:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.725797:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.725798:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.725800:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.725802:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.725804:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.725805:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.725806:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.725808:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725810:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725812:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.725814:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.725815:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725817:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725820:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.725821:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.725824:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.725825:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.725827:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.725830:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.725831:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.725832:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.725834:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.725836:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725838:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725840:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.725842:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.725844:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725846:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725849:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.725850:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.725853:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.725854:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.725856:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.725858:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.725860:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.725861:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.725863:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.725865:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725867:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725869:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.725870:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.725872:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725874:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725877:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.725878:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.725881:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.725882:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.725884:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.725886:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.725888:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.725889:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.725890:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.725892:0:34139:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725894:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725896:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444822.725898:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.725900:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725902:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444822.725905:0:34139:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444822.725906:0:34139:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe5808b980 00000080:00000001:3.0:1783444822.725909:0:34139:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444822.725910:0:34139:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444822.725912:0:34139:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444822.725914:0:34139:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.725916:0:34139:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444822.725917:0:34139:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444822.725919:0:34139:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00020000:00000001:3.0:1783444822.725921:0:34139:0:(lov_obd.c:1000:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1783444822.725924:0:34139:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1783444822.725926:0:34139:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1783444822.725928:0:34139:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444822.725930:0:34139:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1783444822.725932:0:34139:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1783444822.725943:0:34139:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:3.0:1783444822.725946:0:34139:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:3.0:1783444822.725964:0:34139:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940ddbd98 00000080:00200008:3.0:1783444822.725966:0:34139:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), flags 100000 00000080:00400000:3.0:1783444822.725970:0:34139:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1783444822.725974:0:34139:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91c7417b6280. 00000080:00000001:3.0:1783444822.725977:0:34139:0:(file.c:466:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1783444822.725980:0:34139:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940ddbd98 00000080:00000008:3.0:1783444822.725982:0:34139:0:(file.c:491:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91c748db3a88), flags 100000, rc = 0 00000080:00000001:3.0:1783444822.725984:0:34139:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444822.725986:0:34139:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444823.337707:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444823.337715:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444823.337721:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444823.337723:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444823.338892:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444823.338896:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444823.338900:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783444823.458253:0:26147:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4800 (cpu 0) has reached its deadline 4296462442, at 4296462464 00000100:00000010:0.0:1783444823.458268:0:26147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c76050dc60. 00000100:00000040:1.0:1783444823.459472:0:29002:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4910 (cpu 0) has reached its deadline 4296462442, at 4296462465 00000100:00000010:1.0:1783444823.459480:0:29002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c76050dc00. 00000100:00000040:2.0:1783444823.843026:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444823.843039:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444823.843048:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f0700. 00000020:00000040:2.0:1783444823.843079:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:2.0:1783444823.843084:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444823.843087:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444823.843092:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444823.843100:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1e00. 00000100:00000001:2.0:1783444823.843115:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444823.843127:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS req@ffff91c7603f0700 x1870075608304256/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444823.843139:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444823.843143:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444823.843150:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a566a0f6] to pc [ptlrpcd_01_00+0] req@ffff91c7603f0700 x1870075608304256/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444823.843176:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444823.843179:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444823.843182:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444823.843185:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f1180. 00000020:00000040:2.0:1783444823.843187:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:2.0:1783444823.843190:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444823.843191:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444823.843193:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444823.843196:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1600. 00000100:00000001:2.0:1783444823.843199:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444823.843204:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID req@ffff91c7603f1180 x1870075608304384/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444823.843211:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444823.843214:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444823.843217:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043cd4647] to pc [ptlrpcd_01_01+1] req@ffff91c7603f1180 x1870075608304384/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444823.843226:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444823.843229:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444823.843232:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444823.843234:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f2a00. 00000020:00000040:2.0:1783444823.843237:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:2.0:1783444823.843239:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444823.843240:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444823.843242:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444823.843245:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1d00. 00000100:00000001:2.0:1783444823.843247:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444823.843251:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID req@ffff91c7603f2a00 x1870075608304512/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444823.843258:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444823.843260:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444823.843263:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024b4395d] to pc [ptlrpcd_01_00+0] req@ffff91c7603f2a00 x1870075608304512/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444823.843271:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444823.843273:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444823.843276:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444823.843279:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f0380. 00000020:00000040:2.0:1783444823.843282:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:2.0:1783444823.843284:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444823.843285:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444823.843287:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444823.843290:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1300. 00000100:00000001:2.0:1783444823.843293:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444823.843297:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID req@ffff91c7603f0380 x1870075608304640/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444823.843304:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444823.843306:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444823.843310:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034eccf80] to pc [ptlrpcd_01_01+1] req@ffff91c7603f0380 x1870075608304640/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444823.843323:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444823.843325:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444823.843328:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444823.843332:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f0000. 00000020:00000040:2.0:1783444823.843334:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000100:00000001:2.0:1783444823.843336:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444823.843338:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444823.843339:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444823.843342:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1100. 00000100:00000001:2.0:1783444823.843344:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444823.843348:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID req@ffff91c7603f0000 x1870075608304768/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444823.843370:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444823.843372:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444823.843376:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000931618c4] to pc [ptlrpcd_01_00+0] req@ffff91c7603f0000 x1870075608304768/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444823.843384:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444823.843388:0:26509:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1800) 00000100:00000001:2.0:1783444823.843676:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444823.843680:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444823.843683:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444823.843688:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f1180 x1870075608304384/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444823.843697:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444823.843699:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444823.843702:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444823.843705:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444823.843707:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444823.843711:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608304384:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444823.843714:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444823.843720:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444823.843722:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444823.843725:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444823.843729:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7435f5c00. 02000000:00000001:2.0:1783444823.843731:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444823.843738:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444823.843742:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff268. 00000400:00000010:2.0:1783444823.843749:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83908. 00000100:00000200:2.0:1783444823.843756:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608304384, portal 10 00000100:00000001:2.0:1783444823.843758:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444823.843759:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232106368 : -121189477445248 : ffff91c7603f1180) 00000100:00000040:2.0:1783444823.843767:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f1180 x1870075608304384/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444823.843774:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444823.843777:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444823.843779:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f836e8. 00000100:00000200:2.0:1783444823.843783:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608304384, offset 0 00000400:00000200:2.0:1783444823.843914:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444823.843923:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444823.843930:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444823.843935:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444823.843939:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444823.843943:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444823.843946:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444823.843950:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2870:2870:256:4294967295] 192.168.204.110@tcp LPNI seq info [2870:2870:8:4294967295] 00000400:00000200:2.0:1783444823.843954:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444823.843964:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444823.843970:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444823.843975:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1b00. 00000800:00000200:2.0:1783444823.843981:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444823.843989:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444823.843994:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444823.844051:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444823.844077:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 910088 usecs (911 jiffies) 00000400:00000200:2.0:1783444823.844082:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444823.844085:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296463760 00000100:00000010:2.0:1783444823.844090:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c760427ea0. 00000100:00000001:2.0:1783444823.844096:0:2403:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1783444823.844101:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296463760 00000100:00000010:2.0:1783444823.844488:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c760427d20. 00000100:00000001:2.0:1783444823.844492:0:2403:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1783444823.844497:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444823.844500:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444823.844502:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444823.844507:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f0380 x1870075608304640/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444823.844515:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444823.844517:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444823.844519:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444823.844521:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444823.844522:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444823.844525:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608304640:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444823.844529:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444823.844531:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444823.844533:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444823.844535:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444823.844537:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7435f5e00. 02000000:00000001:2.0:1783444823.844539:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444823.844543:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444823.844545:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ffd10. 00000400:00000010:2.0:1783444823.844549:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83cc0. 00000100:00000200:2.0:1783444823.844552:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608304640, portal 4 00000100:00000001:2.0:1783444823.844553:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444823.844555:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232102784 : -121189477448832 : ffff91c7603f0380) 00000100:00000040:2.0:1783444823.844560:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f0380 x1870075608304640/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444823.844567:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444823.844570:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444823.844572:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f833b8. 00000100:00000200:2.0:1783444823.844575:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608304640, offset 0 00000400:00000200:2.0:1783444823.844579:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444823.844583:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444823.844587:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444823.844590:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444823.844592:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444823.844594:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444823.844596:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444823.844600:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2871:2871:255:4294967295] 192.168.204.110@tcp LPNI seq info [2871:2871:7:4294967295] 00000400:00000200:2.0:1783444823.844604:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444823.844610:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444823.844614:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444823.844617:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1000. 00000800:00000200:2.0:1783444823.844621:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444823.844626:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444823.844628:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444823.844631:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444823.844634:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20326 usecs (21 jiffies) 00000400:00000200:2.0:1783444823.844637:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444823.844639:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296462871 00000100:00000001:2.0:1783444823.844641:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296463760 00000100:00000001:2.0:1783444823.844644:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296462871 00000100:00000001:2.0:1783444823.844646:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296463760 00000100:00000001:2.0:1783444823.844648:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444823.844650:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444823.844653:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444823.844655:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444823.844662:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444823.844664:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783444823.844666:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444823.844668:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444823.844669:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444823.844672:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:2.0:1783444823.844673:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444823.844675:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444823.844677:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444823.844678:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444823.844680:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444823.844681:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444823.844685:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f0700 x1870075608304256/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444823.844692:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444823.844694:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444823.844696:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444823.844698:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444823.844699:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444823.844702:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2403:1870075608304256:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444823.844705:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444823.844707:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444823.844709:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444823.844711:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444823.844714:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7435f5a00. 02000000:00000001:2.0:1783444823.844716:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444823.844719:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444823.844722:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff160. 00000400:00000010:2.0:1783444823.844725:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f837f8. 00000100:00000200:2.0:1783444823.844729:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608304256, portal 25 00000100:00000001:2.0:1783444823.844730:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444823.844732:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232103680 : -121189477447936 : ffff91c7603f0700) 00000100:00000040:2.0:1783444823.844736:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f0700 x1870075608304256/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444823.844743:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444823.844745:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444823.844747:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83440. 00000100:00000200:2.0:1783444823.844760:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870075608304256, offset 0 00000400:00000200:2.0:1783444823.844765:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444823.844769:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444823.844772:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444823.844774:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444823.844777:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444823.844779:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444823.844781:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444823.844794:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2872:2872:254:4294967295] 192.168.204.110@tcp LPNI seq info [2872:2872:6:4294967295] 00000400:00000200:2.0:1783444823.844799:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444823.844806:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444823.844810:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444823.844813:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1700. 00000800:00000200:2.0:1783444823.850175:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444823.850192:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444823.850198:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444823.850204:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444823.850210:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444823.850214:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296466947 00000100:00000001:2.0:1783444823.850222:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296463760 00000100:00000001:2.0:1783444823.850227:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296466947 00000100:00000001:2.0:1783444823.850230:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296463760 00000100:00000001:2.0:1783444823.850233:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444823.850237:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444823.850241:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444823.850248:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f2a00 x1870075608304512/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444823.850259:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444823.850261:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444823.850264:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444823.850268:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444823.850270:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444823.850274:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608304512:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444823.850278:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444823.850282:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444823.850285:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444823.850287:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444823.850293:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7435f4800. 02000000:00000001:2.0:1783444823.850295:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444823.850299:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444823.850303:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff5d8. 00000400:00000010:2.0:1783444823.850310:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f835d8. 00000100:00000200:2.0:1783444823.850316:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608304512, portal 10 00000100:00000001:2.0:1783444823.850318:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444823.850319:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232112640 : -121189477438976 : ffff91c7603f2a00) 00000100:00000040:2.0:1783444823.850326:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f2a00 x1870075608304512/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444823.850333:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444823.850336:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444823.850339:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83a18. 00000100:00000200:2.0:1783444823.850343:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608304512, offset 0 00000400:00000200:2.0:1783444823.851169:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444823.851178:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444823.851185:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444823.851190:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444823.851194:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444823.851197:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444823.851200:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444823.851203:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2873:2873:253:4294967295] 192.168.204.110@tcp LPNI seq info [2873:2873:5:4294967295] 00000400:00000200:2.0:1783444823.851208:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444823.851218:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444823.851223:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444823.851229:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1400. 00000800:00000200:2.0:1783444823.851234:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444823.851240:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444823.851243:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444823.851246:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444823.851250:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 21122 usecs (22 jiffies) 00000400:00000200:2.0:1783444823.851253:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444823.851255:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296462877 00000100:00000001:2.0:1783444823.851257:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296466947 00000100:00000001:2.0:1783444823.851260:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296462877 00000100:00000001:2.0:1783444823.851262:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296466947 00000100:00000001:2.0:1783444823.851264:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444823.851266:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444823.851268:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444823.851273:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f0000 x1870075608304768/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444823.851281:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444823.851283:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444823.851285:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444823.851287:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444823.851289:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444823.851292:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608304768:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444823.851296:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444823.851298:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444823.851300:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444823.851302:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444823.851305:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7435f4200. 02000000:00000001:2.0:1783444823.851307:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444823.851311:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444823.851313:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ffaa8. 00000400:00000010:2.0:1783444823.851317:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f832a8. 00000100:00000200:2.0:1783444823.851320:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608304768, portal 4 00000100:00000001:2.0:1783444823.851322:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444823.851323:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232101888 : -121189477449728 : ffff91c7603f0000) 00000100:00000040:2.0:1783444823.851329:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f0000 x1870075608304768/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444823.851336:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444823.851339:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444823.851341:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83770. 00000100:00000200:2.0:1783444823.851343:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608304768, offset 0 00000400:00000200:2.0:1783444823.851347:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444823.852554:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444823.852560:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444823.852563:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444823.852566:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444823.852569:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444823.852571:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444823.852574:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2874:2874:252:4294967295] 192.168.204.110@tcp LPNI seq info [2874:2874:4:4294967295] 00000400:00000200:2.0:1783444823.852579:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444823.852585:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444823.852591:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444823.852596:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1a00. 00000800:00000200:2.0:1783444823.852600:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444823.852605:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444823.852608:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444823.852612:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444823.852617:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 120900 usecs (121 jiffies) 00000400:00000200:2.0:1783444823.852620:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444823.852622:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296462976 00000100:00000001:2.0:1783444823.852625:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296466947 00000100:00000001:2.0:1783444823.852627:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296462976 00000100:00000001:2.0:1783444823.852629:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296466947 00000100:00000001:2.0:1783444823.852631:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444823.852634:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444823.852638:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444823.852642:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444823.852675:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444823.852677:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444823.858984:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444823.858994:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1b00. 00000400:00000200:1.0:1783444823.859003:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444823.859012:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444823.859018:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f836e8 00000400:00000010:1.0:1783444823.859020:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f836e8. 00000100:00000001:1.0:1783444823.859025:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444823.859033:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1180 x1870075608304384/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444823.859047:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444823.859052:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1180 x1870075608304384/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444839 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444823.859082:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444823.859085:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444823.859097:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444823.859099:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1000. 00000400:00000200:1.0:1783444823.859102:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444823.859116:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444823.859119:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f833b8 00000400:00000010:1.0:1783444823.859121:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f833b8. 00000100:00000001:1.0:1783444823.859124:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444823.859128:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0380 x1870075608304640/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444823.859137:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444823.859140:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0380 x1870075608304640/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444839 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444823.859146:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444823.859148:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444823.859156:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444823.859158:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1700. 00000400:00000200:1.0:1783444823.859160:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444823.859164:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444823.859166:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83440 00000400:00000010:1.0:1783444823.859168:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83440. 00000100:00000001:1.0:1783444823.859171:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444823.859174:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0700 x1870075608304256/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444823.859181:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444823.859185:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0700 x1870075608304256/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444839 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444823.859191:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444823.859193:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444823.859202:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444823.859204:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1400. 00000400:00000200:1.0:1783444823.859207:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444823.859210:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444823.859213:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83a18 00000400:00000010:1.0:1783444823.859214:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83a18. 00000100:00000001:1.0:1783444823.859216:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444823.859220:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2a00 x1870075608304512/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444823.859227:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444823.859230:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2a00 x1870075608304512/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444839 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444823.859236:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444823.859238:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444823.859300:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444823.859303:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1a00. 00000400:00000200:1.0:1783444823.859305:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444823.859309:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444823.859311:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83770 00000400:00000010:1.0:1783444823.859313:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83770. 00000100:00000001:1.0:1783444823.859316:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444823.859320:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0000 x1870075608304768/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444823.859327:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444823.859330:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0000 x1870075608304768/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444839 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444823.859337:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444823.859338:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444823.904682:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444823.904697:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444823.904701:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444823.904704:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444823.904712:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444823.904719:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444823.904727:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444823.904731:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444823.904737:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444823.904741:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e8560c00 00000400:00000200:0.0:1783444823.904746:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444823.904751:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7ee1 [1] + 224 00000800:00000001:0.0:1783444823.904759:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444823.904763:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444823.904766:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444823.904771:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444823.904778:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444823.904798:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0380 x1870075608304640/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444839 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444823.904809:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f0380 x1870075608304640/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444839 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444823.904829:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444823.904837:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444823.904841:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444823.904842:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444823.904844:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444823.904847:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444823.904851:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444823.904855:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444823.904858:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444823.904861:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444823.904864:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a4d2e8560a80 00000400:00000200:0.0:1783444823.904867:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444823.904871:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7ee9 [1] + 224 00000800:00000001:0.0:1783444823.904874:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444823.904877:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444823.904879:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444823.904882:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444823.904885:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444823.904890:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0700 x1870075608304256/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444839 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444823.904898:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f0700 x1870075608304256/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444839 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444823.904906:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444823.904909:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444823.904912:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444823.904914:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444823.904916:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444823.904919:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444823.904923:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444823.904927:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444823.904929:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444823.904932:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444823.904934:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e8560c80 00000400:00000200:0.0:1783444823.904938:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444823.904941:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7ef9 [1] + 224 00000800:00000001:0.0:1783444823.904945:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444823.904950:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444823.904952:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444823.904955:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444823.904958:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444823.904962:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0000 x1870075608304768/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444839 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444823.904970:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f0000 x1870075608304768/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444839 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444823.904978:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444823.904982:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444823.904984:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444823.905251:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444823.905255:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444823.905261:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444823.905263:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444823.905266:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff160. 00000400:00000200:2.0:1783444823.905272:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f837f8 00000400:00000010:2.0:1783444823.905274:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f837f8. 00000100:00000001:2.0:1783444823.905277:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444823.905283:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f0700 x1870075608304256/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444839 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444823.905293:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f0700 x1870075608304256/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444839 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444823.905300:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444823.905301:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444823.905304:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444823.905307:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444823.905309:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444823.905311:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444823.905314:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444823.905320:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=153 v=5 (5 5 5 5) 00000100:00001000:2.0:1783444823.905324:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444823.905327:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444823.905329:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444823.905332:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444823.905334:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444823.905337:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444823.905342:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f0700 x1870075608304256/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444839 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444823.905363:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444823.905367:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444823.905369:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444823.905373:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f0700 x1870075608304256/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444839 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444823.905382:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2403:1870075608304256:192.168.204.110@tcp:400:kworker.0 00000400:00000001:2.0:1783444823.905388:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444823.905389:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444823.905391:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ffaa8. 00000400:00000200:2.0:1783444823.905394:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f832a8 00000400:00000010:2.0:1783444823.905395:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f832a8. 00000100:00000001:2.0:1783444823.905397:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444823.905401:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f0000 x1870075608304768/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444839 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444823.905409:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f0000 x1870075608304768/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444839 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444823.905415:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444823.905416:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444823.905418:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444823.905419:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444823.905420:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444823.905422:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444823.905424:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444823.905429:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f460 time=3 v=5 (5 5 5 5) 00000100:00001000:2.0:1783444823.905433:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444823.905435:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444823.905437:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444823.905450:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444823.905453:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444823.905457:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444823.905459:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1783444823.905461:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444823.905462:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444823.905466:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f0000 x1870075608304768/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444839 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444823.905473:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444823.905475:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444823.905476:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444823.905479:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f0000 x1870075608304768/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444839 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444823.905487:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608304768:192.168.204.110@tcp:400:kworker.0 00000400:00000001:2.0:1783444823.905492:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444823.905493:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444823.905495:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ffd10. 00000400:00000200:2.0:1783444823.905497:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83cc0 00000400:00000010:2.0:1783444823.905499:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83cc0. 00000100:00000001:2.0:1783444823.905501:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444823.905504:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f0380 x1870075608304640/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444839 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444823.905513:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f0380 x1870075608304640/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444839 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444823.905519:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444823.905521:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444823.905522:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444823.905524:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444823.905525:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444823.905526:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444823.905528:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444823.905532:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=3 v=5 (5 5 5 5) 00000100:00001000:2.0:1783444823.905535:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444823.905538:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444823.905539:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444823.905541:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444823.905542:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444823.905545:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444823.905546:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967322 00000100:00000001:2.0:1783444823.905548:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444823.905549:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444823.905553:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f0380 x1870075608304640/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444839 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444823.905560:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444823.905562:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444823.905563:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444823.905567:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f0380 x1870075608304640/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444839 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444823.905575:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608304640:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444823.905579:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444823.905582:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444823.905585:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0700 x1870075608304256/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444839 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444823.905592:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444823.905594:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444823.905597:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7435f5a00. 02000000:00000001:2.0:1783444823.905600:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444823.905603:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444823.905605:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:2.0:1783444823.905607:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444823.905610:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1e00. 02000000:00000001:2.0:1783444823.905614:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444823.905616:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444823.905618:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0700. 00000100:00000001:2.0:1783444823.905621:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444823.905623:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444823.905624:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444823.905628:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0000 x1870075608304768/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444839 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444823.905634:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444823.905635:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444823.905637:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7435f4200. 02000000:00000001:2.0:1783444823.905639:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444823.905640:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444823.905641:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=2 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:2.0:1783444823.905643:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444823.905645:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1100. 02000000:00000001:2.0:1783444823.905647:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444823.905648:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444823.905649:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0000. 00000100:00000001:2.0:1783444823.905651:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444823.905653:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444823.905654:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444823.905658:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0380 x1870075608304640/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444839 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444823.905664:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444823.905666:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444823.905667:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7435f5e00. 02000000:00000001:2.0:1783444823.905669:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444823.905670:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444823.905671:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:2.0:1783444823.905672:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444823.905674:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1300. 02000000:00000001:2.0:1783444823.905676:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444823.905677:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444823.905678:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0380. 00000100:00000001:2.0:1783444823.905680:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444823.905682:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444823.905685:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444823.905687:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444823.905688:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444823.905690:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444823.905692:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444823.908102:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444823.908120:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444823.908124:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444823.908126:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444823.908133:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444823.908140:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444823.908148:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444823.908152:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444823.908156:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444823.908159:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8560b00 00000400:00000200:1.0:1783444823.908164:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444823.908169:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7ed9 [1] + 224 00000800:00000001:1.0:1783444823.908174:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444823.908180:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444823.908183:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444823.908187:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444823.908192:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444823.908200:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1180 x1870075608304384/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444839 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444823.908211:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f1180 x1870075608304384/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444839 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444823.908235:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444823.908241:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444823.908244:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444823.908332:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444823.908335:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444823.908340:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444823.908341:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444823.908344:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff268. 00000400:00000200:3.0:1783444823.908348:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83908 00000400:00000010:3.0:1783444823.908363:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83908. 00000100:00000001:3.0:1783444823.908367:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444823.908371:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f1180 x1870075608304384/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444839 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444823.908380:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f1180 x1870075608304384/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444839 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444823.908387:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444823.908389:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444823.908391:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444823.908393:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444823.908395:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444823.908397:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444823.908401:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444823.908407:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=3 v=5 (5 105 105 105) 00000100:00001000:3.0:1783444823.908410:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444823.908413:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444823.908415:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444823.908417:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444823.908420:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444823.908423:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444823.908424:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1783444823.908426:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444823.908427:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444823.908431:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f1180 x1870075608304384/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444839 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444823.908438:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444823.908452:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444823.908453:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444823.908458:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f1180 x1870075608304384/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444839 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444823.908466:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608304384:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444823.908470:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444823.908472:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444823.908476:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1180 x1870075608304384/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444839 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444823.908483:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444823.908485:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444823.908488:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7435f5c00. 02000000:00000001:3.0:1783444823.908491:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444823.908493:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444823.908495:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=3 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444823.908497:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444823.908499:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1600. 02000000:00000001:3.0:1783444823.908503:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444823.908505:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444823.908506:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1180. 00000100:00000001:3.0:1783444823.908509:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444823.908511:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444823.908513:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444823.908515:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444823.908516:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444823.908518:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444823.908520:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444823.925561:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444823.925592:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444823.925596:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444823.925599:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444823.925607:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444823.925615:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444823.925625:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444823.925629:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444823.925635:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444823.925639:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8560b80 00000400:00000200:0.0:1783444823.925644:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444823.925650:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7ef1 [1] + 224 00000800:00000001:0.0:1783444823.925657:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444823.925666:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444823.925669:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444823.925674:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444823.925681:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444823.925689:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2a00 x1870075608304512/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444839 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444823.925701:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f2a00 x1870075608304512/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444839 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444823.925779:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444823.925791:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444823.925892:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444823.925903:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444823.925907:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783444823.938694:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444823.938700:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444823.938704:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff5d8. 00000400:00000200:3.0:1783444823.938713:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f835d8 00000400:00000010:3.0:1783444823.938716:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f835d8. 00000100:00000001:3.0:1783444823.938720:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444823.938731:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f2a00 x1870075608304512/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444839 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444823.938744:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f2a00 x1870075608304512/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444839 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444823.938763:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444823.938766:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444823.938769:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444823.938772:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444823.938780:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444823.938982:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444823.938987:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444823.938997:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=3 v=5 (5 105 105 105) 00000100:00001000:3.0:1783444823.939002:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=3 v=5 (1 1 1 1) 00000100:00000001:3.0:1783444823.939005:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444823.939007:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444823.939010:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444823.939013:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444823.939016:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444823.939019:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1783444823.939021:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444823.939023:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444823.939029:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f2a00 x1870075608304512/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444839 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444823.939037:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444823.939040:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444823.939042:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444823.939046:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f2a00 x1870075608304512/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444839 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444823.939223:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608304512:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444823.939230:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444823.939233:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444823.939237:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f2a00 x1870075608304512/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444839 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444823.939245:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444823.939247:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444823.939251:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7435f4800. 02000000:00000001:3.0:1783444823.939254:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444823.939256:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444823.939258:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:3.0:1783444823.939261:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444823.939263:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1d00. 02000000:00000001:3.0:1783444823.939268:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444823.939270:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444823.939272:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f2a00. 00000100:00000001:3.0:1783444823.939275:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444823.939276:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444823.939279:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444823.939288:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444823.939290:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444823.939293:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444823.939295:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444824.354154:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444824.354162:0:26147:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444824.354164:0:26147:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444824.354167:0:26147:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444824.354172:0:26147:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444824.354174:0:26147:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444824.354176:0:26147:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444824.354178:0:26147:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444824.354182:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444824.354184:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444824.355829:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444824.355833:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444824.355837:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444825.379411:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444825.379419:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444825.379424:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444825.379425:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444825.386996:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444825.387003:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444825.387008:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444826.407158:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444826.407169:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444826.407176:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444826.407177:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444826.408380:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444826.408390:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444826.408395:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444827.426347:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444827.426354:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444827.426360:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444827.426361:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444827.427266:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444827.427271:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444827.427275:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1783444828.452116:0:29002:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4910 (cpu 0) has reached its deadline 4296466947, at 4296467458 00000100:00000010:1.0:1783444828.452132:0:29002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c760427d20. 00000100:00000040:0.0:1783444828.452196:0:26147:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4800 (cpu 0) has reached its deadline 4296466947, at 4296467458 00000100:00000010:0.0:1783444828.452204:0:26147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c760427ea0. 00010000:00000001:0.0:1783444828.452220:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444828.452222:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444828.452226:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444828.452228:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444828.452365:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444828.452368:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444828.452371:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1783444828.964275:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444828.964284:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444828.964291:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f0380. 00000020:00000040:2.0:1783444828.964296:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:2.0:1783444828.964301:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444828.964304:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444828.964308:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444828.964315:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1200. 00000100:00000001:2.0:1783444828.964322:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444828.964335:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS req@ffff91c7603f0380 x1870075608304896/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444828.964345:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444828.964350:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444828.964356:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034eccf80] to pc [ptlrpcd_01_01+1] req@ffff91c7603f0380 x1870075608304896/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444828.964381:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444828.964383:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444828.964387:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444828.964390:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f0000. 00000020:00000040:2.0:1783444828.964392:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:2.0:1783444828.964394:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444828.964395:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444828.964397:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444828.964400:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1f00. 00000100:00000001:2.0:1783444828.964402:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444828.964406:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID req@ffff91c7603f0000 x1870075608305024/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444828.964412:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444828.964415:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444828.964418:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000931618c4] to pc [ptlrpcd_01_00+0] req@ffff91c7603f0000 x1870075608305024/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444828.964427:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444828.964429:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444828.964432:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444828.964434:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f0700. 00000020:00000040:2.0:1783444828.964435:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:2.0:1783444828.964437:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444828.964438:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1783444828.964499:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444828.964504:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444828.964506:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444828.964513:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f0380 x1870075608304896/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444828.964521:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444828.964522:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444828.964526:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444828.964529:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444828.964531:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444828.964534:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2403:1870075608304896:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444828.964538:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444828.964544:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444828.964546:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444828.964549:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444828.964554:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7505e1800. 02000000:00000001:3.0:1783444828.964555:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444828.964561:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444828.964565:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811e18. 00000400:00000010:3.0:1783444828.964571:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218d48. 00000100:00000200:3.0:1783444828.964578:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608304896, portal 25 00000100:00000001:3.0:1783444828.964580:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444828.964582:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232102784 : -121189477448832 : ffff91c7603f0380) 00000100:00000040:3.0:1783444828.964587:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f0380 x1870075608304896/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444828.964594:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444828.964597:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444828.964599:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218198. 00000100:00000200:3.0:1783444828.964602:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870075608304896, offset 0 00000400:00000200:3.0:1783444828.964608:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444828.964616:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444828.964623:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444828.964627:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444828.964631:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444828.964634:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444828.964637:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444828.964641:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2875:2875:256:4294967295] 192.168.204.110@tcp LPNI seq info [2875:2875:8:4294967295] 00000400:00000200:3.0:1783444828.964646:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444828.964656:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444828.964661:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444828.964666:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c600. 00000800:00000200:3.0:1783444828.964672:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444828.964792:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444828.964797:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444828.964894:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444828.964899:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444828.964902:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296472062 00000100:00000010:3.0:1783444828.964907:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7604bb420. 00000100:00000001:3.0:1783444828.964914:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1783444828.964921:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296472062 00000100:00000010:3.0:1783444828.964923:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7604bb2a0. 00000100:00000001:3.0:1783444828.964926:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1783444828.964929:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444828.964932:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444828.964935:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444828.964938:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444828.964946:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444828.964948:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783444828.964950:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444828.964951:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444828.964952:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444828.964954:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1783444828.964956:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444828.964958:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444828.964959:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444828.964961:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444828.964962:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444828.964963:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444828.964968:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f0000 x1870075608305024/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444828.964974:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444828.964975:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444828.964977:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444828.964979:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444828.964980:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444828.964983:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608305024:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444828.964986:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444828.964988:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444828.964989:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444828.964991:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444828.964993:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7505e0800. 02000000:00000001:3.0:1783444828.964995:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444828.964998:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444828.965001:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7588113c8. 00000400:00000010:3.0:1783444828.965004:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218cc0. 00000100:00000200:3.0:1783444828.965007:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608305024, portal 10 00000100:00000001:3.0:1783444828.965008:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444828.965009:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232101888 : -121189477449728 : ffff91c7603f0000) 00000100:00000040:3.0:1783444828.965016:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f0000 x1870075608305024/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444828.965021:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444828.965024:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444828.965026:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218ee0. 00000100:00000200:3.0:1783444828.965029:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608305024, offset 0 00000400:00000200:3.0:1783444828.965033:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444828.965037:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444828.965041:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444828.965043:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444828.965046:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444828.965048:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444828.965050:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444828.965052:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2876:2876:255:4294967295] 192.168.204.110@tcp LPNI seq info [2876:2876:7:4294967295] 00000400:00000200:3.0:1783444828.965089:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444828.965095:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444828.965100:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444828.965105:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822cf00. 00000800:00000200:3.0:1783444828.965109:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444828.965113:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444828.965115:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444828.965118:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444828.965122:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 909017 usecs (910 jiffies) 00000400:00000200:3.0:1783444828.965124:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444828.965126:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296468881 00000100:00000001:3.0:1783444828.965129:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296472062 00000100:00000001:3.0:1783444828.965132:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296468881 00000100:00000001:3.0:1783444828.965134:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296472062 00000100:00000001:3.0:1783444828.965136:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444828.965138:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444828.965140:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444828.965143:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444828.965838:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444828.965845:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1300. 00000100:00000001:2.0:1783444828.965850:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444828.965857:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID req@ffff91c7603f0700 x1870075608305152/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444828.965866:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444828.965870:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444828.965873:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a566a0f6] to pc [ptlrpcd_01_01+1] req@ffff91c7603f0700 x1870075608305152/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444828.965892:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444828.965895:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444828.965899:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444828.965903:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f2680. 00000020:00000040:2.0:1783444828.965906:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:2.0:1783444828.965908:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444828.965910:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444828.965911:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444828.965914:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1100. 00000100:00000001:2.0:1783444828.965916:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444828.965919:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID req@ffff91c7603f2680 x1870075608305280/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444828.965932:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444828.965934:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444828.965937:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a78f8c3f] to pc [ptlrpcd_01_00+0] req@ffff91c7603f2680 x1870075608305280/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444828.965944:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444828.965946:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444828.965948:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444828.965951:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f1500. 00000020:00000040:2.0:1783444828.965953:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000100:00000001:2.0:1783444828.965954:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444828.965956:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444828.965957:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444828.965959:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1e00. 00000100:00000001:2.0:1783444828.965962:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444828.965965:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID req@ffff91c7603f1500 x1870075608305408/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444828.965971:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444828.965972:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444828.965976:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a7053d0] to pc [ptlrpcd_01_01+1] req@ffff91c7603f1500 x1870075608305408/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444828.965981:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444828.965985:0:26509:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1805) 00000100:00000001:2.0:1783444828.965997:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444828.965999:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444828.966000:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444828.966004:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f2680 x1870075608305280/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444828.966011:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444828.966012:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444828.966015:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444828.966017:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444828.966019:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444828.966022:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608305280:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444828.966025:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444828.966028:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444828.966029:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444828.966030:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444828.966033:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7435f4200. 02000000:00000001:2.0:1783444828.966035:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444828.966039:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444828.966042:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ffd10. 00000400:00000010:2.0:1783444828.966045:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83cc0. 00000100:00000200:2.0:1783444828.966049:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608305280, portal 4 00000100:00000001:2.0:1783444828.966050:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444828.966052:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232111744 : -121189477439872 : ffff91c7603f2680) 00000100:00000040:2.0:1783444828.966080:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f2680 x1870075608305280/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444828.966086:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444828.966089:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444828.966092:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f832a8. 00000100:00000200:2.0:1783444828.966094:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608305280, offset 0 00000400:00000200:2.0:1783444828.966098:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444828.966104:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444828.966109:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444828.966112:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444828.966114:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444828.966116:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444828.966119:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444828.966122:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2877:2877:254:4294967295] 192.168.204.110@tcp LPNI seq info [2877:2877:6:4294967295] 00000400:00000200:2.0:1783444828.966125:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444828.966131:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444828.966136:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444828.966140:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1500. 00000800:00000200:2.0:1783444828.966145:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444828.966150:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444828.966152:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444828.966155:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444828.966158:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20617 usecs (21 jiffies) 00000400:00000200:2.0:1783444828.966161:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444828.966163:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296467992 00000100:00000001:2.0:1783444828.966165:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296472062 00000100:00000001:2.0:1783444828.966167:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296467992 00000100:00000001:2.0:1783444828.966169:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296472062 00000100:00000001:2.0:1783444828.966171:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444828.966174:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444828.966176:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444828.966178:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444828.966183:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444828.966184:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783444828.966186:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444828.966188:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444828.966189:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444828.966191:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1783444828.966192:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444828.966194:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444828.966195:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444828.966197:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444828.966198:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444828.966199:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444828.966202:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f0700 x1870075608305152/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444828.966208:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444828.966210:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444828.966213:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444828.966214:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444828.966216:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444828.966219:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608305152:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444828.966222:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444828.966224:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444828.966226:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444828.966227:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444828.966230:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7435f5a00. 02000000:00000001:2.0:1783444828.966232:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444828.966234:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444828.966237:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ffaa8. 00000400:00000010:2.0:1783444828.966240:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f837f8. 00000100:00000200:2.0:1783444828.966242:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608305152, portal 10 00000100:00000001:2.0:1783444828.966244:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444828.966245:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232103680 : -121189477447936 : ffff91c7603f0700) 00000100:00000040:2.0:1783444828.966250:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f0700 x1870075608305152/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444828.966268:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444828.966270:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444828.966274:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f835d8. 00000100:00000200:2.0:1783444828.966276:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608305152, offset 0 00000400:00000200:2.0:1783444828.966280:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444828.966284:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444828.966287:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444828.966290:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444828.966292:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444828.966294:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444828.966296:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444828.966298:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2878:2878:253:4294967295] 192.168.204.110@tcp LPNI seq info [2878:2878:5:4294967295] 00000400:00000200:2.0:1783444828.966302:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444828.966307:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444828.966312:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444828.966314:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1800. 00000800:00000200:2.0:1783444828.966318:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444828.966322:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444828.966325:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444828.966327:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444828.966330:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 21483 usecs (22 jiffies) 00000400:00000200:2.0:1783444828.966333:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444828.966334:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296467993 00000100:00000001:2.0:1783444828.966336:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296472062 00000100:00000001:2.0:1783444828.966338:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296467993 00000100:00000001:2.0:1783444828.966340:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296472062 00000100:00000001:2.0:1783444828.966341:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444828.966343:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444828.966345:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444828.966347:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f1500 x1870075608305408/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444828.966354:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444828.966355:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444828.966357:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444828.966359:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444828.966361:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444828.966363:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608305408:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444828.966366:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444828.966368:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444828.966369:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444828.966370:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444828.966373:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7435f5200. 02000000:00000001:2.0:1783444828.966375:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444828.966377:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444828.966380:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff160. 00000400:00000010:2.0:1783444828.966383:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83908. 00000100:00000200:2.0:1783444828.966385:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608305408, portal 4 00000100:00000001:2.0:1783444828.966387:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444828.966388:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232107264 : -121189477444352 : ffff91c7603f1500) 00000100:00000040:2.0:1783444828.966393:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f1500 x1870075608305408/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444828.966399:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444828.966401:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444828.966403:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83770. 00000100:00000200:2.0:1783444828.966405:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608305408, offset 0 00000400:00000200:2.0:1783444828.966409:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444828.966412:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444828.966415:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444828.966417:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444828.966419:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444828.966421:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444828.966424:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444828.966427:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2879:2879:252:4294967295] 192.168.204.110@tcp LPNI seq info [2879:2879:4:4294967295] 00000400:00000200:2.0:1783444828.966431:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444828.966436:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444828.966455:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444828.966458:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1d00. 00000800:00000200:2.0:1783444828.966463:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444828.966467:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444828.966469:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444828.966472:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444828.966475:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 120673 usecs (121 jiffies) 00000400:00000200:2.0:1783444828.966478:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444828.966480:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296468092 00000100:00000001:2.0:1783444828.966483:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296472062 00000100:00000001:2.0:1783444828.966485:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296468092 00000100:00000001:2.0:1783444828.966487:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296472062 00000100:00000001:2.0:1783444828.966489:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444828.966492:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444828.966494:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444828.966496:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444828.967018:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444828.967022:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444828.967024:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444828.967027:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444828.972633:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444828.972642:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c600. 00000400:00000200:1.0:1783444828.972649:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444828.972658:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444828.972665:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218198 00000400:00000010:1.0:1783444828.972668:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218198. 00000100:00000001:1.0:1783444828.972673:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444828.972683:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0380 x1870075608304896/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444828.972695:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444828.972699:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0380 x1870075608304896/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444844 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444828.972706:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444828.972708:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444828.972721:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444828.972723:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822cf00. 00000400:00000200:1.0:1783444828.972726:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444828.972729:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444828.972732:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218ee0 00000400:00000010:1.0:1783444828.972734:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218ee0. 00000100:00000001:1.0:1783444828.972736:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444828.972739:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0000 x1870075608305024/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444828.972746:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444828.972749:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0000 x1870075608305024/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444844 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444828.972756:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444828.972758:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444828.972769:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444828.972771:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1500. 00000400:00000200:1.0:1783444828.972774:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444828.972777:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444828.972780:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f832a8 00000400:00000010:1.0:1783444828.972782:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f832a8. 00000100:00000001:1.0:1783444828.972784:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444828.972788:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2680 x1870075608305280/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444828.973163:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444828.973169:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2680 x1870075608305280/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444844 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444828.973176:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444828.973178:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444828.973192:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444828.973195:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1800. 00000400:00000200:1.0:1783444828.973198:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444828.973202:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444828.973205:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f835d8 00000400:00000010:1.0:1783444828.973206:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f835d8. 00000100:00000001:1.0:1783444828.973209:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444828.973213:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0700 x1870075608305152/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444828.973220:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444828.973224:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0700 x1870075608305152/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444844 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444828.973230:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444828.973232:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444828.973304:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444828.973306:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1d00. 00000400:00000200:1.0:1783444828.973309:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444828.973312:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444828.973314:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83770 00000400:00000010:1.0:1783444828.973316:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83770. 00000100:00000001:1.0:1783444828.973318:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444828.973323:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1500 x1870075608305408/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444828.973330:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444828.973333:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1500 x1870075608305408/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444844 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444828.973340:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444828.973341:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444828.981161:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444828.981184:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444828.981188:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444828.981191:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444828.981200:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444828.981208:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444828.981218:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444828.981222:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444828.981226:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444828.981230:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8560d80 00000400:00000200:0.0:1783444828.981234:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444828.981239:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7f09 [1] + 224 00000800:00000001:0.0:1783444828.981246:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444828.981250:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444828.981263:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444828.981268:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444828.981275:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444828.981283:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0000 x1870075608305024/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444844 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444828.981294:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f0000 x1870075608305024/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444844 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444828.981311:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444828.981320:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444828.981323:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444828.981324:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444828.981326:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444828.981329:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444828.981333:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444828.981338:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444828.981341:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444828.981344:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444828.981346:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8560e00 00000400:00000200:0.0:1783444828.981351:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444828.981355:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7f19 [1] + 224 00000800:00000001:0.0:1783444828.981358:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444828.981366:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444828.981368:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444828.981371:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444828.981374:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444828.981377:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0700 x1870075608305152/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444844 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444828.981385:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f0700 x1870075608305152/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444844 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444828.981398:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444828.981401:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444828.981404:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444828.981589:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444828.981593:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444828.981600:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444828.981602:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444828.981605:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7588113c8. 00000400:00000200:3.0:1783444828.981610:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218cc0 00000400:00000010:3.0:1783444828.981612:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218cc0. 00000100:00000001:3.0:1783444828.981616:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444828.981621:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f0000 x1870075608305024/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444844 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444828.981631:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f0000 x1870075608305024/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444844 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444828.981638:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444828.981641:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444828.981643:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444828.981646:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444828.981649:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444828.981651:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444828.981654:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444828.981664:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=8 v=5 (5 105 105 105) 00000100:00001000:3.0:1783444828.981669:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444828.981671:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444828.981673:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444828.981902:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444828.981905:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444828.981909:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444828.981910:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444828.981912:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ffaa8. 00000400:00000200:2.0:1783444828.981915:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f837f8 00000400:00000010:2.0:1783444828.981917:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f837f8. 00000100:00000001:2.0:1783444828.981921:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444828.981926:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f0700 x1870075608305152/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444844 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444828.981935:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f0700 x1870075608305152/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444844 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444828.981941:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444828.981943:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444828.981945:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444828.981946:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444828.981948:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444828.981949:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444828.981951:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444828.981955:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=8 v=5 (5 105 105 105) 00000100:00001000:2.0:1783444828.981959:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=8 v=5 (1 1 1 1) 00000100:00000001:2.0:1783444828.981961:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444828.981963:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444828.981966:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444828.981969:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444828.981972:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444828.981974:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:2.0:1783444828.981976:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444828.981978:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444828.981982:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f0700 x1870075608305152/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444844 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444828.981989:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444828.981992:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444828.981994:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444828.981998:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f0700 x1870075608305152/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444844 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444828.982006:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608305152:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444828.982011:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444828.982014:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444828.982017:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0700 x1870075608305152/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444844 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444828.982023:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444828.982026:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444828.982029:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7435f5a00. 02000000:00000001:2.0:1783444828.982032:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444828.982035:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444828.982037:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:2.0:1783444828.982039:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444828.982042:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1300. 02000000:00000001:2.0:1783444828.982045:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444828.982047:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444828.982049:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0700. 00000100:00000001:2.0:1783444828.982052:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444828.982077:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444828.982080:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444828.982082:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444828.982083:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444828.982085:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444828.982086:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444828.983535:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444828.983539:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444828.983542:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444828.983544:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1783444828.983547:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444828.983548:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444828.983556:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f0000 x1870075608305024/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444844 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444828.984011:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444828.984015:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444828.984016:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444828.984022:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f0000 x1870075608305024/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444844 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444828.984030:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608305024:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444828.984037:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444828.984039:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444828.984043:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0000 x1870075608305024/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444844 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444828.984049:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444828.984052:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444828.984135:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7505e0800. 02000000:00000001:3.0:1783444828.984140:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444828.984143:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444828.984145:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=3 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444828.984147:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444828.984149:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1f00. 02000000:00000001:3.0:1783444828.984153:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444828.984154:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444828.984156:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0000. 00000100:00000001:3.0:1783444828.984160:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444828.984161:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444828.984165:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444828.984167:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444828.984168:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444828.984170:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444828.984172:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444828.996661:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444828.996864:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444828.996869:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444828.996873:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444828.996881:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444828.996888:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444828.996896:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444828.996911:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444828.996916:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444828.996920:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e8560f00 00000400:00000200:0.0:1783444828.996924:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444828.996930:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7f21 [1] + 224 00000800:00000001:0.0:1783444828.996937:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444828.996941:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444828.996944:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444828.996949:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444828.996955:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444828.996963:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1500 x1870075608305408/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444844 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444828.996974:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f1500 x1870075608305408/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444844 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444828.996994:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444828.997002:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444828.997005:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444828.997007:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444828.997009:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444828.997012:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444828.997016:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444828.997020:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444828.997022:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444828.997025:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444828.997027:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e8560e80 00000400:00000200:0.0:1783444828.997030:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444828.997033:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7f11 [1] + 224 00000800:00000001:0.0:1783444828.997037:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444828.997039:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444828.997041:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444828.997044:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444828.997046:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444828.997050:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2680 x1870075608305280/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444844 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444828.997153:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444828.997158:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444828.997165:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444828.997167:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444828.997171:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff160. 00000400:00000200:2.0:1783444828.997176:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83908 00000400:00000010:2.0:1783444828.997179:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83908. 00000100:00000001:2.0:1783444828.997182:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444828.997186:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f1500 x1870075608305408/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444844 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444828.997196:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f1500 x1870075608305408/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444844 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444828.997203:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444828.997205:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444828.997207:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444828.997211:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444828.997213:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444828.997215:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444828.997218:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444828.997227:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f460 time=8 v=5 (5 5 5 5) 00000100:00001000:2.0:1783444828.997230:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444828.997232:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444828.997234:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444828.997237:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444828.997240:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444828.997243:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444828.997245:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1783444828.997248:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444828.997249:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444828.997266:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f1500 x1870075608305408/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444844 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444828.997273:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444828.997276:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444828.997278:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444828.997281:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f1500 x1870075608305408/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444844 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444828.997294:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608305408:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444828.997299:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444828.997301:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444828.997304:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1500 x1870075608305408/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444844 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444828.997310:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444828.997312:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444828.997315:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7435f5200. 02000000:00000001:2.0:1783444828.997319:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444828.997321:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444828.997323:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=2 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:2.0:1783444828.997325:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444828.997328:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1e00. 02000000:00000001:2.0:1783444828.997331:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444828.997333:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444828.997335:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1500. 00000100:00000001:2.0:1783444828.997338:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444828.997340:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444828.997342:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444828.997344:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444828.997345:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444828.997347:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444828.997348:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444828.997534:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f2680 x1870075608305280/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444844 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444828.997573:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444828.997578:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444828.997596:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444828.998177:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444828.998186:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444828.998187:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444828.998189:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444828.998193:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444828.998198:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444828.998203:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444828.998206:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444828.998239:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444828.998242:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a4d2e8560d00 00000400:00000200:0.0:1783444828.998247:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444828.998260:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7f01 [1] + 224 00000800:00000001:0.0:1783444828.998265:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444828.998272:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444828.998274:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444828.998277:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444828.998280:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444828.998285:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0380 x1870075608304896/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444844 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444828.998295:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f0380 x1870075608304896/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444844 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444828.998307:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444828.998310:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444828.998313:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1783444828.999282:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444828.999286:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444828.999290:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ffd10. 00000400:00000200:2.0:1783444828.999294:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83cc0 00000400:00000010:2.0:1783444828.999296:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83cc0. 00000100:00000001:2.0:1783444828.999300:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444828.999307:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f2680 x1870075608305280/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444844 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444828.999323:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f2680 x1870075608305280/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444844 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444828.999330:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444828.999332:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444828.999335:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444828.999338:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444828.999341:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444828.999343:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444828.999345:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444828.999353:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=8 v=5 (5 5 5 5) 00000100:00001000:2.0:1783444828.999356:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444828.999359:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444828.999361:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444828.999363:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444828.999366:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444828.999368:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444828.999370:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967322 00000100:00000001:2.0:1783444828.999372:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444828.999373:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444828.999378:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f2680 x1870075608305280/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444844 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444828.999385:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444828.999387:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444828.999389:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444828.999393:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f2680 x1870075608305280/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444844 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444828.999400:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608305280:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444828.999405:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444828.999408:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444828.999411:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f2680 x1870075608305280/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444844 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444828.999423:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444828.999425:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444828.999428:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7435f4200. 02000000:00000001:2.0:1783444828.999431:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444828.999433:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444828.999435:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:2.0:1783444828.999438:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444828.999440:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1100. 02000000:00000001:2.0:1783444828.999444:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444828.999445:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444828.999447:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f2680. 00000100:00000001:2.0:1783444828.999449:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444828.999450:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444828.999453:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444828.999460:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444828.999462:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444828.999474:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444828.999477:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444828.999853:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444828.999857:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444828.999861:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444828.999863:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444828.999866:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811e18. 00000400:00000200:3.0:1783444828.999869:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218d48 00000400:00000010:3.0:1783444828.999871:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218d48. 00000100:00000001:3.0:1783444828.999874:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444828.999881:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f0380 x1870075608304896/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444844 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444828.999893:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f0380 x1870075608304896/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444844 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444828.999901:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444828.999902:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444828.999904:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444828.999905:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444828.999907:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444828.999909:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444828.999911:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444828.999915:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=8 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444828.999918:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444828.999920:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444828.999922:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444828.999924:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444828.999926:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444828.999929:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444828.999932:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f0380 x1870075608304896/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444844 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444828.999939:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444828.999942:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444828.999943:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444828.999947:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f0380 x1870075608304896/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444844 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444828.999960:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2403:1870075608304896:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444828.999965:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444828.999967:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444828.999970:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0380 x1870075608304896/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444844 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444828.999976:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444828.999978:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444828.999981:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7505e1800. 02000000:00000001:3.0:1783444828.999984:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444828.999985:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444828.999987:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1783444828.999989:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444828.999991:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1200. 02000000:00000001:3.0:1783444828.999993:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444828.999995:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444828.999996:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0380. 00000100:00000001:3.0:1783444828.999999:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444829.000000:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444829.000002:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444829.000005:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444829.000007:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444829.000009:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444829.000010:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444829.476235:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444829.476256:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444829.476262:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444829.476263:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444829.476711:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444829.476716:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444829.476719:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1783444829.521566:0:34376:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1783444830.209943:0:34412:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1783444830.209952:0:34412:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg410-client.virtnet: executing wait_import_state_mount (FULL|IDLE) mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:00000001:2.0:1783444830.237574:0:34412:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:1.0:1783444830.387372:0:34418:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444830.508385:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444830.508395:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444830.508402:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444830.508404:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444830.509116:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444830.509123:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444830.509128:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444831.523274:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444831.523281:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444831.523287:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444831.523288:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444831.523480:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444831.523483:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444831.523487:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1783444831.804313:0:34532:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1783444832.121785:0:34568:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1783444832.121795:0:34568:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: mdc.lustre-MDT0000-mdc-*.mds_server_uuid in FULL state after 0 sec 00000001:00000001:3.0:1783444832.128943:0:34568:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1783444832.546195:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444832.546201:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444832.546208:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444832.546212:0:26147:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444832.546214:0:26147:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444832.546221:0:26147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444832.546224:0:26147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444832.546225:0:26147:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444832.546228:0:26147:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444832.546231:0:26147:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444832.546233:0:26147:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444832.546235:0:26147:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444832.546396:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444832.546400:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444832.546402:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783444833.058206:0:26147:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4800 (cpu 0) has reached its deadline 4296472062, at 4296472064 00000100:00000010:0.0:1783444833.058221:0:26147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7604bb420. 00000100:00000040:1.0:1783444833.058567:0:29002:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4910 (cpu 0) has reached its deadline 4296472062, at 4296472064 00000100:00000010:1.0:1783444833.058574:0:29002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7604bb2a0. 00010000:00000001:0.0:1783444833.570207:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444833.570214:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444833.570220:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444833.570221:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444833.570385:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444833.570389:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444833.570392:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1783444833.707685:0:34587:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444834.024907:0:34607:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940dabd08 00000080:00200008:3.0:1783444834.024919:0:34607:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1783444834.024928:0:34607:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444834.024929:0:34607:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940dabc80 00000080:00200000:3.0:1783444834.024931:0:34607:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:3.0:1783444834.024938:0:34607:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75062c200. 00800000:00000002:3.0:1783444834.024944:0:34607:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444834.024949:0:34607:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444834.024954:0:34607:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444834.024957:0:34607:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940dabba0 00800000:00000002:3.0:1783444834.024959:0:34607:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444834.024963:0:34607:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444834.024966:0:34607:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444834.024969:0:34607:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444834.024972:0:34607:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444834.024975:0:34607:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444834.024977:0:34607:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444834.024979:0:34607:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444834.024981:0:34607:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444834.024985:0:34607:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444834.024990:0:34607:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444834.024992:0:34607:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940daba70 00000002:00010000:3.0:1783444834.024993:0:34607:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444834.024997:0:34607:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444834.024999:0:34607:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444834.025002:0:34607:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444834.025009:0:34607:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf300 count: 2 00010000:00000001:3.0:1783444834.025012:0:34607:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444834.025016:0:34607:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444834.025020:0:34607:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444834.025024:0:34607:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1783444834.025035:0:34607:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444834.025040:0:34607:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444834.025043:0:34607:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1783444834.025049:0:34607:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783444834.025050:0:34607:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444834.025052:0:34607:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444834.026254:0:34607:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444834.026265:0:34607:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444834.026268:0:34607:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783444834.026271:0:34607:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783444834.026276:0:34607:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444834.026280:0:34607:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75062c200. 00000080:00000001:3.0:1783444834.026287:0:34607:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444834.026288:0:34607:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444834.026292:0:34607:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:3.0:1783444834.026296:0:34607:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef6d5 00800000:00000001:3.0:1783444834.026300:0:34607:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444834.026303:0:34607:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444834.026305:0:34607:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444834.026308:0:34607:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444834.026311:0:34607:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15200 refcount=3 00000020:00000001:3.0:1783444834.026313:0:34607:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:3.0:1783444834.026316:0:34607:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:3.0:1783444834.026319:0:34607:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444834.026320:0:34607:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444834.026322:0:34607:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444834.026323:0:34607:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444834.026325:0:34607:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef6d5 from it ffffa31940dabcb8 00010000:00000001:3.0:1783444834.026328:0:34607:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444834.026328:0:34607:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444834.026330:0:34607:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15200 refcount=3 00000020:00000001:3.0:1783444834.026331:0:34607:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:3.0:1783444834.026333:0:34607:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:3.0:1783444834.026335:0:34607:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444834.026339:0:34607:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1783444834.026347:0:34607:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444834.026348:0:34607:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444834.026350:0:34607:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444834.026352:0:34607:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444834.026354:0:34607:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1783444834.026363:0:34607:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444834.026367:0:34607:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444834.026369:0:34607:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444834.026373:0:34607:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444834.026374:0:34607:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444834.026376:0:34607:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444834.026379:0:34607:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444834.026381:0:34607:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444834.026383:0:34607:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444834.026385:0:34607:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444834.026387:0:34607:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444834.026389:0:34607:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444834.026390:0:34607:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444834.026392:0:34607:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783444834.026394:0:34607:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444834.026399:0:34607:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444834.026405:0:34607:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940dabd08 00000080:00000008:3.0:1783444834.026408:0:34607:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1783444834.026983:0:34607:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444834.027023:0:34607:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940dabd08 00000080:00200008:3.0:1783444834.027026:0:34607:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1783444834.027031:0:34607:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444834.027032:0:34607:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940dabc80 00000080:00200000:3.0:1783444834.027034:0:34607:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:3.0:1783444834.027039:0:34607:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75062c200. 00800000:00000002:3.0:1783444834.027043:0:34607:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444834.027047:0:34607:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444834.027049:0:34607:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444834.027051:0:34607:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940dabba0 00800000:00000002:3.0:1783444834.027053:0:34607:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444834.027080:0:34607:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444834.027083:0:34607:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444834.027085:0:34607:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444834.027088:0:34607:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444834.027090:0:34607:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444834.027092:0:34607:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444834.027094:0:34607:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444834.027096:0:34607:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444834.027098:0:34607:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444834.027103:0:34607:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444834.027105:0:34607:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940daba70 00000002:00010000:3.0:1783444834.027108:0:34607:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444834.027112:0:34607:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444834.027113:0:34607:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444834.027115:0:34607:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444834.027120:0:34607:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf300 count: 2 00010000:00000001:3.0:1783444834.027123:0:34607:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444834.027127:0:34607:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444834.027131:0:34607:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444834.027134:0:34607:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1783444834.027143:0:34607:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444834.027148:0:34607:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444834.027150:0:34607:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1783444834.027167:0:34607:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783444834.027169:0:34607:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444834.027170:0:34607:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444834.027172:0:34607:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444834.027174:0:34607:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444834.027176:0:34607:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783444834.027179:0:34607:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783444834.027180:0:34607:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444834.027183:0:34607:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75062c200. 00000080:00000001:3.0:1783444834.027186:0:34607:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444834.027187:0:34607:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444834.027189:0:34607:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:3.0:1783444834.027192:0:34607:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef6d5 00800000:00000001:3.0:1783444834.027194:0:34607:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444834.027195:0:34607:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444834.027197:0:34607:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444834.027199:0:34607:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444834.027201:0:34607:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15200 refcount=3 00000020:00000001:3.0:1783444834.027203:0:34607:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:3.0:1783444834.027205:0:34607:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:3.0:1783444834.027207:0:34607:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444834.027208:0:34607:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444834.027209:0:34607:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444834.027211:0:34607:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444834.027213:0:34607:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef6d5 from it ffffa31940dabcb8 00010000:00000001:3.0:1783444834.027215:0:34607:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444834.027216:0:34607:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444834.027217:0:34607:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15200 refcount=3 00000020:00000001:3.0:1783444834.027218:0:34607:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:3.0:1783444834.027220:0:34607:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:3.0:1783444834.027221:0:34607:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444834.027224:0:34607:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1783444834.027231:0:34607:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444834.027232:0:34607:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444834.027233:0:34607:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444834.027235:0:34607:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444834.027237:0:34607:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1783444834.027243:0:34607:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444834.027245:0:34607:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444834.027246:0:34607:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444834.027248:0:34607:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444834.027249:0:34607:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444834.027251:0:34607:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444834.027253:0:34607:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444834.027255:0:34607:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444834.027256:0:34607:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444834.027259:0:34607:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444834.027261:0:34607:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444834.027262:0:34607:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444834.027263:0:34607:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444834.027264:0:34607:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783444834.027266:0:34607:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444834.027268:0:34607:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444834.027271:0:34607:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940dabd08 00000080:00000008:3.0:1783444834.027273:0:34607:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1783444834.027382:0:34607:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783444834.027384:0:34607:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444834.027385:0:34607:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940dabb78 00000080:00200000:3.0:1783444834.027387:0:34607:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:3.0:1783444834.027391:0:34607:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75062c200. 00800000:00000002:3.0:1783444834.027394:0:34607:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444834.027396:0:34607:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444834.027398:0:34607:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444834.027399:0:34607:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940daba98 00800000:00000002:3.0:1783444834.027401:0:34607:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444834.027404:0:34607:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444834.027405:0:34607:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444834.027407:0:34607:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444834.027408:0:34607:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444834.027409:0:34607:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444834.027411:0:34607:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444834.027413:0:34607:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444834.027414:0:34607:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444834.027416:0:34607:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444834.027419:0:34607:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444834.027421:0:34607:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940dab968 00000002:00010000:3.0:1783444834.027423:0:34607:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444834.027426:0:34607:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444834.027427:0:34607:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444834.027428:0:34607:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444834.027430:0:34607:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf300 count: 2 00010000:00000001:3.0:1783444834.027432:0:34607:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444834.027434:0:34607:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444834.027437:0:34607:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444834.027440:0:34607:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1783444834.027448:0:34607:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444834.027451:0:34607:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444834.027453:0:34607:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1783444834.027459:0:34607:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783444834.027460:0:34607:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444834.027461:0:34607:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444834.027463:0:34607:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444834.027465:0:34607:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444834.027466:0:34607:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783444834.027468:0:34607:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783444834.027470:0:34607:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444834.027472:0:34607:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75062c200. 00000080:00000001:3.0:1783444834.027475:0:34607:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444834.027477:0:34607:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444834.027478:0:34607:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:3.0:1783444834.027480:0:34607:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef6d5 00800000:00000001:3.0:1783444834.027482:0:34607:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444834.027484:0:34607:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444834.027485:0:34607:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444834.027486:0:34607:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444834.027488:0:34607:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15200 refcount=3 00000020:00000001:3.0:1783444834.027490:0:34607:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:3.0:1783444834.027492:0:34607:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:3.0:1783444834.027494:0:34607:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444834.027495:0:34607:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444834.027496:0:34607:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444834.027498:0:34607:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444834.027500:0:34607:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef6d5 from it ffffa31940dabbb0 00010000:00000001:3.0:1783444834.027502:0:34607:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444834.027503:0:34607:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444834.027505:0:34607:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15200 refcount=3 00000020:00000001:3.0:1783444834.027507:0:34607:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:3.0:1783444834.027509:0:34607:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:3.0:1783444834.027511:0:34607:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444834.027513:0:34607:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1783444834.027519:0:34607:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444834.027520:0:34607:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444834.027521:0:34607:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444834.027522:0:34607:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444834.027524:0:34607:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1783444834.027530:0:34607:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444834.027532:0:34607:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444834.027533:0:34607:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444834.027535:0:34607:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444834.027535:0:34607:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444834.027537:0:34607:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444834.027538:0:34607:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444834.027539:0:34607:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444834.027541:0:34607:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444834.027543:0:34607:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444834.027545:0:34607:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444834.027546:0:34607:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444834.027547:0:34607:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444834.027548:0:34607:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783444834.027549:0:34607:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444834.027551:0:34607:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 44 00000080:00000001:3.0:1783444834.027554:0:34607:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.027558:0:34607:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:3.0:1783444834.027560:0:34607:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:3.0:1783444834.027562:0:34607:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940dabb78 00000080:00200008:3.0:1783444834.027565:0:34607:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), flags 100000 00000080:00000010:3.0:1783444834.027570:0:34607:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91c746110000. 00000080:00000001:3.0:1783444834.027573:0:34607:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.027575:0:34607:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.027653:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.027656:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.027662:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.027665:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.027670:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.027675:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.027677:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.027679:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.027681:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.027688:0:34607:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:3.0:1783444834.027690:0:34607:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff91c759350000: age 1794, max_age 1804 00000002:00000001:3.0:1783444834.027694:0:34607:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:3.0:1783444834.027697:0:34607:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000010:3.0:1783444834.027702:0:34607:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760460e00. 00000020:00000040:3.0:1783444834.027705:0:34607:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:3.0:1783444834.027709:0:34607:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444834.027712:0:34607:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444834.027715:0:34607:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444834.027722:0:34607:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c75822c900. 00000100:00000001:3.0:1783444834.027729:0:34607:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444834.027732:0:34607:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444834.027734:0:34607:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444834.027739:0:34607:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c750760300. 00000100:00000001:3.0:1783444834.027742:0:34607:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883967271680 : -121189742279936 : ffff91c750760300) 00000100:00000001:3.0:1783444834.027744:0:34607:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444834.027746:0:34607:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232564224 : -121189476987392 : ffff91c760460e00) 00000100:00000001:3.0:1783444834.027750:0:34607:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444834.027754:0:34607:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444834.027756:0:34607:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444834.027758:0:34607:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444834.027769:0:34607:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760460e00 x1870075608305536/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444834.027783:0:34607:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444834.027785:0:34607:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444834.027789:0:34607:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444834.027792:0:34607:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444834.027794:0:34607:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444834.027797:0:34607:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760460e00 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:34607:1870075608305536:192.168.204.110@tcp:41:lfs.0 00000100:00000001:3.0:1783444834.027801:0:34607:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444834.027807:0:34607:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444834.027809:0:34607:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444834.027811:0:34607:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444834.027815:0:34607:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452af800. 02000000:00000001:3.0:1783444834.027817:0:34607:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444834.027824:0:34607:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444834.027829:0:34607:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811e18. 00000400:00000010:3.0:1783444834.027837:0:34607:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218d48. 00000100:00000200:3.0:1783444834.027844:0:34607:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608305536, portal 10 00000100:00000001:3.0:1783444834.027846:0:34607:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444834.027847:0:34607:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232564224 : -121189476987392 : ffff91c760460e00) 00000100:00000040:3.0:1783444834.027853:0:34607:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760460e00 x1870075608305536/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444850 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444834.027860:0:34607:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444834.027862:0:34607:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444834.027865:0:34607:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218cc0. 00000100:00000200:3.0:1783444834.027868:0:34607:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608305536, offset 0 00000400:00000200:3.0:1783444834.027874:0:34607:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444834.027882:0:34607:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444834.027890:0:34607:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444834.027895:0:34607:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444834.027899:0:34607:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444834.027903:0:34607:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444834.027906:0:34607:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444834.027911:0:34607:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2880:2880:256:4294967295] 192.168.204.110@tcp LPNI seq info [2880:2880:8:4294967295] 00000400:00000200:3.0:1783444834.027915:0:34607:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444834.027924:0:34607:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444834.027931:0:34607:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444834.027935:0:34607:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c200. 00000800:00000200:3.0:1783444834.027942:0:34607:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444834.027950:0:34607:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444834.027955:0:34607:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444834.030229:0:34607:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444834.030243:0:34607:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 907872 usecs (908 jiffies) 00000400:00000200:3.0:1783444834.030250:0:34607:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444834.030253:0:34607:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296473940 00000100:00000010:3.0:1783444834.030264:0:34607:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7604bbde0. 00000100:00000001:3.0:1783444834.030272:0:34607:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1783444834.030283:0:34607:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296473940 00000100:00000010:3.0:1783444834.030287:0:34607:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7604bb8a0. 00000100:00000001:3.0:1783444834.030291:0:34607:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1783444834.030295:0:34607:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444834.030300:0:34607:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444834.030303:0:34607:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444834.030306:0:34607:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444834.030309:0:34607:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c750760300 going to sleep for 11 seconds 00000100:00000001:3.0:1783444834.030312:0:34607:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444834.030315:0:34607:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444834.031548:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444834.031556:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c200. 00000400:00000200:0.0:1783444834.031563:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444834.031573:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444834.031581:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218cc0 00000400:00000010:0.0:1783444834.031584:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218cc0. 00000100:00000001:0.0:1783444834.031589:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444834.031597:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760460e00 x1870075608305536/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444850 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444834.031609:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444834.031613:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760460e00 x1870075608305536/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444850 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444834.031620:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444834.031623:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444834.040572:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444834.040592:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444834.040597:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444834.040599:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444834.040608:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444834.040616:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444834.040626:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444834.040630:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444834.040635:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444834.040640:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 368 into portal 10 MB=0x6a4d2e8560f80 00000400:00000200:0.0:1783444834.040644:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444834.040649:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 368/368 into md 0x7f29 [1] + 224 00000800:00000001:0.0:1783444834.040656:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444834.040663:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444834.040666:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444834.040671:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444834.040677:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444834.040686:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760460e00 x1870075608305536/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444850 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444834.040698:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff91c760460e00 x1870075608305536/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444850 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444834.040717:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444834.040724:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444834.040727:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444834.040777:0:34607:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444834.040783:0:34607:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444834.040786:0:34607:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444834.040789:0:34607:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811e18. 00000400:00000200:3.0:1783444834.040793:0:34607:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218d48 00000400:00000010:3.0:1783444834.040795:0:34607:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218d48. 00000100:00000001:3.0:1783444834.040798:0:34607:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444834.040803:0:34607:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760460e00 x1870075608305536/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444850 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444834.040812:0:34607:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760460e00 x1870075608305536/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444850 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444834.040819:0:34607:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444834.040820:0:34607:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444834.040823:0:34607:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444834.040826:0:34607:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444834.040828:0:34607:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444834.040831:0:34607:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444834.040834:0:34607:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444834.040842:0:34607:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=14 v=5 (5 105 105 105) 00000100:00001000:3.0:1783444834.040846:0:34607:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444834.040848:0:34607:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444834.040850:0:34607:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444834.040853:0:34607:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444834.040856:0:34607:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444834.040860:0:34607:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444834.040862:0:34607:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1783444834.040864:0:34607:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444834.040865:0:34607:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444834.040869:0:34607:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760460e00 x1870075608305536/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444850 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444834.040876:0:34607:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444834.040879:0:34607:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444834.040881:0:34607:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444834.040884:0:34607:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760460e00 x1870075608305536/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444850 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444834.040891:0:34607:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760460e00 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:34607:1870075608305536:192.168.204.110@tcp:41:lfs.0 00000100:00000001:3.0:1783444834.040895:0:34607:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444834.040898:0:34607:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444834.040900:0:34607:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444834.040902:0:34607:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444834.040905:0:34607:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760460e00 x1870075608305536/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444850 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444834.040912:0:34607:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444834.040914:0:34607:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c750760300. 00000100:00000001:3.0:1783444834.040917:0:34607:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444834.040918:0:34607:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444834.040923:0:34607:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:3.0:1783444834.040925:0:34607:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444834.040928:0:34607:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760460e00 x1870075608305536/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444850 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444834.040935:0:34607:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444834.040937:0:34607:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444834.040939:0:34607:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452af800. 02000000:00000001:3.0:1783444834.040943:0:34607:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444834.040945:0:34607:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444834.040947:0:34607:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444834.040949:0:34607:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444834.040952:0:34607:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c75822c900. 02000000:00000001:3.0:1783444834.040955:0:34607:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444834.040957:0:34607:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444834.040959:0:34607:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760460e00. 00000100:00000001:3.0:1783444834.040963:0:34607:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444834.040964:0:34607:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783444834.040965:0:34607:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444834.040966:0:34607:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=3 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444834.040969:0:34607:0:(genops.c:1251:class_import_put()) Process leaving 00800000:00000004:3.0:1783444834.040971:0:34607:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff91c759350000: update ffff91c7467eb7d0 cache blocks 317380/353529 objects 1023704/1024000 00800000:00000001:3.0:1783444834.040975:0:34607:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444834.040981:0:34607:0:(lmv_obd.c:1192:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.040984:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783444834.040986:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.040989:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.040992:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.041135:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.041138:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.041146:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.041148:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.041153:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.041167:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.041169:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.041172:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.041174:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.041180:0:34607:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:3.0:1783444834.041182:0:34607:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0001-mdc-ffff91c759350000: age 1794, max_age 1804 00000002:00000001:3.0:1783444834.041185:0:34607:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:3.0:1783444834.041187:0:34607:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000010:3.0:1783444834.041193:0:34607:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760460e00. 00000020:00000040:3.0:1783444834.041195:0:34607:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=5 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:3.0:1783444834.041198:0:34607:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444834.041200:0:34607:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444834.041204:0:34607:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444834.041209:0:34607:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c75822c900. 00000100:00000001:3.0:1783444834.041215:0:34607:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444834.041218:0:34607:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444834.041220:0:34607:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444834.041225:0:34607:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c750760300. 00000100:00000001:3.0:1783444834.041227:0:34607:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883967271680 : -121189742279936 : ffff91c750760300) 00000100:00000001:3.0:1783444834.041229:0:34607:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444834.041231:0:34607:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232564224 : -121189476987392 : ffff91c760460e00) 00000100:00000001:3.0:1783444834.041235:0:34607:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444834.041239:0:34607:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444834.041241:0:34607:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444834.041242:0:34607:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444834.041247:0:34607:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760460e00 x1870075608305664/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444834.041254:0:34607:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444834.041256:0:34607:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444834.041259:0:34607:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444834.041262:0:34607:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444834.041264:0:34607:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444834.041268:0:34607:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760460e00 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:34607:1870075608305664:192.168.204.110@tcp:41:lfs.0 00000100:00000001:3.0:1783444834.041271:0:34607:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444834.041276:0:34607:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444834.041278:0:34607:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444834.041280:0:34607:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444834.041283:0:34607:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452af800. 02000000:00000001:3.0:1783444834.041285:0:34607:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444834.041288:0:34607:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444834.041291:0:34607:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811e18. 00000400:00000010:3.0:1783444834.041296:0:34607:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218d48. 00000100:00000200:3.0:1783444834.041302:0:34607:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608305664, portal 10 00000100:00000001:3.0:1783444834.041304:0:34607:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444834.041305:0:34607:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232564224 : -121189476987392 : ffff91c760460e00) 00000100:00000040:3.0:1783444834.041311:0:34607:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760460e00 x1870075608305664/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444850 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444834.041316:0:34607:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444834.041319:0:34607:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444834.041321:0:34607:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218bb0. 00000100:00000200:3.0:1783444834.041324:0:34607:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608305664, offset 0 00000400:00000200:3.0:1783444834.041330:0:34607:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444834.041336:0:34607:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444834.041342:0:34607:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444834.041347:0:34607:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444834.041351:0:34607:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444834.041354:0:34607:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444834.041357:0:34607:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444834.041360:0:34607:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2881:2881:256:4294967295] 192.168.204.110@tcp LPNI seq info [2881:2881:8:4294967295] 00000400:00000200:3.0:1783444834.041364:0:34607:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444834.041372:0:34607:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444834.041379:0:34607:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444834.041384:0:34607:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c400. 00000800:00000200:3.0:1783444834.041391:0:34607:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444834.041399:0:34607:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444834.041403:0:34607:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444834.041411:0:34607:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444834.041415:0:34607:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 21478 usecs (22 jiffies) 00000400:00000200:3.0:1783444834.041418:0:34607:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444834.041422:0:34607:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296473069 00000100:00000001:3.0:1783444834.041425:0:34607:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296473940 00000100:00000001:3.0:1783444834.041427:0:34607:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296473069 00000100:00000001:3.0:1783444834.041429:0:34607:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296473940 00000100:00000001:3.0:1783444834.041432:0:34607:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444834.041434:0:34607:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444834.041436:0:34607:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444834.041438:0:34607:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444834.041440:0:34607:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c750760300 going to sleep for 11 seconds 00000100:00000001:3.0:1783444834.041443:0:34607:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444834.041444:0:34607:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444834.042369:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444834.042376:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c400. 00000400:00000200:0.0:1783444834.042381:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444834.042388:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444834.042393:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218bb0 00000400:00000010:0.0:1783444834.042395:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218bb0. 00000100:00000001:0.0:1783444834.042399:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444834.042405:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760460e00 x1870075608305664/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444850 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444834.042416:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444834.042419:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760460e00 x1870075608305664/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444850 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444834.042429:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444834.042430:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444834.046501:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444834.046517:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444834.046523:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444834.046525:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444834.046534:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444834.046542:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444834.046552:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444834.046556:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444834.046562:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444834.046566:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 368 into portal 10 MB=0x6a4d2e8561000 00000400:00000200:0.0:1783444834.046571:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444834.046576:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 368/368 into md 0x7f31 [1] + 224 00000800:00000001:0.0:1783444834.046582:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444834.046589:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444834.046593:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444834.046597:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444834.046604:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444834.046612:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760460e00 x1870075608305664/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444850 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444834.046623:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff91c760460e00 x1870075608305664/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444850 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444834.046643:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444834.046656:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444834.046659:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444834.046715:0:34607:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444834.046724:0:34607:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444834.046726:0:34607:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444834.046729:0:34607:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811e18. 00000400:00000200:3.0:1783444834.046734:0:34607:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218d48 00000400:00000010:3.0:1783444834.046737:0:34607:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218d48. 00000100:00000001:3.0:1783444834.046740:0:34607:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444834.046744:0:34607:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760460e00 x1870075608305664/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444850 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444834.046752:0:34607:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760460e00 x1870075608305664/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444850 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444834.046758:0:34607:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444834.046760:0:34607:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444834.046763:0:34607:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444834.046767:0:34607:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444834.046770:0:34607:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444834.046773:0:34607:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444834.046776:0:34607:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444834.046786:0:34607:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=14 v=5 (5 105 105 105) 00000100:00001000:3.0:1783444834.046790:0:34607:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=14 v=5 (1 1 1 1) 00000100:00000001:3.0:1783444834.046792:0:34607:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444834.046794:0:34607:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444834.046797:0:34607:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444834.046801:0:34607:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444834.046805:0:34607:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444834.046807:0:34607:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1783444834.046809:0:34607:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444834.046810:0:34607:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444834.046815:0:34607:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760460e00 x1870075608305664/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444850 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444834.046822:0:34607:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444834.046825:0:34607:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444834.046827:0:34607:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444834.046831:0:34607:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760460e00 x1870075608305664/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444850 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444834.046838:0:34607:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760460e00 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:34607:1870075608305664:192.168.204.110@tcp:41:lfs.0 00000100:00000001:3.0:1783444834.046843:0:34607:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444834.046846:0:34607:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444834.046848:0:34607:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444834.046850:0:34607:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444834.046853:0:34607:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760460e00 x1870075608305664/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444850 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444834.046859:0:34607:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444834.046862:0:34607:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c750760300. 00000100:00000001:3.0:1783444834.046865:0:34607:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444834.046866:0:34607:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444834.046874:0:34607:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:3.0:1783444834.046876:0:34607:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444834.046880:0:34607:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760460e00 x1870075608305664/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444850 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444834.046887:0:34607:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444834.046890:0:34607:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444834.046894:0:34607:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452af800. 02000000:00000001:3.0:1783444834.046901:0:34607:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444834.046904:0:34607:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444834.046907:0:34607:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:3.0:1783444834.046909:0:34607:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444834.046912:0:34607:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c75822c900. 02000000:00000001:3.0:1783444834.046917:0:34607:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444834.046919:0:34607:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444834.046921:0:34607:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760460e00. 00000100:00000001:3.0:1783444834.046925:0:34607:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444834.046926:0:34607:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783444834.046927:0:34607:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444834.046928:0:34607:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:3.0:1783444834.046930:0:34607:0:(genops.c:1251:class_import_put()) Process leaving 00800000:00000004:3.0:1783444834.046932:0:34607:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0001-mdc-ffff91c759350000: update ffff91c7467e8450 cache blocks 317414/353529 objects 1023736/1024000 00800000:00000001:3.0:1783444834.046941:0:34607:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444834.046948:0:34607:0:(lmv_obd.c:1192:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.046951:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783444834.046954:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.046957:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.046960:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.047172:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.047176:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.047184:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.047186:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.047192:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.047196:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.047198:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.047201:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.047203:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.047207:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047210:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047214:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.047216:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.047218:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047220:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047225:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.047226:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.047229:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.047230:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.047233:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.047235:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.047237:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.047238:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.047239:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.047242:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047248:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047250:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.047253:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.047255:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047257:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047262:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.047263:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.047265:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.047266:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.047269:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.047271:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.047272:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.047273:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.047275:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.047277:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047278:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047280:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.047282:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.047285:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047286:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047289:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.047290:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.047293:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.047294:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.047296:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.047298:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.047299:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.047300:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.047302:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.047304:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047306:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047307:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.047309:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.047311:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047313:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047316:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.047317:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.047319:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.047320:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.047323:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.047324:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.047326:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.047327:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.047328:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.047331:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047333:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047334:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.047336:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.047338:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047339:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047342:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.047344:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.047347:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.047348:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.047350:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.047352:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.047353:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.047354:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.047355:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.047358:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047360:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047361:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.047363:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.047365:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047366:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047369:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.047370:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.047372:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.047374:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.047375:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.047377:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.047378:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.047379:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.047380:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.047382:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047384:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047385:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.047387:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.047388:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047390:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047393:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.047394:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.047396:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.047397:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.047398:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.047400:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.047402:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.047402:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.047404:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.047406:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047407:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047409:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.047411:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.047413:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047414:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047417:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.047418:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.047421:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.047422:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.047423:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.047425:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.047427:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.047428:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.047429:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.047432:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047434:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047435:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.047437:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.047439:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047441:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047444:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.047445:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.047447:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.047448:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.047450:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.047452:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.047454:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.047455:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.047457:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.047459:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047461:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047462:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.047464:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.047466:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047468:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047470:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.047472:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.047474:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.047475:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.047477:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.047479:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.047481:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.047482:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.047483:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.047485:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047487:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047489:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.047490:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.047492:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047494:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047497:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.047498:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.047501:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.047502:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.047504:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.047506:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.047507:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.047509:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.047510:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.047512:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047515:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047516:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.047518:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.047520:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047522:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047525:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.047526:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.047529:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.047530:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.047532:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.047534:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.047536:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.047537:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.047538:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.047541:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047542:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047544:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.047546:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.047548:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047549:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047552:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.047553:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.047555:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.047556:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.047558:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.047560:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.047562:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.047563:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.047564:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.047566:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047568:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047570:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.047571:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.047574:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047575:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047578:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.047579:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.047581:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.047581:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.047583:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.047585:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.047586:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.047587:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.047588:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.047590:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047592:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047594:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.047596:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.047598:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047599:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047602:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.047603:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.047605:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.047606:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.047609:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.047610:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.047612:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.047613:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.047614:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.047616:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047617:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047619:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.047621:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.047622:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047624:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047626:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.047628:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.047631:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.047631:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.047633:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.047635:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.047636:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.047637:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.047638:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.047640:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047642:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047643:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.047645:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.047647:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047648:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047651:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.047652:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.047655:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.047656:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.047658:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.047660:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.047662:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.047663:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.047664:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.047666:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047667:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047669:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.047671:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.047673:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047675:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047678:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.047679:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.047681:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.047682:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.047685:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.047687:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.047688:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.047689:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.047690:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.047693:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047694:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047696:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.047698:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.047700:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047703:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047705:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.047706:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.047708:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.047709:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.047712:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.047713:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.047715:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.047715:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.047717:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.047719:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047721:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047723:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.047725:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.047727:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047728:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047732:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.047733:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.047736:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.047737:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.047739:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.047741:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.047743:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.047744:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.047746:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.047748:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047750:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047751:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.047753:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.047755:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047757:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047760:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.047761:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.047764:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.047765:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.047767:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.047769:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.047771:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.047772:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.047773:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.047776:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047778:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047780:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.047781:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.047783:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047786:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047789:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.047790:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.047792:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.047793:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.047795:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.047797:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.047798:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.047800:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.047801:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.047803:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047805:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047807:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.047809:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.047811:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047812:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047815:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.047816:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.047818:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.047819:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.047821:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.047823:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.047825:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.047826:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.047827:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.047829:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047831:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047832:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.047834:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.047837:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047838:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047841:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.047843:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.047845:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.047846:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.047848:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.047851:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.047852:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.047853:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.047855:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.047857:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047859:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047860:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.047862:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.047864:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047866:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047869:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.047870:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.047872:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.047873:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.047875:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.047877:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.047878:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.047879:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.047881:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.047883:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047885:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047887:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.047889:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.047891:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047892:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047895:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.047896:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.047899:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.047900:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.047902:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.047904:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.047905:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.047907:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.047908:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.047910:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047912:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047914:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.047916:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.047919:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047921:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047924:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.047926:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.047928:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.047929:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.047932:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.047934:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.047936:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.047937:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.047938:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.047941:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047943:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047944:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.047947:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.047949:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047951:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047954:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.047955:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.047958:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.047959:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.047961:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.047963:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.047964:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.047966:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.047967:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.047970:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047971:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047973:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.047975:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.047977:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047978:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047980:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.047981:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.047984:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.047985:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.047987:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.047989:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.047991:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.047992:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.047993:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.047996:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047997:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.047999:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.048001:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.048003:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048005:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048009:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.048010:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.048012:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.048013:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.048015:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.048017:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.048018:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.048019:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.048021:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.048023:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048025:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048026:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.048028:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.048030:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048031:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048034:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.048035:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.048037:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.048038:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.048040:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.048042:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.048043:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.048045:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.048046:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.048048:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048049:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048051:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.048053:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.048083:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048086:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048090:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.048092:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.048094:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.048096:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.048098:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.048100:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.048102:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.048103:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.048104:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.048107:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048109:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048111:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.048113:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.048115:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048117:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048120:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.048122:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.048125:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.048126:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.048128:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.048131:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.048132:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.048134:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.048135:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.048137:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048140:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048142:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.048143:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.048145:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048147:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048151:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.048152:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.048154:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.048167:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.048170:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.048172:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.048174:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.048175:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.048176:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.048179:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048181:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048182:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.048184:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.048186:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048188:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048192:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.048193:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.048196:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.048197:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.048199:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.048201:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.048202:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.048203:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.048204:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.048206:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048208:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048210:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.048212:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.048214:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048216:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048219:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.048221:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.048224:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.048225:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.048227:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.048229:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.048230:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.048231:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.048233:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.048235:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048237:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048239:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.048241:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.048243:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048244:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048248:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.048249:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.048251:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.048252:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.048254:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.048257:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.048259:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.048260:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.048261:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.048264:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048266:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048268:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.048270:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.048272:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048274:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048276:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.048279:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.048281:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.048282:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.048284:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.048286:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.048288:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.048289:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.048290:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.048292:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048295:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048296:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.048299:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.048301:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048303:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048305:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.048307:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.048309:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.048311:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.048313:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.048314:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.048316:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.048317:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.048319:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.048322:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048324:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048325:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.048327:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.048329:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048331:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048334:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.048336:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.048338:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.048339:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.048342:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.048344:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.048346:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.048347:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.048349:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.048351:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048353:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048355:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.048357:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.048359:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048361:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048364:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.048365:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.048368:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.048369:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.048371:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.048375:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.048376:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.048378:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.048379:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.048381:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048383:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048385:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.048387:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.048389:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048390:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048393:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.048394:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.048397:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.048398:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.048400:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.048402:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.048404:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.048405:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.048407:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.048409:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048411:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048412:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.048414:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.048416:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048418:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048421:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.048422:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.048425:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.048426:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.048428:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.048431:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.048432:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.048433:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.048434:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.048437:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048439:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048441:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.048443:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.048445:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048446:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048449:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.048451:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.048453:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.048454:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.048456:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.048458:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.048460:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.048461:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.048462:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.048464:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048466:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048468:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.048470:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.048472:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048474:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048477:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.048478:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.048481:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.048482:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.048484:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.048486:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.048488:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.048489:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.048491:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.048493:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048496:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048497:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.048500:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.048502:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048504:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048507:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.048509:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.048512:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.048513:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.048515:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.048518:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.048520:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.048521:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.048522:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.048525:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048527:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048528:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.048530:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.048533:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048535:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048538:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.048539:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.048542:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.048543:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.048545:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.048547:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.048549:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.048550:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.048551:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.048554:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048556:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048558:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.048560:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.048562:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048564:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048567:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.048569:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.048571:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.048572:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.048574:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.048576:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.048577:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.048578:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.048580:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.048582:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048584:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048586:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.048588:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.048590:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048592:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048594:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.048596:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.048598:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.048600:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.048602:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.048604:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.048605:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.048606:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.048608:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.048610:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048612:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048614:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.048616:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.048618:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048620:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048623:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.048624:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.048627:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.048628:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.048630:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.048633:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.048635:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.048636:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.048637:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.048640:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048642:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048644:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.048646:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.048648:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048650:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048653:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.048654:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.048657:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.048658:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.048661:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.048664:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.048666:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.048667:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.048668:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.048671:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048673:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048675:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.048677:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.048679:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048681:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048684:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.048685:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.048688:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.048689:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.048692:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.048694:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.048696:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.048697:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.048698:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.048700:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048702:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048704:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.048707:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.048709:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048710:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048713:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.048715:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.048717:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.048718:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.048721:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.048723:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.048725:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.048726:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.048728:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.048730:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048732:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048734:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.048736:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.048738:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048740:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048743:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.048744:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.048747:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.048748:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.048750:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.048753:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.048754:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.048755:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.048756:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.048759:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048761:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048763:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.048765:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.048767:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048769:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048772:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.048773:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.048775:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.048776:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.048778:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.048781:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.048782:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.048783:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.048785:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.048787:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048790:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048792:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.048794:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.048796:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048797:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048800:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.048801:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.048804:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.048805:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.048808:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.048810:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.048811:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.048812:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.048814:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.048816:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048818:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048820:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.048822:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.048824:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048826:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048829:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.048830:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.048833:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.048834:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.048836:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.048838:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.048840:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.048841:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.048842:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.048845:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048847:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048849:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.048851:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.048854:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048856:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048860:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.048861:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.048864:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.048865:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.048867:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.048869:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.048871:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.048872:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.048873:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.048877:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048878:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048880:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.048882:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.048885:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048887:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048890:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.048891:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.048894:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.048895:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.048897:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.048899:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.048900:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.048901:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.048902:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.048905:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048907:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048909:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.048911:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.048914:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048915:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048918:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.048920:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.048923:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.048924:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.048926:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.048928:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.048929:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.048930:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.048932:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.048934:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048936:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048938:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.048940:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.048942:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048944:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048948:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.048949:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.048952:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.048953:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.048955:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.048958:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.048959:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.048960:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.048962:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.048964:0:34607:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048966:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048967:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.048969:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.048971:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048973:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.048976:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.048977:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.048979:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.048980:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.048982:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.048984:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.048986:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444834.048987:0:34607:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444834.048988:0:34607:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00800000:00000001:3.0:1783444834.048991:0:34607:0:(lmv_obd.c:960:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1783444834.048993:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1783444834.048994:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1783444834.048996:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.048998:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1783444834.049000:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1783444834.049003:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.049005:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.049007:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.049008:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.049011:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.049013:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.049014:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.049018:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.049020:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.049028:0:34607:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:3.0:1783444834.049030:0:34607:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff91c759350000: age 1794, max_age 1804 00000008:00000001:3.0:1783444834.049035:0:34607:0:(osc_request.c:3470:osc_statfs()) Process entered 00000020:00000040:3.0:1783444834.049040:0:34607:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000010:3.0:1783444834.049048:0:34607:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760460e00. 00000020:00000040:3.0:1783444834.049052:0:34607:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=4 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:3.0:1783444834.049087:0:34607:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444834.049089:0:34607:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:3.0:1783444834.049093:0:34607:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1783444834.049096:0:34607:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444834.049099:0:34607:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444834.049105:0:34607:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444834.049112:0:34607:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c75822c900. 00000100:00000001:3.0:1783444834.049119:0:34607:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444834.049124:0:34607:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444834.049126:0:34607:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444834.049132:0:34607:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c750760300. 00000100:00000001:3.0:1783444834.049135:0:34607:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883967271680 : -121189742279936 : ffff91c750760300) 00000100:00000001:3.0:1783444834.049137:0:34607:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444834.049139:0:34607:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232564224 : -121189476987392 : ffff91c760460e00) 00000100:00000001:3.0:1783444834.049144:0:34607:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444834.049148:0:34607:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444834.049151:0:34607:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444834.049152:0:34607:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444834.049174:0:34607:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760460e00 x1870075608305792/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444834.049184:0:34607:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444834.049186:0:34607:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444834.049190:0:34607:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444834.049193:0:34607:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444834.049195:0:34607:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444834.049208:0:34607:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760460e00 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:34607:1870075608305792:192.168.204.110@tcp:13:lfs.0 00000100:00000001:3.0:1783444834.049213:0:34607:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444834.049218:0:34607:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444834.049221:0:34607:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444834.049223:0:34607:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444834.049227:0:34607:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452af800. 02000000:00000001:3.0:1783444834.049229:0:34607:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444834.049236:0:34607:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444834.049240:0:34607:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811e18. 00000400:00000010:3.0:1783444834.049248:0:34607:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218d48. 00000100:00000200:3.0:1783444834.049256:0:34607:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608305792, portal 4 00000100:00000001:3.0:1783444834.049258:0:34607:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444834.049260:0:34607:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232564224 : -121189476987392 : ffff91c760460e00) 00000100:00000040:3.0:1783444834.049268:0:34607:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760460e00 x1870075608305792/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444850 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444834.049276:0:34607:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444834.049279:0:34607:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444834.049282:0:34607:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602183b8. 00000100:00000200:3.0:1783444834.049286:0:34607:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1870075608305792, offset 0 00000400:00000200:3.0:1783444834.049293:0:34607:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444834.049304:0:34607:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444834.049312:0:34607:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444834.049319:0:34607:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444834.049325:0:34607:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444834.049329:0:34607:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444834.049332:0:34607:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444834.049336:0:34607:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2882:2882:256:4294967295] 192.168.204.110@tcp LPNI seq info [2882:2882:8:4294967295] 00000400:00000200:3.0:1783444834.049341:0:34607:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444834.049352:0:34607:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444834.049359:0:34607:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444834.049365:0:34607:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822cc00. 00000800:00000200:3.0:1783444834.049372:0:34607:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444834.049382:0:34607:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444834.049388:0:34607:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822cc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444834.049413:0:34607:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444834.049418:0:34607:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20723 usecs (21 jiffies) 00000400:00000200:3.0:1783444834.049422:0:34607:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444834.049425:0:34607:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296473074 00000100:00000001:3.0:1783444834.049428:0:34607:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296473940 00000100:00000001:3.0:1783444834.049430:0:34607:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296473074 00000100:00000001:3.0:1783444834.049433:0:34607:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296473940 00000100:00000001:3.0:1783444834.049435:0:34607:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444834.049438:0:34607:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444834.049441:0:34607:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444834.049443:0:34607:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444834.049446:0:34607:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c750760300 going to sleep for 11 seconds 00000100:00000001:3.0:1783444834.049449:0:34607:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444834.049453:0:34607:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444834.049838:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444834.049845:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822cc00. 00000400:00000200:0.0:1783444834.049852:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444834.049858:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444834.049862:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7602183b8 00000400:00000010:0.0:1783444834.049866:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7602183b8. 00000100:00000001:0.0:1783444834.049871:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444834.049876:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760460e00 x1870075608305792/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444850 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444834.049886:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444834.049889:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760460e00 x1870075608305792/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444850 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444834.049896:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444834.049898:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444834.052863:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444834.052877:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444834.052881:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444834.052884:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444834.052893:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444834.052900:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444834.052909:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444834.052914:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444834.052919:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444834.052924:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 368 into portal 4 MB=0x6a4d2e8561080 00000400:00000200:0.0:1783444834.052928:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444834.052934:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 368/368 into md 0x7f39 [1] + 224 00000800:00000001:0.0:1783444834.052942:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444834.052948:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444834.052951:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444834.052956:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444834.052963:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444834.052971:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760460e00 x1870075608305792/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444850 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444834.052982:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff91c760460e00 x1870075608305792/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444850 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444834.053002:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444834.053011:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444834.053014:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444834.053079:0:34607:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444834.053086:0:34607:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444834.053088:0:34607:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444834.053092:0:34607:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811e18. 00000400:00000200:3.0:1783444834.053097:0:34607:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218d48 00000400:00000010:3.0:1783444834.053099:0:34607:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218d48. 00000100:00000001:3.0:1783444834.053102:0:34607:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444834.053107:0:34607:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760460e00 x1870075608305792/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444850 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444834.053117:0:34607:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760460e00 x1870075608305792/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444850 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444834.053123:0:34607:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444834.053125:0:34607:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444834.053128:0:34607:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444834.053131:0:34607:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444834.053133:0:34607:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444834.053135:0:34607:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444834.053138:0:34607:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444834.053147:0:34607:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a14f0 time=13 v=5 (5 0 0 0) 00000100:00001000:3.0:1783444834.053150:0:34607:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444834.053153:0:34607:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444834.053154:0:34607:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444834.053170:0:34607:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444834.053174:0:34607:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444834.053178:0:34607:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444834.053180:0:34607:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1783444834.053191:0:34607:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444834.053193:0:34607:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444834.053198:0:34607:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760460e00 x1870075608305792/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444850 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444834.053204:0:34607:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444834.053207:0:34607:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444834.053209:0:34607:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444834.053212:0:34607:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760460e00 x1870075608305792/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444850 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444834.053220:0:34607:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760460e00 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:34607:1870075608305792:192.168.204.110@tcp:13:lfs.0 00000100:00000001:3.0:1783444834.053224:0:34607:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444834.053227:0:34607:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444834.053229:0:34607:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444834.053231:0:34607:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444834.053234:0:34607:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760460e00 x1870075608305792/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444850 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444834.053240:0:34607:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444834.053243:0:34607:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c750760300. 00000100:00000001:3.0:1783444834.053247:0:34607:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444834.053248:0:34607:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444834.053255:0:34607:0:(osc_request.c:3518:osc_statfs()) Process leaving 00000100:00000001:3.0:1783444834.053257:0:34607:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444834.053260:0:34607:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760460e00 x1870075608305792/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444850 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444834.053266:0:34607:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444834.053268:0:34607:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444834.053271:0:34607:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452af800. 02000000:00000001:3.0:1783444834.053274:0:34607:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444834.053277:0:34607:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444834.053279:0:34607:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:3.0:1783444834.053281:0:34607:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444834.053284:0:34607:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c75822c900. 02000000:00000001:3.0:1783444834.053287:0:34607:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444834.053288:0:34607:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444834.053290:0:34607:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760460e00. 00000100:00000001:3.0:1783444834.053293:0:34607:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444834.053295:0:34607:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1783444834.053298:0:34607:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff91c759350000: update ffff91c759000450 cache blocks 901365/958279 objects 261772/262144 00020000:00000001:3.0:1783444834.053302:0:34607:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444834.053307:0:34607:0:(lov_obd.c:1147:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.053310:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783444834.053312:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.053315:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.053318:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.053376:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.053379:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.053386:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.053388:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.053393:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.053397:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.053399:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.053402:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.053404:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.053410:0:34607:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:3.0:1783444834.053412:0:34607:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff91c759350000: age 1794, max_age 1804 00000008:00000001:3.0:1783444834.053416:0:34607:0:(osc_request.c:3470:osc_statfs()) Process entered 00000020:00000040:3.0:1783444834.053419:0:34607:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000100:00000010:3.0:1783444834.053424:0:34607:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760460e00. 00000020:00000040:3.0:1783444834.053427:0:34607:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=4 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:3.0:1783444834.053430:0:34607:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444834.053432:0:34607:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:3.0:1783444834.053434:0:34607:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1783444834.053436:0:34607:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444834.053438:0:34607:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444834.053443:0:34607:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444834.053449:0:34607:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c75822c900. 00000100:00000001:3.0:1783444834.053456:0:34607:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444834.053459:0:34607:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444834.053461:0:34607:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444834.053466:0:34607:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c750760300. 00000100:00000001:3.0:1783444834.053469:0:34607:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883967271680 : -121189742279936 : ffff91c750760300) 00000100:00000001:3.0:1783444834.053471:0:34607:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444834.053473:0:34607:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232564224 : -121189476987392 : ffff91c760460e00) 00000100:00000001:3.0:1783444834.053478:0:34607:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444834.053483:0:34607:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444834.053485:0:34607:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444834.053487:0:34607:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444834.053492:0:34607:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760460e00 x1870075608305920/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444834.053499:0:34607:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444834.053501:0:34607:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444834.053505:0:34607:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444834.053508:0:34607:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444834.053510:0:34607:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444834.053514:0:34607:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760460e00 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:34607:1870075608305920:192.168.204.110@tcp:13:lfs.0 00000100:00000001:3.0:1783444834.053518:0:34607:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444834.053522:0:34607:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444834.053525:0:34607:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444834.053528:0:34607:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444834.053532:0:34607:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452af800. 02000000:00000001:3.0:1783444834.053534:0:34607:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444834.053538:0:34607:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444834.053541:0:34607:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811e18. 00000400:00000010:3.0:1783444834.053551:0:34607:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218d48. 00000100:00000200:3.0:1783444834.053560:0:34607:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608305920, portal 4 00000100:00000001:3.0:1783444834.053563:0:34607:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444834.053564:0:34607:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232564224 : -121189476987392 : ffff91c760460e00) 00000100:00000040:3.0:1783444834.053570:0:34607:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760460e00 x1870075608305920/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444850 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444834.053577:0:34607:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444834.053580:0:34607:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444834.053583:0:34607:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218550. 00000100:00000200:3.0:1783444834.053587:0:34607:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1870075608305920, offset 0 00000400:00000200:3.0:1783444834.053594:0:34607:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444834.053599:0:34607:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444834.053607:0:34607:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444834.053612:0:34607:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444834.053617:0:34607:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444834.053621:0:34607:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444834.053624:0:34607:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444834.053628:0:34607:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2883:2883:256:4294967295] 192.168.204.110@tcp LPNI seq info [2883:2883:8:4294967295] 00000400:00000200:3.0:1783444834.053633:0:34607:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444834.053642:0:34607:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444834.053649:0:34607:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444834.053654:0:34607:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c100. 00000800:00000200:3.0:1783444834.053659:0:34607:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444834.053667:0:34607:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444834.053672:0:34607:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444834.053696:0:34607:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444834.053702:0:34607:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 120247 usecs (121 jiffies) 00000400:00000200:3.0:1783444834.053706:0:34607:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444834.053709:0:34607:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296473180 00000100:00000001:3.0:1783444834.053712:0:34607:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296473940 00000100:00000001:3.0:1783444834.053714:0:34607:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296473180 00000100:00000001:3.0:1783444834.053717:0:34607:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296473940 00000100:00000001:3.0:1783444834.053719:0:34607:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444834.053722:0:34607:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444834.053724:0:34607:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444834.053726:0:34607:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444834.053728:0:34607:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c750760300 going to sleep for 11 seconds 00000100:00000001:3.0:1783444834.053730:0:34607:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444834.053732:0:34607:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444834.053896:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444834.053902:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c100. 00000400:00000200:1.0:1783444834.053905:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444834.053910:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444834.053914:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218550 00000400:00000010:1.0:1783444834.053916:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218550. 00000100:00000001:1.0:1783444834.053919:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444834.053924:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760460e00 x1870075608305920/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444850 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444834.053934:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444834.053951:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760460e00 x1870075608305920/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444850 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444834.053958:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444834.053959:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444834.060247:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444834.060270:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444834.060274:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444834.060277:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444834.060287:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444834.060294:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444834.060304:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444834.060308:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444834.060315:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444834.060319:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 368 into portal 4 MB=0x6a4d2e8561100 00000400:00000200:1.0:1783444834.060324:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444834.060329:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 368/368 into md 0x7f41 [1] + 224 00000800:00000001:1.0:1783444834.060337:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444834.060346:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444834.060350:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444834.060354:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444834.060361:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444834.060370:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760460e00 x1870075608305920/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444850 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444834.060381:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff91c760460e00 x1870075608305920/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444850 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444834.060405:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444834.060414:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444834.060417:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444834.060492:0:34607:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444834.060500:0:34607:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444834.060502:0:34607:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444834.060505:0:34607:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811e18. 00000400:00000200:3.0:1783444834.060513:0:34607:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218d48 00000400:00000010:3.0:1783444834.060516:0:34607:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218d48. 00000100:00000001:3.0:1783444834.060519:0:34607:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444834.060523:0:34607:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760460e00 x1870075608305920/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444850 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444834.060531:0:34607:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760460e00 x1870075608305920/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444850 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444834.060537:0:34607:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444834.060539:0:34607:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444834.060542:0:34607:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444834.060545:0:34607:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444834.060547:0:34607:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444834.060549:0:34607:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444834.060552:0:34607:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444834.060561:0:34607:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f4a8 time=13 v=5 (5 0 0 0) 00000100:00001000:3.0:1783444834.060565:0:34607:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444834.060568:0:34607:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444834.060569:0:34607:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444834.060572:0:34607:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444834.060576:0:34607:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444834.060580:0:34607:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444834.060582:0:34607:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1783444834.060583:0:34607:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444834.060585:0:34607:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444834.060589:0:34607:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760460e00 x1870075608305920/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444850 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444834.060596:0:34607:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444834.060599:0:34607:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444834.060601:0:34607:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444834.060604:0:34607:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760460e00 x1870075608305920/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444850 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444834.060610:0:34607:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760460e00 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:34607:1870075608305920:192.168.204.110@tcp:13:lfs.0 00000100:00000001:3.0:1783444834.060614:0:34607:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444834.060617:0:34607:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444834.060619:0:34607:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444834.060621:0:34607:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444834.060624:0:34607:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760460e00 x1870075608305920/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444850 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444834.060630:0:34607:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444834.060633:0:34607:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c750760300. 00000100:00000001:3.0:1783444834.060635:0:34607:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444834.060637:0:34607:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444834.060643:0:34607:0:(osc_request.c:3518:osc_statfs()) Process leaving 00000100:00000001:3.0:1783444834.060644:0:34607:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444834.060647:0:34607:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760460e00 x1870075608305920/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444850 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444834.060652:0:34607:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444834.060655:0:34607:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444834.060658:0:34607:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452af800. 02000000:00000001:3.0:1783444834.060660:0:34607:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444834.060663:0:34607:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444834.060665:0:34607:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=2 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:3.0:1783444834.060667:0:34607:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444834.060724:0:34607:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c75822c900. 02000000:00000001:3.0:1783444834.060728:0:34607:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444834.060730:0:34607:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444834.060732:0:34607:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760460e00. 00000100:00000001:3.0:1783444834.060736:0:34607:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444834.060737:0:34607:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1783444834.060741:0:34607:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff91c759350000: update ffff91c759001e10 cache blocks 901344/958279 objects 261772/262144 00020000:00000001:3.0:1783444834.060746:0:34607:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444834.060750:0:34607:0:(lov_obd.c:1147:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.060753:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783444834.060756:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.060759:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.060762:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.060884:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.060888:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.060896:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.060899:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.060904:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.060907:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.060909:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.060913:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.060914:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.060917:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.060919:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.060922:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.060924:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.060926:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.060928:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.060932:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.060933:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.060936:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.060937:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.060939:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.060941:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.060943:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.060944:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.060945:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.060948:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.060950:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.060952:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.060954:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.060956:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.060958:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.060961:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.060962:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.060965:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.060966:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.060968:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.060971:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.060972:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.060973:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.060975:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.060979:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.060981:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.060983:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.060985:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.060987:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.060989:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.060991:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.060993:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.060995:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.060996:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.060998:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061000:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061002:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061003:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061004:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061007:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061009:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061010:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061012:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061014:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061015:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061018:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.061020:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.061022:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.061023:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.061025:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061027:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061029:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061030:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061031:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061034:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061036:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061038:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061040:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061042:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061044:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061047:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.061048:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.061050:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.061051:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.061053:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061075:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061077:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061078:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061079:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061082:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061083:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061085:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061087:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061089:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061091:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061094:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.061096:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.061098:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.061099:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.061102:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061104:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061105:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061106:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061107:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061109:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061111:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061113:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061115:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061117:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061119:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061121:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.061123:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.061125:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.061126:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.061128:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061130:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061132:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061132:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061134:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061136:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061137:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061139:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061141:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061143:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061145:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061148:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.061149:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.061151:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.061152:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.061154:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061167:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061169:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061170:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061171:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061174:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061176:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061178:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061180:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061182:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061184:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061186:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.061188:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.061190:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.061191:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.061193:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061195:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061196:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061198:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061199:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061201:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061203:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061205:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061207:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061209:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061211:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061214:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.061215:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.061217:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.061218:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.061220:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061222:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061224:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061225:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061226:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061229:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061231:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061232:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061235:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061237:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061238:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061241:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.061243:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.061245:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.061246:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.061249:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061251:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061253:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061254:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061255:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061258:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061259:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061261:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061263:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061265:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061267:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061270:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.061271:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.061274:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.061275:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.061277:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061278:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061280:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061281:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061282:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061284:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061286:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061288:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061290:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061292:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061294:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061296:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.061298:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.061300:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.061301:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.061303:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061305:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061306:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061308:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061309:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061311:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061313:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061314:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061316:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061318:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061320:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061322:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.061323:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.061325:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.061327:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.061328:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061331:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061332:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061333:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061334:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061337:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061339:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061341:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061343:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061345:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061347:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061350:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.061352:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.061354:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.061355:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.061357:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061360:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061361:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061363:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061363:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061366:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061368:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061370:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061371:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061374:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061376:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061378:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.061380:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.061382:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.061384:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.061386:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061388:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061389:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061390:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061391:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061394:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061396:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061397:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061399:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061401:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061403:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061406:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.061407:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.061410:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.061411:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.061413:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061415:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061417:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061418:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061419:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061421:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061424:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061425:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061427:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061430:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061431:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061434:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.061436:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.061438:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.061440:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.061441:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061444:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061445:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061446:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061447:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061450:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061452:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061453:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061455:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061457:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061459:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061462:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.061464:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.061466:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.061467:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.061469:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061472:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061473:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061475:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061476:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061478:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061480:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061482:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061484:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061486:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061488:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061491:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.061493:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.061495:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.061496:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.061498:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061501:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061502:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061503:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061504:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061507:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061509:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061511:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061513:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061515:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061517:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061519:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.061521:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.061524:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.061525:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.061527:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061529:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061530:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061531:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061533:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061535:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061537:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061539:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061541:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061543:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061545:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061548:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.061549:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.061552:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.061553:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.061555:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061558:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061559:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061560:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061561:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061564:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061566:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061567:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061570:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061572:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061574:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061577:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.061578:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.061581:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.061583:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.061585:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061587:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061588:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061589:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061591:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061593:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061595:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061597:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061599:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061601:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061603:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061605:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.061607:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.061609:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.061610:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.061613:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061615:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061617:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061618:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061619:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061622:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061624:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061625:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061627:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061630:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061631:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061634:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.061635:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.061638:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.061639:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.061641:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061644:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061645:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061646:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061647:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061650:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061652:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061653:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061655:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061657:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061659:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061662:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.061664:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.061666:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.061667:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.061669:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061671:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061672:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061673:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061674:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061677:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061679:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061681:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061682:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061684:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061686:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061688:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.061689:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.061691:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.061692:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.061694:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061696:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061697:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061698:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061699:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061702:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061703:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061705:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061706:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061708:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061710:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061712:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.061713:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.061715:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.061716:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.061718:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061720:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061722:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061723:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061724:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061726:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061728:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061729:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061731:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061733:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061735:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061737:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.061739:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.061741:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.061741:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.061743:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061745:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061746:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061747:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061748:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061750:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061751:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061753:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061754:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061757:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061758:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061761:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.061762:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.061764:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.061765:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.061767:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061769:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061770:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061771:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061772:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061774:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061776:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061777:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061779:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061780:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061782:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061784:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.061786:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.061788:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.061789:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.061791:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061793:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061794:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061795:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061796:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061798:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061800:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061802:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061804:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061806:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061807:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061810:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.061812:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.061815:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.061816:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.061818:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061820:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061821:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061822:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061823:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061826:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061827:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061829:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061832:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061834:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061835:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061838:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.061839:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.061842:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.061843:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.061845:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061847:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061848:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061849:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061850:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061852:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061853:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061855:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061857:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061859:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061860:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061863:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.061864:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.061867:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.061868:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.061869:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061871:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061872:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061873:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061875:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061877:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061879:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061880:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061882:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061884:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061886:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061888:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.061890:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.061892:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.061893:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.061895:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061897:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061899:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061900:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061901:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061904:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061906:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061907:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061909:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061911:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061913:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061916:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.061918:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.061920:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.061922:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.061924:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061926:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061928:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061929:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061930:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061932:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061935:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061936:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061938:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061940:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061942:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061945:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.061947:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.061949:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.061950:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.061953:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061955:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061957:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061958:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061959:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061961:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061964:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061966:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061967:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061970:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061971:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061974:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.061975:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.061978:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.061979:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.061982:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.061984:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.061985:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.061986:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.061987:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.061990:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061991:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061993:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.061995:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.061997:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.061999:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062002:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.062004:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.062007:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.062008:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.062010:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.062012:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.062014:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.062015:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.062016:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.062019:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062021:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062023:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.062025:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.062028:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062029:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062033:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.062034:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.062037:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.062038:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.062040:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.062043:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.062044:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.062045:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.062046:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.062049:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062051:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062052:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.062089:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.062092:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062095:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062099:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.062100:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.062103:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.062104:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.062106:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.062109:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.062111:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.062112:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.062113:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.062116:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062117:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062119:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.062121:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.062124:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062125:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062128:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.062130:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.062132:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.062133:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.062135:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.062137:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.062139:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.062140:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.062141:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.062144:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062145:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062147:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.062149:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.062151:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062153:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062169:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.062170:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.062173:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.062174:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.062177:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.062179:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.062181:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.062182:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.062183:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.062186:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062187:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062189:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.062191:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.062194:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062196:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062199:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.062200:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.062203:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.062204:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.062206:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.062208:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.062210:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.062211:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.062212:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.062215:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062217:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062219:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.062221:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.062223:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062225:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062228:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.062229:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.062232:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.062233:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.062235:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.062237:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.062239:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.062240:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.062242:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.062244:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062246:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062248:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.062250:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.062252:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062253:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062256:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.062257:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.062260:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.062261:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.062263:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.062265:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.062266:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.062268:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.062269:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.062272:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062273:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062275:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.062277:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.062279:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062281:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062283:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.062285:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.062287:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.062288:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.062290:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.062292:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.062293:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.062294:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.062295:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.062298:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062300:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062301:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.062303:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.062305:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062307:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062310:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.062311:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.062313:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.062314:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.062316:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.062318:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.062319:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.062320:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.062321:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.062323:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062326:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062327:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.062329:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.062331:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062333:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062336:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.062337:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.062339:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.062340:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.062342:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.062345:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.062346:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.062347:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.062348:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.062351:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062353:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062354:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.062356:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.062358:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062360:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062362:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.062364:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.062366:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.062367:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.062369:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.062371:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.062373:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.062374:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.062375:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.062377:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062379:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062381:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.062383:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.062386:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062387:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062390:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.062391:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.062394:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.062395:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.062397:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.062399:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.062401:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.062402:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.062403:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.062405:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062406:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062408:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.062410:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.062412:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062413:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062416:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.062417:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.062419:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.062420:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.062422:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.062424:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.062426:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.062427:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.062428:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.062430:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062432:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062434:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.062436:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.062438:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062439:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062442:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.062444:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.062446:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.062448:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.062450:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.062452:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.062453:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.062454:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.062455:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.062458:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062459:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062461:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.062463:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.062465:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062467:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062469:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.062471:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.062473:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.062474:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.062476:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.062478:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.062479:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.062480:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.062482:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.062484:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062486:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062487:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.062489:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.062491:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062493:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062495:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.062497:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.062499:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.062500:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.062502:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.062504:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.062505:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.062506:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.062508:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.062510:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062512:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062514:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.062516:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.062518:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062519:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062523:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.062524:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.062526:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.062527:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.062529:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.062531:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.062533:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.062534:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.062535:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.062537:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062539:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062541:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.062543:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.062545:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062546:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062549:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.062550:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.062552:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.062553:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.062555:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.062557:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.062559:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.062560:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.062561:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.062563:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062565:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062567:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.062568:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.062570:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062572:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062575:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.062576:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.062579:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.062580:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.062582:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.062584:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.062585:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.062587:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.062588:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.062590:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062592:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062594:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.062596:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.062598:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062600:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062602:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.062604:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.062606:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.062607:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.062609:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.062611:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.062613:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.062614:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.062615:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.062618:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062620:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062621:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.062624:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.062626:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062627:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062630:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.062631:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.062634:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.062635:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.062637:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.062639:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.062641:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.062642:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.062643:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.062646:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062647:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062649:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.062651:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.062653:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062655:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062658:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.062659:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.062662:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.062663:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.062665:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.062667:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.062669:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.062670:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.062671:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.062673:0:34607:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062675:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062677:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444834.062679:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.062682:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062683:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444834.062686:0:34607:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444834.062687:0:34607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffe42ce0910 00000080:00000001:3.0:1783444834.062689:0:34607:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444834.062690:0:34607:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444834.062692:0:34607:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452adc00. 00000020:00000001:3.0:1783444834.062694:0:34607:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.062695:0:34607:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444834.062696:0:34607:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444834.062698:0:34607:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452adc00 uarg=0000000000000000 00020000:00000001:3.0:1783444834.062700:0:34607:0:(lov_obd.c:1000:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1783444834.062702:0:34607:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1783444834.062703:0:34607:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1783444834.062705:0:34607:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452adc00. 00000080:00000001:3.0:1783444834.062707:0:34607:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1783444834.062709:0:34607:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1783444834.062721:0:34607:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:3.0:1783444834.062724:0:34607:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:3.0:1783444834.062726:0:34607:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940dabd98 00000080:00200008:3.0:1783444834.062728:0:34607:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), flags 100000 00000080:00400000:3.0:1783444834.062733:0:34607:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1783444834.062736:0:34607:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91c746110000. 00000080:00000001:3.0:1783444834.062740:0:34607:0:(file.c:466:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1783444834.062743:0:34607:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31940dabd98 00000080:00000008:3.0:1783444834.062744:0:34607:0:(file.c:491:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91c748db3a88), flags 100000, rc = 0 00000080:00000001:3.0:1783444834.062747:0:34607:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444834.062749:0:34607:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444834.085531:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444834.085542:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444834.085550:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f2680. 00000020:00000040:2.0:1783444834.085556:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:2.0:1783444834.085560:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444834.085565:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444834.085570:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444834.085579:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1600. 00000100:00000001:2.0:1783444834.085585:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444834.085597:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS req@ffff91c7603f2680 x1870075608306048/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444834.085609:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444834.085613:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444834.085619:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a78f8c3f] to pc [ptlrpcd_01_00+0] req@ffff91c7603f2680 x1870075608306048/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444834.085670:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444834.085675:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444834.085678:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444834.085685:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f2680 x1870075608306048/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444834.085692:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444834.085695:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444834.085699:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444834.085702:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444834.085704:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444834.085708:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2402:1870075608306048:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444834.085712:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444834.085719:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444834.085721:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444834.085724:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444834.085729:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75062c400. 02000000:00000001:3.0:1783444834.085731:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444834.085737:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444834.085741:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811e18. 00000400:00000010:3.0:1783444834.085748:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218d48. 00000100:00000200:3.0:1783444834.085755:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608306048, portal 25 00000100:00000001:3.0:1783444834.085758:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444834.085759:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232111744 : -121189477439872 : ffff91c7603f2680) 00000100:00000040:3.0:1783444834.085764:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f2680 x1870075608306048/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444834.085772:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444834.085774:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444834.085777:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218000. 00000100:00000200:3.0:1783444834.085780:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870075608306048, offset 0 00000400:00000200:3.0:1783444834.085787:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444834.085795:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444834.085802:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444834.085808:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444834.085812:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444834.085815:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444834.085818:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444834.085821:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2884:2884:256:4294967295] 192.168.204.110@tcp LPNI seq info [2884:2884:8:4294967295] 00000400:00000200:3.0:1783444834.085826:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444834.085835:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444834.085841:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444834.085846:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c900. 00000800:00000200:3.0:1783444834.085853:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444834.085862:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444834.085866:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444834.085885:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444834.085889:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444834.085891:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296477183 00000100:00000001:3.0:1783444834.085900:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296473940 00000100:00000001:3.0:1783444834.085905:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296477183 00000100:00000001:3.0:1783444834.085908:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296473940 00000100:00000001:3.0:1783444834.085911:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444834.085913:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444834.085916:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444834.085918:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783444834.086034:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444834.086039:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c900. 00000400:00000200:0.0:1783444834.086044:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444834.086050:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444834.086073:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218000 00000400:00000010:0.0:1783444834.086076:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218000. 00000100:00000001:0.0:1783444834.086080:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444834.086085:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2680 x1870075608306048/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444834.086095:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444834.086098:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2680 x1870075608306048/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444850 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444834.086104:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444834.086105:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1783444834.088869:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444834.088884:0:26509:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1810) 00000100:00000001:3.0:1783444834.090318:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444834.090325:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783444834.090329:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444834.090332:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444834.090340:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444834.090343:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444834.090375:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444834.090377:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444834.092397:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444834.092413:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444834.092417:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444834.092419:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444834.092427:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444834.092434:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444834.092443:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444834.092448:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444834.092453:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444834.092457:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a4d2e8561180 00000400:00000200:1.0:1783444834.092461:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444834.092468:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7f49 [1] + 224 00000800:00000001:1.0:1783444834.092475:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444834.092481:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444834.092484:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444834.092488:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444834.092496:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444834.092505:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2680 x1870075608306048/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444850 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444834.092516:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f2680 x1870075608306048/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444834.092556:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444834.092560:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444834.092577:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444834.092588:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444834.092591:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783444834.094796:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444834.094801:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444834.094806:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811e18. 00000400:00000200:3.0:1783444834.094811:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218d48 00000400:00000010:3.0:1783444834.094814:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218d48. 00000100:00000001:3.0:1783444834.094818:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444834.094829:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f2680 x1870075608306048/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444834.094841:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f2680 x1870075608306048/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444850 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444834.094849:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444834.094851:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444834.094854:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444834.094858:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444834.094860:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444834.094863:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444834.094866:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444834.094872:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=14 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444834.094877:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444834.094880:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444834.094882:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444834.094884:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444834.094887:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444834.094889:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444834.094894:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f2680 x1870075608306048/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444850 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444834.094902:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444834.094905:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444834.094907:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444834.094911:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f2680 x1870075608306048/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444850 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444834.094920:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2402:1870075608306048:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444834.094925:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444834.094927:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444834.094931:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f2680 x1870075608306048/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444850 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444834.095006:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444834.095009:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444834.095013:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75062c400. 02000000:00000001:3.0:1783444834.095016:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444834.095019:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444834.095021:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1783444834.095023:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444834.095026:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1600. 02000000:00000001:3.0:1783444834.095030:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444834.095032:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444834.095034:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f2680. 00000100:00000001:3.0:1783444834.095038:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444834.095047:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444834.095050:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444834.095074:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444834.095077:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444834.095081:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444834.095084:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444834.594174:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444834.594181:0:26147:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444834.594183:0:26147:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444834.594186:0:26147:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444834.594192:0:26147:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444834.594194:0:26147:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444834.594196:0:26147:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444834.594198:0:26147:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444834.594202:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444834.594204:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444834.594435:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444834.594439:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444834.594441:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1783444835.128477:0:34720:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444835.620437:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444835.620443:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444835.620449:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444835.620451:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444835.621700:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444835.621705:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444835.621710:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1783444836.540219:0:34860:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444836.642213:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444836.642220:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444836.642226:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444836.642227:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444836.642411:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444836.642415:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444836.642418:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444837.668167:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444837.668184:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444837.668191:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444837.668192:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444837.668974:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444837.668978:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444837.668982:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783444838.178132:0:26147:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4800 (cpu 0) has reached its deadline 4296477183, at 4296477184 00000100:00000010:0.0:1783444838.178148:0:26147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7604bbde0. 00000100:00000040:1.0:1783444838.178495:0:31963:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4910 (cpu 0) has reached its deadline 4296477183, at 4296477184 00000100:00000010:1.0:1783444838.178502:0:31963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7604bb8a0. 00000080:00000001:2.0:1783444838.480943:0:35007:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444838.690195:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444838.690204:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444838.690210:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444838.690211:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444838.690275:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444838.690279:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444838.690282:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1783444839.202972:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444839.202981:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444839.202990:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f1500. 00000020:00000040:2.0:1783444839.202995:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:2.0:1783444839.203000:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444839.203004:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444839.203009:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444839.203017:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1300. 00000100:00000001:2.0:1783444839.203023:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444839.203036:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS req@ffff91c7603f1500 x1870075608306176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444839.203048:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444839.203053:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444839.203150:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a7053d0] to pc [ptlrpcd_01_01+1] req@ffff91c7603f1500 x1870075608306176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444839.203182:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444839.203185:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444839.203189:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444839.203192:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f0700. 00000020:00000040:2.0:1783444839.203195:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:2.0:1783444839.203197:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444839.203199:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444839.203201:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444839.203204:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1a00. 00000100:00000001:2.0:1783444839.203207:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444839.203212:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID req@ffff91c7603f0700 x1870075608306304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444839.203219:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444839.203221:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444839.203224:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a566a0f6] to pc [ptlrpcd_01_00+0] req@ffff91c7603f0700 x1870075608306304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444839.203232:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444839.203235:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444839.203238:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444839.203241:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f0a80. 00000020:00000040:2.0:1783444839.203243:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:2.0:1783444839.203246:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444839.203247:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444839.203248:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444839.203251:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1000. 00000100:00000001:2.0:1783444839.203254:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444839.203258:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID req@ffff91c7603f0a80 x1870075608306432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444839.203265:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444839.203268:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444839.203272:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc23d595] to pc [ptlrpcd_01_01+1] req@ffff91c7603f0a80 x1870075608306432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444839.203278:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444839.203281:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444839.203284:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444839.203287:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f3100. 00000020:00000040:2.0:1783444839.203290:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:2.0:1783444839.203292:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444839.203293:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444839.203295:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444839.203298:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1b00. 00000100:00000001:2.0:1783444839.203300:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444839.203303:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID req@ffff91c7603f3100 x1870075608306560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444839.203310:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444839.203311:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444839.203314:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a6ad071] to pc [ptlrpcd_01_00+0] req@ffff91c7603f3100 x1870075608306560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444839.203320:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444839.203322:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444839.203325:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444839.203327:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f3480. 00000020:00000040:2.0:1783444839.203329:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000100:00000001:2.0:1783444839.203330:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444839.203331:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444839.203333:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444839.203336:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1400. 00000100:00000001:2.0:1783444839.203338:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444839.203342:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID req@ffff91c7603f3480 x1870075608306688/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444839.203353:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444839.203355:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444839.203358:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f4ee95b] to pc [ptlrpcd_01_01+1] req@ffff91c7603f3480 x1870075608306688/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444839.203364:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444839.203368:0:26509:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1815) 00000100:00000001:3.0:1783444839.203564:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444839.203569:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444839.203571:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444839.203578:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f1500 x1870075608306176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444839.203586:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444839.203588:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444839.203592:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444839.203595:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444839.203598:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444839.203601:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2403:1870075608306176:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444839.203605:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444839.203612:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444839.203615:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444839.203618:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444839.203624:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c750f6b600. 02000000:00000001:3.0:1783444839.203626:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444839.203633:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444839.203638:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811e18. 00000400:00000010:3.0:1783444839.203647:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218d48. 00000100:00000200:3.0:1783444839.203655:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608306176, portal 25 00000100:00000001:3.0:1783444839.203657:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444839.203660:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232107264 : -121189477444352 : ffff91c7603f1500) 00000100:00000040:3.0:1783444839.203665:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f1500 x1870075608306176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444839.203673:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444839.203676:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444839.203678:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602185d8. 00000100:00000200:3.0:1783444839.203682:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870075608306176, offset 0 00000400:00000200:3.0:1783444839.203690:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444839.203700:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444839.203707:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444839.203713:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444839.203717:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444839.203720:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444839.203723:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444839.203726:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2885:2885:256:4294967295] 192.168.204.110@tcp LPNI seq info [2885:2885:8:4294967295] 00000400:00000200:3.0:1783444839.203730:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444839.203742:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444839.203748:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444839.203753:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822ca00. 00000800:00000200:3.0:1783444839.203761:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444839.203770:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444839.203775:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444839.203795:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444839.203799:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444839.203802:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296482301 00000100:00000010:3.0:1783444839.203807:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7604bb060. 00000100:00000001:3.0:1783444839.203813:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1783444839.203827:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296482301 00000100:00000010:3.0:1783444839.203831:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7604bb660. 00000100:00000001:3.0:1783444839.203834:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1783444839.203838:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444839.203840:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444839.203843:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444839.203846:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f0a80 x1870075608306432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444839.203853:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444839.203855:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444839.203857:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444839.203859:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444839.203861:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444839.203863:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608306432:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444839.203866:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444839.203869:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444839.203871:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444839.203872:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444839.203875:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c750f6a800. 02000000:00000001:3.0:1783444839.203877:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444839.203880:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444839.203882:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7588113c8. 00000400:00000010:3.0:1783444839.203886:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218660. 00000100:00000200:3.0:1783444839.203888:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608306432, portal 10 00000100:00000001:3.0:1783444839.203890:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444839.203891:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232104576 : -121189477447040 : ffff91c7603f0a80) 00000100:00000040:3.0:1783444839.203898:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f0a80 x1870075608306432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444839.203904:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444839.203907:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444839.203909:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218a18. 00000100:00000200:3.0:1783444839.203912:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608306432, offset 0 00000400:00000200:3.0:1783444839.203916:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444839.203920:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444839.203923:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444839.203926:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444839.203929:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444839.203931:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444839.203933:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444839.203936:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2886:2886:255:4294967295] 192.168.204.110@tcp LPNI seq info [2886:2886:7:4294967295] 00000400:00000200:3.0:1783444839.203940:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444839.203946:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444839.203950:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444839.203954:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c900. 00000800:00000200:3.0:1783444839.203957:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444839.203961:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444839.203963:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444839.203966:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444839.203970:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 21425 usecs (22 jiffies) 00000400:00000200:3.0:1783444839.203973:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444839.203975:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296478231 00000100:00000001:3.0:1783444839.203978:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296482301 00000100:00000001:3.0:1783444839.203980:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296478231 00000100:00000001:3.0:1783444839.203982:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296482301 00000100:00000001:3.0:1783444839.203984:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444839.203986:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444839.203988:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444839.203992:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f3480 x1870075608306688/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444839.203998:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444839.204000:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444839.204002:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444839.204004:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444839.204006:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444839.204009:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608306688:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444839.204015:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444839.204017:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444839.204019:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444839.204020:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444839.204023:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c750f6ba00. 02000000:00000001:3.0:1783444839.204026:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444839.204029:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444839.204031:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7588119a0. 00000400:00000010:3.0:1783444839.204034:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602182a8. 00000100:00000200:3.0:1783444839.204037:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608306688, portal 4 00000100:00000001:3.0:1783444839.204039:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444839.204040:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232115328 : -121189477436288 : ffff91c7603f3480) 00000100:00000040:3.0:1783444839.204046:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f3480 x1870075608306688/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444839.204052:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444839.204054:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444839.204085:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218088. 00000100:00000200:3.0:1783444839.204088:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608306688, offset 0 00000400:00000200:3.0:1783444839.204092:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444839.204096:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444839.204099:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444839.204102:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444839.204105:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444839.204107:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444839.204110:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444839.204112:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2887:2887:254:4294967295] 192.168.204.110@tcp LPNI seq info [2887:2887:6:4294967295] 00000400:00000200:3.0:1783444839.204116:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444839.204121:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444839.204124:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444839.204128:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c100. 00000800:00000200:3.0:1783444839.204132:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444839.204137:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444839.204139:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444839.204142:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444839.204145:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 119671 usecs (120 jiffies) 00000400:00000200:3.0:1783444839.204147:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444839.204149:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296478329 00000100:00000001:3.0:1783444839.204152:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296482301 00000100:00000001:3.0:1783444839.204154:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296478329 00000100:00000001:3.0:1783444839.204156:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296482301 00000100:00000001:3.0:1783444839.204157:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444839.204159:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444839.204162:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444839.204165:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444839.204173:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444839.204176:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783444839.204178:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444839.204179:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444839.204180:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444839.204183:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1783444839.204184:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444839.204186:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444839.204188:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444839.204189:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444839.204191:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444839.204192:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444839.204196:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f0700 x1870075608306304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444839.204202:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444839.204204:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444839.204206:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444839.204208:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444839.204209:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444839.204212:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608306304:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444839.204215:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444839.204218:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444839.204219:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444839.204221:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444839.204224:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c750f6aa00. 02000000:00000001:3.0:1783444839.204226:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444839.204229:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444839.204231:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7588114d0. 00000400:00000010:3.0:1783444839.204235:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218000. 00000100:00000200:3.0:1783444839.204239:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608306304, portal 10 00000100:00000001:3.0:1783444839.204241:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444839.204242:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232103680 : -121189477447936 : ffff91c7603f0700) 00000100:00000040:3.0:1783444839.204247:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f0700 x1870075608306304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444839.204254:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444839.204256:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444839.204258:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218550. 00000100:00000200:3.0:1783444839.204260:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608306304, offset 0 00000400:00000200:3.0:1783444839.204264:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444839.204268:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444839.204271:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444839.204274:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444839.204276:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444839.204279:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444839.204281:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444839.204283:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2888:2888:253:4294967295] 192.168.204.110@tcp LPNI seq info [2888:2888:5:4294967295] 00000400:00000200:3.0:1783444839.204287:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444839.204293:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444839.204297:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444839.204300:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822cc00. 00000800:00000200:3.0:1783444839.204303:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444839.204307:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444839.204309:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822cc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444839.204312:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444839.204315:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 906723 usecs (907 jiffies) 00000400:00000200:3.0:1783444839.204317:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444839.204319:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296479116 00000100:00000001:3.0:1783444839.204321:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296482301 00000100:00000001:3.0:1783444839.204322:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296479116 00000100:00000001:3.0:1783444839.204324:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296482301 00000100:00000001:3.0:1783444839.204326:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444839.204328:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444839.204330:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444839.204334:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f3100 x1870075608306560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444839.204340:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444839.204341:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444839.204343:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444839.204344:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444839.204346:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444839.204349:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608306560:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444839.204351:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444839.204354:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444839.204355:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444839.204357:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444839.204359:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c750f6bc00. 02000000:00000001:3.0:1783444839.204361:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444839.204364:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444839.204366:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811528. 00000400:00000010:3.0:1783444839.204369:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602183b8. 00000100:00000200:3.0:1783444839.204372:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608306560, portal 4 00000100:00000001:3.0:1783444839.204374:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444839.204376:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232114432 : -121189477437184 : ffff91c7603f3100) 00000100:00000040:3.0:1783444839.204381:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f3100 x1870075608306560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444839.204387:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444839.204389:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444839.204391:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218bb0. 00000100:00000200:3.0:1783444839.204394:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608306560, offset 0 00000400:00000200:3.0:1783444839.204398:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444839.204401:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444839.204404:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444839.204407:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444839.204409:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444839.204411:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444839.204413:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444839.204415:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2889:2889:252:4294967295] 192.168.204.110@tcp LPNI seq info [2889:2889:4:4294967295] 00000400:00000200:3.0:1783444839.204419:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444839.204424:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444839.204428:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444839.204432:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c400. 00000800:00000200:3.0:1783444839.204435:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444839.204438:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444839.204441:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444839.204444:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444839.204447:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20645 usecs (21 jiffies) 00000400:00000200:3.0:1783444839.204449:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444839.204451:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296478230 00000100:00000001:3.0:1783444839.204453:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296482301 00000100:00000001:3.0:1783444839.204455:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296478230 00000800:00000200:0.0:1783444839.204605:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444839.204610:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822ca00. 00000400:00000200:0.0:1783444839.204615:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444839.204619:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444839.204624:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7602185d8 00000400:00000010:0.0:1783444839.204626:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7602185d8. 00000100:00000001:0.0:1783444839.204630:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444839.204636:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1500 x1870075608306176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444839.204646:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444839.204650:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1500 x1870075608306176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444855 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444839.204656:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444839.204657:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783444839.204668:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444839.204671:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c900. 00000400:00000200:0.0:1783444839.204674:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444839.204677:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444839.204680:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218a18 00000400:00000010:0.0:1783444839.204682:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218a18. 00000100:00000001:0.0:1783444839.204684:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444839.204687:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0a80 x1870075608306432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444839.204694:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444839.204697:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0a80 x1870075608306432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444855 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444839.204704:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444839.204706:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783444839.204711:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444839.204713:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c100. 00000400:00000200:0.0:1783444839.204715:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444839.204718:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444839.204720:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218088 00000400:00000010:0.0:1783444839.204722:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218088. 00000100:00000001:0.0:1783444839.204724:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444839.204727:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3480 x1870075608306688/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444839.204734:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444839.204737:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f3480 x1870075608306688/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444855 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444839.204742:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444839.204744:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783444839.204750:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444839.204751:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822cc00. 00000400:00000200:0.0:1783444839.204754:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444839.204757:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444839.204759:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218550 00000400:00000010:0.0:1783444839.204760:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218550. 00000100:00000001:0.0:1783444839.204762:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444839.204765:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0700 x1870075608306304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444839.204771:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444839.204774:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0700 x1870075608306304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444855 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444839.204780:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444839.204781:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783444839.204842:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444839.204844:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c400. 00000400:00000200:0.0:1783444839.204847:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444839.204851:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444839.204853:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218bb0 00000400:00000010:0.0:1783444839.204855:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218bb0. 00000100:00000001:0.0:1783444839.204857:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444839.204860:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3100 x1870075608306560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444839.204867:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444839.204869:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f3100 x1870075608306560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444855 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444839.204875:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444839.204877:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783444839.208585:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296482301 00000100:00000001:3.0:1783444839.208593:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444839.208599:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444839.208605:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444839.208610:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444839.208632:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444839.208636:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444839.209492:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444839.209509:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444839.209513:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444839.209515:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444839.209525:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444839.209533:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444839.209543:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444839.209549:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444839.209555:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444839.209560:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a4d2e8561200 00000400:00000200:1.0:1783444839.209565:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444839.209571:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7f51 [1] + 224 00000800:00000001:1.0:1783444839.209581:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444839.209590:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444839.209593:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444839.209598:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444839.209604:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444839.209614:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1500 x1870075608306176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444855 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444839.209626:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f1500 x1870075608306176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444839.209641:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444839.209652:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444839.209655:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444839.210152:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444839.210156:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444839.210163:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444839.210164:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444839.210168:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811e18. 00000400:00000200:3.0:1783444839.210173:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218d48 00000400:00000010:3.0:1783444839.210175:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218d48. 00000100:00000001:3.0:1783444839.210178:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444839.210184:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f1500 x1870075608306176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444839.210193:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f1500 x1870075608306176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444855 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444839.210199:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444839.210201:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444839.210203:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444839.210207:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444839.210209:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444839.210212:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444839.210216:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444839.210224:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=19 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444839.210229:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444839.210232:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444839.210233:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444839.210237:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444839.210239:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444839.210242:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444839.210247:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f1500 x1870075608306176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444855 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444839.210253:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444839.210256:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444839.210259:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444839.210262:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f1500 x1870075608306176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444855 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444839.210269:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2403:1870075608306176:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444839.210274:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444839.210277:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444839.210280:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1500 x1870075608306176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444855 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444839.210287:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444839.210290:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444839.210293:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c750f6b600. 02000000:00000001:3.0:1783444839.210296:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444839.210299:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444839.210302:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1783444839.210304:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444839.210307:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1300. 02000000:00000001:3.0:1783444839.210311:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444839.210313:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444839.210315:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1500. 00000100:00000001:3.0:1783444839.210319:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444839.210320:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444839.210323:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444839.210325:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444839.210326:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444839.210328:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444839.210329:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444839.218427:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444839.218455:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444839.218460:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444839.218462:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444839.218472:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444839.218479:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444839.218488:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444839.218493:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444839.218498:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444839.218502:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e8561400 00000400:00000200:0.0:1783444839.218507:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444839.218513:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7f61 [1] + 224 00000800:00000001:0.0:1783444839.218521:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444839.218525:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444839.218528:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444839.218533:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444839.218540:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444839.218550:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3480 x1870075608306688/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444855 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444839.218561:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f3480 x1870075608306688/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444839.218582:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444839.218590:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444839.218594:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444839.218596:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444839.218598:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444839.218600:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444839.218604:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444839.218608:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444839.218610:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444839.218614:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444839.218616:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e8561380 00000400:00000200:0.0:1783444839.218619:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444839.218623:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7f71 [1] + 224 00000800:00000001:0.0:1783444839.218627:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444839.218630:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444839.218632:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444839.218635:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444839.218638:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444839.218643:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3100 x1870075608306560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444855 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444839.218651:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f3100 x1870075608306560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444839.218658:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444839.218662:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444839.218665:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444839.218667:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444839.218669:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444839.218671:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444839.218674:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444839.218678:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444839.218680:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444839.218683:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444839.218685:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8561280 00000400:00000200:0.0:1783444839.218688:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444839.218692:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7f69 [1] + 224 00000800:00000001:0.0:1783444839.218695:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444839.218703:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444839.218705:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444839.218708:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444839.218711:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444839.218716:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0700 x1870075608306304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444855 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444839.218724:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f0700 x1870075608306304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444839.218730:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444839.218733:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444839.218736:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444839.223305:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444839.223314:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444839.223323:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444839.223326:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444839.223329:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7588114d0. 00000400:00000200:3.0:1783444839.223336:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218000 00000400:00000010:3.0:1783444839.223339:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218000. 00000100:00000001:3.0:1783444839.223343:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444839.223355:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f0700 x1870075608306304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444839.223367:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f0700 x1870075608306304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444855 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444839.223375:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444839.223376:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444839.223379:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444839.223383:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444839.223385:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444839.223387:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444839.223390:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444839.223401:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=19 v=5 (5 105 105 105) 00000100:00001000:3.0:1783444839.223407:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444839.223409:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444839.223411:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444839.223414:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444839.223419:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444839.223422:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444839.223425:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1783444839.223427:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444839.223429:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444839.223434:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f0700 x1870075608306304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444855 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444839.223440:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444839.223444:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444839.223445:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444839.223449:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f0700 x1870075608306304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444855 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444839.223456:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608306304:192.168.204.110@tcp:400:kworker.0 00000400:00000001:3.0:1783444839.223462:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444839.223463:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444839.223465:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811528. 00000400:00000200:3.0:1783444839.223468:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7602183b8 00000400:00000010:3.0:1783444839.223470:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7602183b8. 00000100:00000001:3.0:1783444839.223472:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444839.223475:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f3100 x1870075608306560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444839.223483:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f3100 x1870075608306560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444855 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444839.223490:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444839.223491:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444839.223493:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444839.223494:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444839.223495:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444839.223497:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444839.223499:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444839.223502:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=19 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444839.223505:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=17 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444839.223507:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444839.223508:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444839.223509:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444839.223512:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444839.223513:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444839.223515:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1783444839.223516:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444839.223517:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444839.223521:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f3100 x1870075608306560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444855 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444839.223527:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444839.223529:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444839.223530:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444839.223533:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f3100 x1870075608306560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444855 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444839.223540:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608306560:192.168.204.110@tcp:400:kworker.0 00000400:00000001:3.0:1783444839.223548:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444839.223550:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444839.223551:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7588119a0. 00000400:00000200:3.0:1783444839.223553:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7602182a8 00000400:00000010:3.0:1783444839.223555:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7602182a8. 00000100:00000001:3.0:1783444839.223557:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444839.223561:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f3480 x1870075608306688/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444839.223568:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f3480 x1870075608306688/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444855 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444839.223574:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444839.223576:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444839.223577:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444839.223579:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444839.223580:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444839.223581:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444839.223583:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444839.223587:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f460 time=19 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444839.223590:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=17 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444839.223592:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444839.223594:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444839.223595:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444839.223597:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444839.223599:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444839.223601:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1783444839.223602:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444839.223603:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444839.223607:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f3480 x1870075608306688/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444855 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444839.223614:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444839.223616:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444839.223617:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444839.223620:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f3480 x1870075608306688/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444855 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444839.223627:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608306688:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444839.223631:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444839.223633:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444839.223636:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0700 x1870075608306304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444855 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444839.223642:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444839.223645:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444839.223648:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c750f6aa00. 02000000:00000001:3.0:1783444839.223651:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444839.223654:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444839.223655:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=3 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444839.223658:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444839.223660:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1a00. 02000000:00000001:3.0:1783444839.223666:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444839.223668:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444839.223670:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0700. 00000100:00000001:3.0:1783444839.223674:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444839.223675:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444839.223677:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444839.223680:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f3100 x1870075608306560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444855 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444839.223685:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444839.223687:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444839.223688:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c750f6bc00. 02000000:00000001:3.0:1783444839.223690:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444839.223691:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444839.223692:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:3.0:1783444839.223694:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444839.223695:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1b00. 02000000:00000001:3.0:1783444839.223697:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444839.223698:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444839.223699:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f3100. 00000100:00000001:3.0:1783444839.223702:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444839.223703:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444839.223705:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444839.223707:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f3480 x1870075608306688/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444855 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444839.223713:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444839.223715:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444839.223716:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c750f6ba00. 02000000:00000001:3.0:1783444839.223718:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444839.223719:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444839.223721:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=2 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:3.0:1783444839.223722:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444839.223723:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1400. 02000000:00000001:3.0:1783444839.223725:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444839.223726:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444839.223727:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f3480. 00000100:00000001:3.0:1783444839.223729:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444839.223730:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444839.223733:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444839.223735:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444839.223736:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444839.223738:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444839.223739:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444839.237367:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444839.237389:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444839.237395:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444839.237397:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444839.237407:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444839.237415:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444839.237424:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444839.237429:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444839.237435:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444839.237439:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8561300 00000400:00000200:0.0:1783444839.237444:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444839.237449:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x7f59 [1] + 224 00000800:00000001:0.0:1783444839.237457:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444839.237465:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444839.237469:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444839.237475:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444839.237485:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444839.237495:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0a80 x1870075608306432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444855 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444839.237507:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f0a80 x1870075608306432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444839.237522:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444839.237532:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444839.237535:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444839.237632:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444839.237636:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444839.237644:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444839.237646:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444839.237649:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7588113c8. 00000400:00000200:3.0:1783444839.237654:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218660 00000400:00000010:3.0:1783444839.237656:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218660. 00000100:00000001:3.0:1783444839.237659:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444839.237664:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f0a80 x1870075608306432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444839.237673:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f0a80 x1870075608306432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444855 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444839.237679:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444839.237682:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444839.237684:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444839.237687:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444839.237689:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444839.237691:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444839.237695:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444839.237705:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=19 v=5 (5 105 105 105) 00000100:00001000:3.0:1783444839.237709:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=19 v=5 (1 1 1 1) 00000100:00000001:3.0:1783444839.237711:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444839.237713:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444839.237716:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444839.237719:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444839.237722:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444839.237724:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1783444839.237726:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444839.237727:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444839.237732:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f0a80 x1870075608306432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444855 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444839.237738:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444839.237741:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444839.237743:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444839.237747:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f0a80 x1870075608306432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444855 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444839.237754:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608306432:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444839.237759:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444839.237762:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444839.237765:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0a80 x1870075608306432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444855 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444839.237771:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444839.237773:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444839.237777:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c750f6a800. 02000000:00000001:3.0:1783444839.237780:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444839.237782:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444839.237784:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:3.0:1783444839.237786:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444839.237789:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1000. 02000000:00000001:3.0:1783444839.237793:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444839.237794:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444839.237796:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0a80. 00000100:00000001:3.0:1783444839.237799:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444839.237801:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444839.237803:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444839.237809:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444839.237811:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444839.237813:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444839.237815:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444839.396736:0:35069:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444839.715429:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444839.715438:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444839.715445:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444839.715447:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444839.715492:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444839.715497:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444839.715502:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1783444840.561740:0:35162:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444840.738249:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444840.738257:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444840.738263:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444840.738265:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444840.738389:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444840.738393:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444840.738396:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1783444840.942967:0:35198:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1783444840.942973:0:35198:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 24a: fsync error (should return error) ========================================================== 13:20:39 (1783444839) 00000001:00000001:0.0:1783444840.951798:0:35198:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:0.0:1783444841.435811:0:35241:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444841.435816:0:35241:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783444841.435820:0:35241:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419d7de0 00000080:00200000:0.0:1783444841.435825:0:35241:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:0.0:1783444841.435832:0:35241:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c760f5f200. 00800000:00000002:0.0:1783444841.435839:0:35241:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444841.435843:0:35241:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444841.435848:0:35241:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444841.435850:0:35241:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419d7d00 00800000:00000002:0.0:1783444841.435852:0:35241:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444841.435856:0:35241:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783444841.435859:0:35241:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444841.435861:0:35241:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444841.435863:0:35241:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444841.435866:0:35241:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444841.435868:0:35241:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444841.435870:0:35241:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444841.435871:0:35241:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444841.435875:0:35241:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783444841.435880:0:35241:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444841.435882:0:35241:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419d7bd0 00000002:00010000:0.0:1783444841.435884:0:35241:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783444841.435888:0:35241:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783444841.435890:0:35241:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444841.435893:0:35241:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444841.435900:0:35241:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf300 count: 2 00010000:00000001:0.0:1783444841.435903:0:35241:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444841.435908:0:35241:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444841.435912:0:35241:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783444841.435916:0:35241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1783444841.435927:0:35241:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783444841.435932:0:35241:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444841.435935:0:35241:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:0.0:1783444841.435943:0:35241:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783444841.435945:0:35241:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783444841.435947:0:35241:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444841.435949:0:35241:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444841.435951:0:35241:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444841.435953:0:35241:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783444841.435956:0:35241:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783444841.435959:0:35241:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:0.0:1783444841.435962:0:35241:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c760f5f200. 00000080:00000001:0.0:1783444841.435965:0:35241:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783444841.436047:0:35241:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444841.436053:0:35241:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:0.0:1783444841.436254:0:35241:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef6d5 00800000:00000001:0.0:1783444841.436257:0:35241:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783444841.436260:0:35241:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783444841.436261:0:35241:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444841.436263:0:35241:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444841.436266:0:35241:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15200 refcount=3 00000020:00000001:0.0:1783444841.436268:0:35241:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:0.0:1783444841.436271:0:35241:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:0.0:1783444841.436273:0:35241:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444841.436276:0:35241:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444841.436277:0:35241:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444841.436279:0:35241:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444841.436281:0:35241:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef6d5 from it ffffa319419d7e18 00010000:00000001:0.0:1783444841.436284:0:35241:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444841.436285:0:35241:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444841.436286:0:35241:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15200 refcount=3 00000020:00000001:0.0:1783444841.436288:0:35241:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:0.0:1783444841.436290:0:35241:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:0.0:1783444841.436292:0:35241:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444841.436295:0:35241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1783444841.436302:0:35241:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444841.436303:0:35241:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444841.436304:0:35241:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444841.436307:0:35241:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444841.436480:0:35241:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1783444841.436492:0:35241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444841.436496:0:35241:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444841.436498:0:35241:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444841.436503:0:35241:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444841.436504:0:35241:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444841.436507:0:35241:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.436510:0:35241:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444841.436512:0:35241:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.436514:0:35241:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.436516:0:35241:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.436518:0:35241:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444841.436519:0:35241:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444841.436520:0:35241:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783444841.436524:0:35241:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783444841.436525:0:35241:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444841.436528:0:35241:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 101 00000080:00000001:0.0:1783444841.436532:0:35241:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444841.436543:0:35241:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444841.436546:0:35241:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444841.436547:0:35241:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783444841.436548:0:35241:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419d7ba8 00000080:00200000:0.0:1783444841.436550:0:35241:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:0.0:1783444841.436554:0:35241:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c760f5f200. 00800000:00000002:0.0:1783444841.436557:0:35241:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444841.436559:0:35241:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444841.436562:0:35241:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444841.436563:0:35241:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419d7ac8 00800000:00000002:0.0:1783444841.436565:0:35241:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444841.436567:0:35241:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783444841.436569:0:35241:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444841.436570:0:35241:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444841.436572:0:35241:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444841.436573:0:35241:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444841.436575:0:35241:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444841.436577:0:35241:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444841.436579:0:35241:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444841.436581:0:35241:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783444841.436584:0:35241:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444841.436586:0:35241:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419d7998 00000002:00010000:0.0:1783444841.436587:0:35241:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783444841.436590:0:35241:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783444841.436591:0:35241:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444841.436593:0:35241:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444841.436596:0:35241:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf300 count: 2 00010000:00000001:0.0:1783444841.436598:0:35241:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444841.436601:0:35241:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444841.436603:0:35241:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783444841.436606:0:35241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:0.0:1783444841.436614:0:35241:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783444841.436616:0:35241:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444841.436619:0:35241:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:0.0:1783444841.436625:0:35241:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783444841.436627:0:35241:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783444841.436629:0:35241:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444841.436631:0:35241:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444841.436632:0:35241:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444841.436634:0:35241:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783444841.436637:0:35241:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783444841.436639:0:35241:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:0.0:1783444841.436641:0:35241:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c760f5f200. 00000080:00000001:0.0:1783444841.436644:0:35241:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783444841.436645:0:35241:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444841.436648:0:35241:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:0.0:1783444841.436650:0:35241:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef6d5 00800000:00000001:0.0:1783444841.436653:0:35241:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783444841.436654:0:35241:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783444841.436655:0:35241:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444841.436657:0:35241:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444841.436659:0:35241:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15200 refcount=3 00000020:00000001:0.0:1783444841.436661:0:35241:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:0.0:1783444841.436664:0:35241:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:0.0:1783444841.436665:0:35241:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444841.436666:0:35241:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444841.436668:0:35241:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444841.436669:0:35241:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444841.436671:0:35241:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef6d5 from it ffffa319419d7be0 00010000:00000001:0.0:1783444841.436673:0:35241:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444841.436673:0:35241:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444841.436675:0:35241:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15200 refcount=3 00000020:00000001:0.0:1783444841.436676:0:35241:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:0.0:1783444841.436678:0:35241:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:0.0:1783444841.436680:0:35241:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444841.436683:0:35241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1783444841.436689:0:35241:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444841.436690:0:35241:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444841.436691:0:35241:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444841.436692:0:35241:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444841.436694:0:35241:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1783444841.436700:0:35241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444841.436702:0:35241:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444841.436703:0:35241:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444841.436705:0:35241:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444841.436706:0:35241:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444841.436708:0:35241:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.436710:0:35241:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444841.436711:0:35241:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.436712:0:35241:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.436714:0:35241:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.436716:0:35241:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444841.436717:0:35241:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444841.436718:0:35241:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783444841.436720:0:35241:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783444841.436721:0:35241:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444841.436724:0:35241:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:0.0:1783444841.436727:0:35241:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783444841.436738:0:35241:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91c7464784a0. 00000020:00000001:0.0:1783444841.436742:0:35241:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419d7d98 00000080:00200000:0.0:1783444841.436744:0:35241:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), flags=1536 00000080:00000001:0.0:1783444841.436748:0:35241:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444841.436749:0:35241:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783444841.436750:0:35241:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419d7ca8 00000080:00200000:0.0:1783444841.436752:0:35241:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:0.0:1783444841.436755:0:35241:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c760f5f200. 00800000:00000002:0.0:1783444841.436758:0:35241:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444841.436760:0:35241:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444841.436762:0:35241:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444841.436763:0:35241:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419d7bc8 00800000:00000002:0.0:1783444841.436765:0:35241:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444841.436767:0:35241:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783444841.436769:0:35241:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444841.436770:0:35241:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444841.436771:0:35241:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444841.436773:0:35241:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444841.436774:0:35241:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444841.436776:0:35241:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444841.436778:0:35241:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444841.436780:0:35241:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783444841.436783:0:35241:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444841.436784:0:35241:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419d7a98 00000002:00010000:0.0:1783444841.436786:0:35241:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783444841.436788:0:35241:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783444841.436790:0:35241:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444841.436791:0:35241:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444841.436794:0:35241:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf300 count: 2 00010000:00000001:0.0:1783444841.436796:0:35241:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444841.436798:0:35241:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444841.436801:0:35241:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783444841.436804:0:35241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:0.0:1783444841.436810:0:35241:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783444841.436812:0:35241:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444841.436814:0:35241:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:0.0:1783444841.436820:0:35241:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783444841.436821:0:35241:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783444841.436823:0:35241:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444841.436825:0:35241:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444841.436827:0:35241:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444841.436829:0:35241:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783444841.436831:0:35241:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783444841.436833:0:35241:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:0.0:1783444841.436835:0:35241:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c760f5f200. 00000080:00000001:0.0:1783444841.436838:0:35241:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783444841.436839:0:35241:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444841.436841:0:35241:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:0.0:1783444841.436843:0:35241:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef6d5 00800000:00000001:0.0:1783444841.436845:0:35241:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783444841.436847:0:35241:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783444841.436848:0:35241:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444841.436849:0:35241:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444841.436851:0:35241:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15200 refcount=3 00000020:00000001:0.0:1783444841.436853:0:35241:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:0.0:1783444841.436855:0:35241:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:0.0:1783444841.436857:0:35241:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444841.436859:0:35241:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444841.436860:0:35241:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444841.436861:0:35241:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444841.436863:0:35241:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef6d5 from it ffffa319419d7ce0 00010000:00000001:0.0:1783444841.436866:0:35241:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444841.436867:0:35241:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444841.436869:0:35241:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15200 refcount=3 00000020:00000001:0.0:1783444841.436871:0:35241:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:0.0:1783444841.436873:0:35241:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:0.0:1783444841.436875:0:35241:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444841.436877:0:35241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1783444841.436883:0:35241:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444841.436884:0:35241:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444841.436885:0:35241:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444841.436886:0:35241:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444841.436889:0:35241:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:0.0:1783444841.436895:0:35241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444841.436896:0:35241:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444841.436898:0:35241:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444841.436900:0:35241:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444841.436901:0:35241:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444841.436902:0:35241:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.436904:0:35241:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444841.436905:0:35241:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.436907:0:35241:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.436909:0:35241:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.436911:0:35241:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444841.436912:0:35241:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444841.436913:0:35241:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783444841.436914:0:35241:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783444841.436916:0:35241:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444841.436918:0:35241:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 3 00000080:00000001:0.0:1783444841.436921:0:35241:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444841.436926:0:35241:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444841.436927:0:35241:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783444841.436929:0:35241:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419d7d90 00000080:00200000:0.0:1783444841.436931:0:35241:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:0.0:1783444841.436935:0:35241:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c760f5f200. 00800000:00000002:0.0:1783444841.436938:0:35241:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444841.436940:0:35241:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444841.436941:0:35241:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444841.436943:0:35241:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419d7cb0 00800000:00000002:0.0:1783444841.436944:0:35241:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444841.436947:0:35241:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783444841.436949:0:35241:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444841.436950:0:35241:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444841.436951:0:35241:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444841.436952:0:35241:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444841.436954:0:35241:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444841.436955:0:35241:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444841.436957:0:35241:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444841.436959:0:35241:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783444841.436962:0:35241:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444841.436964:0:35241:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419d7b80 00000002:00010000:0.0:1783444841.436965:0:35241:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783444841.437232:0:35241:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783444841.437233:0:35241:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444841.437235:0:35241:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444841.437238:0:35241:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf300 count: 2 00010000:00000001:0.0:1783444841.437240:0:35241:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444841.437242:0:35241:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444841.437245:0:35241:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783444841.437247:0:35241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:0.0:1783444841.437253:0:35241:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783444841.437256:0:35241:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444841.437259:0:35241:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:0.0:1783444841.437270:0:35241:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783444841.437272:0:35241:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783444841.437273:0:35241:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444841.437275:0:35241:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444841.437277:0:35241:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444841.437279:0:35241:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783444841.437282:0:35241:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783444841.437284:0:35241:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:0.0:1783444841.437286:0:35241:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c760f5f200. 00000080:00000001:0.0:1783444841.437289:0:35241:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783444841.437290:0:35241:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444841.437293:0:35241:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:0.0:1783444841.437295:0:35241:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef6d5 00800000:00000001:0.0:1783444841.437298:0:35241:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783444841.437299:0:35241:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783444841.437300:0:35241:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444841.437301:0:35241:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444841.437303:0:35241:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15200 refcount=3 00000020:00000001:0.0:1783444841.437305:0:35241:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:0.0:1783444841.437307:0:35241:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:0.0:1783444841.437377:0:35241:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444841.437379:0:35241:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444841.437453:0:35241:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444841.437457:0:35241:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444841.437459:0:35241:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef6d5 from it ffffa319419d7dc8 00010000:00000001:0.0:1783444841.437462:0:35241:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444841.437463:0:35241:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444841.437465:0:35241:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15200 refcount=3 00000020:00000001:0.0:1783444841.437466:0:35241:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:0.0:1783444841.437469:0:35241:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:0.0:1783444841.437470:0:35241:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444841.437474:0:35241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:0.0:1783444841.437480:0:35241:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444841.437481:0:35241:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444841.437483:0:35241:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444841.437484:0:35241:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444841.437486:0:35241:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:0.0:1783444841.437492:0:35241:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444841.437494:0:35241:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444841.437496:0:35241:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444841.437498:0:35241:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444841.437499:0:35241:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444841.437500:0:35241:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.437502:0:35241:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444841.437503:0:35241:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.437505:0:35241:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.437508:0:35241:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.437509:0:35241:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444841.437510:0:35241:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444841.437512:0:35241:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783444841.437514:0:35241:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783444841.437515:0:35241:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444841.437517:0:35241:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 3 00000080:00000001:0.0:1783444841.437521:0:35241:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444841.437525:0:35241:0:(namei.c:2225:do_mkdir()) Process entered 00000020:00000001:0.0:1783444841.437527:0:35241:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419d7da0 00000080:00200000:0.0:1783444841.437529:0:35241:0:(namei.c:2228:do_mkdir()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00000001:0.0:1783444841.437532:0:35241:0:(namei.c:1957:ll_new_node()) Process entered 00000080:00000001:0.0:1783444841.437534:0:35241:0:(namei.c:1767:ll_new_node_prepare()) Process entered 00000080:00000010:0.0:1783444841.437539:0:35241:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c760f5f200. 00800000:00000002:0.0:1783444841.437542:0:35241:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000010:0.0:1783444841.437551:0:35241:0:(namei.c:1785:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff91c745359f40. 00000080:00000001:0.0:1783444841.437554:0:35241:0:(namei.c:1873:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444841.437557:0:35241:0:(lmv_obd.c:2300:lmv_create()) Process entered 00800000:00000001:0.0:1783444841.437560:0:35241:0:(lmv_obd.c:2238:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1783444841.437563:0:35241:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444841.437564:0:35241:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444841.437566:0:35241:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444841.437567:0:35241:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444841.437569:0:35241:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444841.437570:0:35241:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444841.437572:0:35241:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444841.437577:0:35241:0:(lmv_obd.c:1700:lmv_locate_tgt_qos()) Process entered 00020000:00000001:0.0:1783444841.437580:0:35241:0:(lu_tgt_descs.c:432:ltd_qos_penalties_calc()) Process entered 00020000:00000001:0.0:1783444841.437585:0:35241:0:(lu_tgt_descs.c:569:ltd_qos_penalties_calc()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:0.0:1783444841.437588:0:35241:0:(lmv_obd.c:1712:lmv_locate_tgt_qos()) Process leaving via unlock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00800000:00000001:0.0:1783444841.437591:0:35241:0:(lmv_obd.c:1781:lmv_locate_tgt_rr()) Process entered 00800000:00000001:0.0:1783444841.437595:0:35241:0:(lmv_obd.c:1795:lmv_locate_tgt_rr()) Process leaving (rc=18446622883799903232 : -121189909648384 : ffff91c7467c2c00) 00800000:00000001:0.0:1783444841.437597:0:35241:0:(lmv_obd.c:2284:lmv_locate_tgt_create()) Process leaving (rc=18446622883799903232 : -121189909648384 : ffff91c7467c2c00) 00800000:00000001:0.0:1783444841.437600:0:35241:0:(lmv_obd.c:1203:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1783444841.437603:0:35241:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1783444841.437605:0:35241:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1783444841.437608:0:35241:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1783444841.437611:0:35241:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff91c759350000: Allocated FID [0x240000403:0x7:0x0] 40000000:00000001:0.0:1783444841.437613:0:35241:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444841.437615:0:35241:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444841.437617:0:35241:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444841.437619:0:35241:0:(lmv_obd.c:1227:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.437621:0:35241:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419d7bc0 00800000:00000002:0.0:1783444841.437623:0:35241:0:(lmv_obd.c:2341:lmv_create()) CREATE name 'd24a.recovery-small' [0x240000403:0x7:0x0] on [0x200000007:0x1:0x0] -> mds #1, layout version 1 00000002:00000001:0.0:1783444841.437627:0:35241:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1783444841.437629:0:35241:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783444841.437633:0:35241:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444841.437638:0:35241:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746730700. 00000020:00000040:0.0:1783444841.437642:0:35241:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 02000000:00000001:0.0:1783444841.437648:0:35241:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783444841.437650:0:35241:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.437652:0:35241:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783444841.437655:0:35241:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444841.437658:0:35241:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444841.437661:0:35241:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444841.437663:0:35241:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444841.437665:0:35241:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444841.437672:0:35241:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c746766800. 00000100:00000001:0.0:1783444841.437679:0:35241:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.437682:0:35241:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444841.437684:0:35241:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.437685:0:35241:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444841.437686:0:35241:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.437688:0:35241:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1783444841.437702:0:35241:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1783444841.437714:0:35241:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c746730700 x1870075608306944/t0(0) o36->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444841.437721:0:35241:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783444841.437723:0:35241:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783444841.437729:0:35241:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c742c383c0. 00000100:00000001:0.0:1783444841.437731:0:35241:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883737469888 : -121189972081728 : ffff91c742c383c0) 00000100:00000001:0.0:1783444841.437733:0:35241:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444841.437735:0:35241:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799303936 : -121189910247680 : ffff91c746730700) 00000100:00000001:0.0:1783444841.437739:0:35241:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444841.437743:0:35241:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444841.437746:0:35241:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783444841.437747:0:35241:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444841.437752:0:35241:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746730700 x1870075608306944/t0(0) o36->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444841.437759:0:35241:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444841.437761:0:35241:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444841.437764:0:35241:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444841.437767:0:35241:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444841.437769:0:35241:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444841.437772:0:35241:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746730700 pname:cluuid:pid:xid:nid:opc:job mkdir:666e3c65-e321-43ec-a94e-a01058e25d7d:35241:1870075608306944:192.168.204.110@tcp:36:mkdir.0 00000100:00000001:0.0:1783444841.437776:0:35241:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444841.437782:0:35241:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444841.437784:0:35241:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444841.437787:0:35241:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444841.437791:0:35241:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c746766000. 02000000:00000001:0.0:1783444841.437793:0:35241:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444841.437800:0:35241:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444841.437805:0:35241:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658fcb8. 00000400:00000010:0.0:1783444841.437811:0:35241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9000. 00000100:00000200:0.0:1783444841.437818:0:35241:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608306944, portal 10 00000100:00000001:0.0:1783444841.437820:0:35241:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444841.437822:0:35241:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799303936 : -121189910247680 : ffff91c746730700) 00000100:00000040:0.0:1783444841.437827:0:35241:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746730700 x1870075608306944/t0(0) o36->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444857 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444841.437834:0:35241:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444841.437837:0:35241:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444841.437839:0:35241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f92a8. 00000100:00000200:0.0:1783444841.437842:0:35241:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1870075608306944, offset 0 00000400:00000200:0.0:1783444841.437848:0:35241:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444841.437856:0:35241:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.437864:0:35241:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444841.437870:0:35241:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444841.437875:0:35241:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444841.437879:0:35241:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444841.437882:0:35241:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444841.437885:0:35241:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2890:2890:256:4294967295] 192.168.204.110@tcp LPNI seq info [2890:2890:8:4294967295] 00000400:00000200:0.0:1783444841.437890:0:35241:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.437901:0:35241:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444841.437906:0:35241:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444841.437911:0:35241:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3400. 00000800:00000200:0.0:1783444841.437916:0:35241:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444841.437923:0:35241:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444841.437927:0:35241:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3400 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:0.0:1783444841.438043:0:35241:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444841.438048:0:35241:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 21503 usecs (22 jiffies) 00000400:00000200:0.0:1783444841.438052:0:35241:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444841.438083:0:35241:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296480465 00000100:00000001:0.0:1783444841.438087:0:35241:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296482301 00000100:00000001:0.0:1783444841.438089:0:35241:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296480465 00000100:00000001:0.0:1783444841.438218:0:35241:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296482301 00000100:00000001:0.0:1783444841.438223:0:35241:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444841.438225:0:35241:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444841.438227:0:35241:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444841.438229:0:35241:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783444841.438231:0:35241:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c742c383c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783444841.438234:0:35241:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444841.438236:0:35241:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444841.438702:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444841.438708:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3400. 00000400:00000200:1.0:1783444841.438715:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444841.438722:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444841.438728:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f92a8 00000400:00000010:1.0:1783444841.438731:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f92a8. 00000100:00000001:1.0:1783444841.438736:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444841.438742:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730700 x1870075608306944/t0(0) o36->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444857 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444841.438753:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444841.438757:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746730700 x1870075608306944/t0(0) o36->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444857 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444841.438764:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444841.438766:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444841.454687:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444841.454706:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444841.454710:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444841.454713:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444841.454722:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.454731:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444841.454739:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.454743:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.454864:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.454869:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 328 into portal 15 MB=0x6a4d2e99cda00 00000400:00000200:0.0:1783444841.454876:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.110@tcp of length 328/328 into md 0x7701 [2] + 1312 00000800:00000001:0.0:1783444841.454884:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444841.454891:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444841.454894:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444841.454899:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444841.454906:0:2392:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1783444841.454909:0:2392:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1783444841.454915:0:2392:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746731500. 00000100:00000040:0.0:1783444841.454920:0:2392:0:(events.c:337:request_in_callback()) incoming req@ffff91c746731500 x1870075629722112 msgsize 328 00000100:00100000:0.0:1783444841.454924:0:2392:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.110@tcp (source: 12345-192.168.204.110@tcp) 00000100:00000001:0.0:1783444841.454942:0:2392:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1783444841.454952:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444841.454956:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444841.455097:0:16810:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1783444841.455101:0:16810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870075629722112 02000000:00000001:1.0:1783444841.455104:0:16810:0:(sec.c:2495:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1783444841.455106:0:16810:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444841.455108:0:16810:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444841.455114:0:16810:0:(sec.c:2544:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444841.455118:0:16810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870075629722112 00000020:00000001:1.0:1783444841.455122:0:16810:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1783444841.455124:0:16810:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea56 00000020:00000001:1.0:1783444841.455127:0:16810:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444841.455130:0:16810:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c74497f800 refcount=5 00000020:00000001:1.0:1783444841.455134:0:16810:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883768170496 : -121189941381120 : ffff91c74497f800) 00000020:00000001:1.0:1783444841.455137:0:16810:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883768170496 : -121189941381120 : ffff91c74497f800) 00000100:00000001:1.0:1783444841.455142:0:16810:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783444841.455148:0:16810:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91c742c80c40. 00000100:00000001:1.0:1783444841.455151:0:16810:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1783444841.455154:0:16810:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff91c742c80c40. 00000020:00000010:1.0:1783444841.455163:0:16810:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cd400. 00000020:00000010:1.0:1783444841.455170:0:16810:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91c7505f9900. 00000020:00000010:1.0:1783444841.455176:0:16810:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff91c7603a03e8. 00000100:00000040:1.0:1783444841.455185:0:16810:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1783444841.455188:0:16810:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1783444841.455190:0:16810:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1783444841.455192:0:16810:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444841.455200:0:16810:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444841.455228:0:16810:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444841.455244:0:16810:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1783444841.455247:0:16810:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1783444841.455253:0:16810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.110@tcp, seq: 73 00000100:00000040:1.0:1783444841.455257:0:16810:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff91c74497f800 : new rpc_count 1 00000100:00000001:1.0:1783444841.455260:0:16810:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446622883799307520 : -121189910244096 : ffff91c746731500) 00000100:00000040:1.0:1783444841.455268:0:16810:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff91c746731500 x1870075629722112/t0(0) o104->666e3c65-e321-43ec-a94e-a01058e25d7d@192.168.204.110@tcp:462/0 lens 328/0 e 0 to 0 dl 1783444852 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783444841.455290:0:16810:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783444841.455293:0:16810:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91c742c80c40. 00000100:00000001:1.0:1783444841.455295:0:16810:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1783444841.455298:0:16810:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff91c742c80c40. 00000100:00100000:1.0:1783444841.455304:0:16810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91c746731500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:666e3c65-e321-43ec-a94e-a01058e25d7d+5:16822:x1870075629722112:12345-192.168.204.110@tcp:104: 00000100:00000200:1.0:1783444841.455316:0:16810:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870075629722112 00010000:00000001:1.0:1783444841.455319:0:16810:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1783444841.455327:0:16810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444841.455329:0:16810:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444841.455331:0:16810:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15200 refcount=2 00000020:00000001:1.0:1783444841.455334:0:16810:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:1.0:1783444841.455336:0:16810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:1.0:1783444841.455340:0:16810:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444841.455344:0:16810:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444841.455349:0:16810:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000100:00000001:1.0:1783444841.455360:0:16810:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1783444841.455362:0:16810:0:(sec.c:2566:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1783444841.455367:0:16810:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff91c751026800. 02000000:00000001:1.0:1783444841.455370:0:16810:0:(sec.c:2603:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444841.455373:0:16810:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444841.455378:0:16810:0:(ldlm_lib.c:3304:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1783444841.455381:0:16810:0:(ldlm_lib.c:3325:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444841.455385:0:16810:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7590235e8 time=171 v=5 (1 1 1 1) 00000100:00000001:1.0:1783444841.455390:0:16810:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783444841.455393:0:16810:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 16 to 192.168.204.110@tcp 00000100:00000001:1.0:1783444841.455395:0:16810:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 02000000:00000001:1.0:1783444841.455398:0:16810:0:(sec.c:2617:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1783444841.455400:0:16810:0:(sec.c:2628:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444841.455403:0:16810:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444841.455406:0:16810:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444841.455410:0:16810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7590767f8. 00000100:00000200:1.0:1783444841.455428:0:16810:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1870075629722112, offset 224 00000400:00000200:1.0:1783444841.455436:0:16810:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444841.455443:0:16810:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.455450:0:16810:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444841.455457:0:16810:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2891:2891:256:4294967295] 192.168.204.110@tcp LPNI seq info [2891:2891:8:4294967295] 00000400:00000200:1.0:1783444841.455461:0:16810:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.455469:0:16810:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444841.455474:0:16810:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444841.455480:0:16810:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298900. 00000800:00000200:1.0:1783444841.455498:0:16810:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444841.455508:0:16810:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444841.455513:0:16810:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783444841.455532:0:16810:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444841.455535:0:16810:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00010000:00000001:1.0:1783444841.455538:0:16810:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1783444841.455543:0:16810:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff91c7590a8480. 00010000:00000001:1.0:1783444841.455546:0:16810:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1783444841.455566:0:16810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1783444841.455576:0:16810:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444841.455578:0:16810:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444841.455580:0:16810:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444841.455586:0:16810:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746731500 x1870075629722112/t0(0) o104->666e3c65-e321-43ec-a94e-a01058e25d7d@192.168.204.110@tcp:462/0 lens 328/224 e 0 to 0 dl 1783444852 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783444841.455596:0:16810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91c746731500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:666e3c65-e321-43ec-a94e-a01058e25d7d+5:16822:x1870075629722112:12345-192.168.204.110@tcp:104: Request processed in 305us (673us total) trans 0 rc 0/0 00000100:00100000:1.0:1783444841.455614:0:16810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.110@tcp, seq: 73 00000100:00000040:1.0:1783444841.455618:0:16810:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91c74497f800 : new rpc_count 0 00000100:00000001:1.0:1783444841.455621:0:16810:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1783444841.455622:0:16810:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1783444841.455627:0:16810:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91c7505f9900. 00000020:00000010:1.0:1783444841.455631:0:16810:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff91c7603a03e8. 00000020:00000010:1.0:1783444841.455635:0:16810:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cd400. 00000020:00000040:1.0:1783444841.455640:0:16810:0:(genops.c:900:class_export_put()) PUTting export ffff91c74497f800 : new refcount 4 00000100:00000001:1.0:1783444841.455644:0:16810:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783444841.455834:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444841.455837:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444841.455841:0:16819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1783444841.455844:0:16819:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1783444841.455846:0:16819:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1783444841.455851:0:16819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:2.0:1783444841.455861:0:16819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91c751b15200 already unused, calling callback (ffffffffc1ba6f40) 00000080:00000001:2.0:1783444841.455865:0:16819:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1783444841.455869:0:16819:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:2.0:1783444841.455876:0:16819:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1783444841.455880:0:16819:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1783444841.455884:0:16819:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:2.0:1783444841.455889:0:16819:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1783444841.455892:0:16819:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1783444841.455893:0:16819:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.455895:0:16819:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.455896:0:16819:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15200 refcount=3 00000020:00000001:2.0:1783444841.455899:0:16819:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:2.0:1783444841.455902:0:16819:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987935744 : -121189721615872 : ffff91c751b15200) 00010000:00000001:2.0:1783444841.455904:0:16819:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783444841.455907:0:16819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:2.0:1783444841.455913:0:16819:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1783444841.455917:0:16819:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1783444841.455920:0:16819:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1783444841.455922:0:16819:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1783444841.455925:0:16819:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444841.455928:0:16819:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444841.455934:0:16819:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf300 count: 2 00010000:00000001:2.0:1783444841.455937:0:16819:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444841.455942:0:16819:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444841.455943:0:16819:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444841.455944:0:16819:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444841.455945:0:16819:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf300 count: 2 00010000:00000001:2.0:1783444841.455947:0:16819:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444841.455949:0:16819:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444841.455950:0:16819:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444841.455951:0:16819:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444841.455952:0:16819:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf300 count: 2 00010000:00000001:2.0:1783444841.455954:0:16819:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444841.455957:0:16819:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444841.455957:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000080:00000001:2.0:1783444841.455961:0:16819:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1783444841.455963:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298900. 00000080:00000002:2.0:1783444841.455965:0:16819:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91c748db39c0, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1783444841.455971:0:16819:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000400:00000200:0.0:1783444841.455971:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000080:00000001:2.0:1783444841.455975:0:16819:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000400:00000200:0.0:1783444841.455979:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000080:00000001:2.0:1783444841.455980:0:16819:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1783444841.455983:0:16819:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.455987:0:16819:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783444841.455989:0:16819:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783444841.455992:0:16819:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783444841.455994:0:16819:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444841.455997:0:16819:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1783444841.455999:0:16819:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c751b15200 with handle 0x5503b2fe824ef6d5 from hash 00010000:00000001:2.0:1783444841.456002:0:16819:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783444841.456003:0:16819:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.456005:0:16819:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.456006:0:16819:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783444841.456009:0:16819:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783444841.456011:0:16819:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1783444841.456028:0:16819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444841.456031:0:16819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.456033:0:16819:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444841.456035:0:16819:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1783444841.456042:0:16819:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f3b80. 00000020:00000040:2.0:1783444841.456046:0:16819:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:2.0:1783444841.456049:0:16819:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444841.456051:0:16819:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1783444841.456083:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7590767f8 00000400:00000010:0.0:1783444841.456088:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7590767f8. 02000000:00000001:2.0:1783444841.456091:0:16819:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444841.456093:0:2393:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1783444841.456097:0:2393:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:2.0:1783444841.456100:0:16819:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c7435f4e00. 00000100:00000001:2.0:1783444841.456106:0:16819:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.456109:0:16819:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1783444841.456113:0:16819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:2.0:1783444841.456120:0:16819:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1783444841.456122:0:16819:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444841.456126:0:16819:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444841.456130:0:16819:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444841.456137:0:16819:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069da8bf7] to pc [ptlrpcd_01_00+0] req@ffff91c7603f3b80 x1870075608307072/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783444841.456167:0:16819:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444841.456170:0:16819:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.456171:0:16819:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.456173:0:16819:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.456175:0:16819:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444841.456177:0:16819:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444841.456181:0:16819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:2.0:1783444841.456186:0:16819:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783444841.456188:0:16819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15200/0x5503b2fe824ef6d5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x332dd2263f6ddb4a expref: -99 pid: 34139 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:2.0:1783444841.456195:0:16819:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c743ebf300 count: 0 00010000:00000010:2.0:1783444841.456200:0:16819:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c746559100. 00010000:00000001:2.0:1783444841.456212:0:16819:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.456213:0:16819:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1783444841.456216:0:16819:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff91c7590a8480. 00010000:00000001:2.0:1783444841.456219:0:16819:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444841.456221:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444841.456223:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444841.456225:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1783444841.456226:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444841.456227:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444841.456229:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1783444841.456230:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444841.456231:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444841.456232:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1783444841.456334:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444841.456338:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444841.456341:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444841.456349:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f3b80 x1870075608307072/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444841.456358:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444841.456361:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444841.456365:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444841.456369:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444841.456371:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444841.456374:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608307072:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1783444841.456378:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444841.456382:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444841.456385:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444841.456387:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444841.456392:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c750f6bc00. 02000000:00000001:3.0:1783444841.456394:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444841.456399:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444841.456403:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7588113c8. 00000400:00000010:3.0:1783444841.456409:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218660. 00000100:00000200:3.0:1783444841.456415:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608307072, portal 18 00000100:00000001:3.0:1783444841.456417:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444841.456419:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232117120 : -121189477434496 : ffff91c7603f3b80) 00000100:00000040:3.0:1783444841.456425:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f3b80 x1870075608307072/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444857 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444841.456431:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444841.456433:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444841.456435:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602182a8. 00000100:00000200:3.0:1783444841.456438:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1870075608307072, offset 0 00000400:00000200:3.0:1783444841.456442:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444841.456447:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444841.456452:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444841.456457:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444841.456462:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444841.456466:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444841.456469:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444841.456472:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2892:2892:256:4294967295] 192.168.204.110@tcp LPNI seq info [2892:2892:8:4294967295] 00000400:00000200:3.0:1783444841.456476:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444841.456483:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444841.456488:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444841.456492:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c200. 00000800:00000200:3.0:1783444841.456497:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444841.456502:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444841.456505:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1783444841.456517:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444841.456522:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 905590 usecs (906 jiffies) 00000400:00000200:3.0:1783444841.456525:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444841.456528:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296481368 00000100:00000001:3.0:1783444841.456531:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296482301 00000100:00000001:3.0:1783444841.456534:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296481368 00000100:00000001:3.0:1783444841.456537:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296482301 00000100:00000001:3.0:1783444841.456540:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444841.456544:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444841.456547:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444841.456549:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444841.456555:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444841.456557:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783444841.456560:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444841.456561:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444841.456562:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444841.456565:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444841.456576:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444841.456579:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444841.456586:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444841.456590:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c200. 00000400:00000200:0.0:1783444841.456594:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444841.456599:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444841.456602:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7602182a8 00000400:00000010:0.0:1783444841.456604:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7602182a8. 00000100:00000001:0.0:1783444841.456607:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444841.456612:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3b80 x1870075608307072/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444857 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444841.456622:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444841.456626:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f3b80 x1870075608307072/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444857 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444841.456632:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444841.456634:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1783444841.462114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf300. 00010000:00000010:2.1:1783444841.462133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15200. 00000800:00000001:0.0:1783444841.465494:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444841.465510:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444841.465514:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444841.465516:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444841.465524:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.465531:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444841.465540:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.465546:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.465552:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.465556:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a4d2e8561580 00000400:00000200:0.0:1783444841.465561:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.465567:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7f91 [1] + 224 00000800:00000001:0.0:1783444841.465575:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444841.465585:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444841.465588:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444841.465593:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444841.465601:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444841.465610:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3b80 x1870075608307072/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444857 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444841.465621:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f3b80 x1870075608307072/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444857 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444841.465676:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444841.465681:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444841.465697:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444841.465706:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444841.465708:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783444841.467630:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444841.467636:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444841.467640:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7588113c8. 00000400:00000200:3.0:1783444841.467648:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218660 00000400:00000010:3.0:1783444841.467651:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218660. 00000100:00000001:3.0:1783444841.467655:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444841.467665:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f3b80 x1870075608307072/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444857 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444841.467676:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f3b80 x1870075608307072/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444857 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444841.467684:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444841.467687:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444841.467690:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444841.467694:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444841.467696:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444841.467699:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444841.467702:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444841.467712:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bd80 time=171 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444841.467717:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444841.467721:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444841.467722:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444841.467726:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444841.467730:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444841.467735:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444841.467737:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1783444841.467739:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444841.467741:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444841.467745:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f3b80 x1870075608307072/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444857 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444841.467752:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444841.467756:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444841.467758:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444841.467762:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f3b80 x1870075608307072/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444857 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444841.467771:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608307072:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1783444841.467832:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444841.467836:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444841.467841:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f3b80 x1870075608307072/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444857 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444841.467848:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444841.467851:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444841.467854:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c750f6bc00. 02000000:00000001:3.0:1783444841.467858:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444841.467860:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444841.467862:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=3 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444841.467865:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444841.467867:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c7435f4e00. 02000000:00000001:3.0:1783444841.467871:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444841.467872:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444841.467874:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f3b80. 00000100:00000001:3.0:1783444841.467878:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444841.467880:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444841.467882:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444841.467889:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444841.467891:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444841.467893:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444841.467896:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444841.506561:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444841.506583:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444841.506588:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444841.506591:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444841.506601:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.506609:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444841.506620:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.506625:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.506631:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.506635:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 448 into portal 10 MB=0x6a4d2e8561500 00000400:00000200:0.0:1783444841.506639:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.506646:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 448/448 into md 0x7f79 [1] + 224 00000800:00000001:0.0:1783444841.506654:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444841.506665:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444841.506669:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444841.506675:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444841.506684:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444841.506692:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746730700 x1870075608306944/t0(0) o36->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444857 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444841.506704:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff91c746730700 x1870075608306944/t0(0) o36->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444841.506807:0:35241:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444841.507157:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444841.507167:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444841.507171:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1783444841.507622:0:35241:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444841.507625:0:35241:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444841.507628:0:35241:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658fcb8. 00000400:00000200:2.0:1783444841.507633:0:35241:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9000 00000400:00000010:2.0:1783444841.507636:0:35241:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9000. 00000100:00000001:2.0:1783444841.507639:0:35241:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444841.507645:0:35241:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746730700 x1870075608306944/t0(0) o36->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444841.507656:0:35241:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746730700 x1870075608306944/t0(0) o36->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444841.507663:0:35241:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444841.507666:0:35241:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444841.507669:0:35241:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444841.507673:0:35241:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444841.507675:0:35241:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444841.507677:0:35241:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444841.507680:0:35241:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444841.507689:0:35241:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=21 v=5 (5 105 105 105) 00000100:00001000:2.0:1783444841.507692:0:35241:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=21 v=5 (1 1 1 1) 00000100:00000001:2.0:1783444841.507695:0:35241:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444841.507696:0:35241:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.507699:0:35241:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444841.507703:0:35241:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444841.507706:0:35241:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783444841.507707:0:35241:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:2.0:1783444841.507709:0:35241:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783444841.507711:0:35241:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444841.507713:0:35241:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799303936 : -121189910247680 : ffff91c746730700) 00000100:00000001:2.0:1783444841.507716:0:35241:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444841.507718:0:35241:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:2.0:1783444841.507719:0:35241:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444841.507722:0:35241:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444841.507727:0:35241:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746730700 x1870075608306944/t4294967334(4294967334) o36->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444857 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444841.507735:0:35241:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444841.507738:0:35241:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444841.507739:0:35241:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444841.507743:0:35241:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746730700 x1870075608306944/t4294967334(4294967334) o36->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444857 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444841.507751:0:35241:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746730700 pname:cluuid:pid:xid:nid:opc:job mkdir:666e3c65-e321-43ec-a94e-a01058e25d7d:35241:1870075608306944:192.168.204.110@tcp:36:mkdir.0 00000100:00000001:2.0:1783444841.507755:0:35241:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444841.507757:0:35241:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444841.507759:0:35241:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444841.507762:0:35241:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444841.507765:0:35241:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746730700 x1870075608306944/t4294967334(4294967334) o36->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444857 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444841.507929:0:35241:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444841.507932:0:35241:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c742c383c0. 00000100:00000001:2.0:1783444841.507936:0:35241:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444841.507938:0:35241:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444841.507946:0:35241:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444841.507949:0:35241:0:(lmv_obd.c:2349:lmv_create()) Created - [0x240000403:0x7:0x0] 00800000:00000001:2.0:1783444841.507951:0:35241:0:(lmv_obd.c:2406:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444841.507954:0:35241:0:(namei.c:1893:ll_new_node_finish()) Process entered 00000080:00000002:2.0:1783444841.507957:0:35241:0:(namei.c:1689:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1783444774 to 1783444841 00000080:00000001:2.0:1783444841.507960:0:35241:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783444841.507966:0:35241:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1783444841.507968:0:35241:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1783444841.507970:0:35241:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603815538695 : 162129603815538695 : 240000403000007) 00000080:00000001:2.0:1783444841.507973:0:35241:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1783444841.508052:0:35241:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91c748db2100. 00000080:00000001:2.0:1783444841.508082:0:35241:0:(llite_lib.c:3223:ll_read_inode2()) Process entered 00000080:00200000:2.0:1783444841.508084:0:35241:0:(llite_lib.c:3226:ll_read_inode2()) VFS Op:inode=[0x240000403:0x7:0x0](ffff91c748db21c8) 00000080:00000001:2.0:1783444841.508088:0:35241:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1783444841.508090:0:35241:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x240000403:0x7:0x0] 00000080:00000001:2.0:1783444841.508092:0:35241:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444841.508094:0:35241:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603815538695 : 162129603815538695 : 240000403000007) 00000080:00000001:2.0:1783444841.508097:0:35241:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748740 : 37748740 : 2400004) 00000080:00000002:2.0:1783444841.508099:0:35241:0:(llite_lib.c:2920:ll_update_inode()) setting ino 162129603815538695 mtime from 0 to 1783444841 00000080:00200000:2.0:1783444841.508103:0:35241:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x240000403:0x7:0x0], updating i_size 4096 00000080:00000001:2.0:1783444841.508105:0:35241:0:(llite_lib.c:3252:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1783444841.508107:0:35241:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622883839680968 : -121189869870648 : ffff91c748db21c8) 00000080:00000001:2.0:1783444841.508110:0:35241:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783444841.508113:0:35241:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1783444841.508115:0:35241:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444841.508119:0:35241:0:(namei.c:1940:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444841.508122:0:35241:0:(namei.c:2052:ll_new_node()) Process leaving 00000100:00000001:2.0:1783444841.508123:0:35241:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444841.508128:0:35241:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746730700 x1870075608306944/t4294967334(4294967334) o36->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444857 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444841.508136:0:35241:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444841.508139:0:35241:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:2.0:1783444841.508141:0:35241:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c760f5f200. 00000080:00000010:2.0:1783444841.508145:0:35241:0:(namei.c:2058:ll_new_node()) kfreed 'lum': 48 at ffff91c745359f40. 00000080:00000001:2.0:1783444841.508148:0:35241:0:(namei.c:2060:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444841.508150:0:35241:0:(namei.c:2236:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783444841.508154:0:35241:0:(namei.c:2280:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444841.508164:0:35241:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1783444841.508170:0:35241:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1783444841.514206:0:35242:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7464784a0. 00000080:00000001:3.0:1783444841.527714:0:35242:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783444841.527721:0:35242:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783444841.527724:0:35242:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444841.527728:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfbc0 00000080:00200000:3.0:1783444841.527732:0:35242:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:3.0:1783444841.527740:0:35242:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c750f6bc00. 00800000:00000002:3.0:1783444841.527746:0:35242:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444841.527750:0:35242:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444841.527755:0:35242:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444841.527757:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfae0 00800000:00000002:3.0:1783444841.527759:0:35242:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444841.527763:0:35242:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444841.527766:0:35242:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444841.527769:0:35242:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444841.527771:0:35242:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444841.527773:0:35242:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444841.527775:0:35242:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444841.527777:0:35242:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444841.527779:0:35242:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444841.527783:0:35242:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444841.527788:0:35242:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444841.527789:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419df9b0 00000002:00010000:3.0:1783444841.527791:0:35242:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444841.527795:0:35242:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444841.527797:0:35242:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444841.527800:0:35242:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783444841.527807:0:35242:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444841.527809:0:35242:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444841.527811:0:35242:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444841.527813:0:35242:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783444841.527816:0:35242:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1783444841.527821:0:35242:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760460e00. 00000020:00000040:3.0:1783444841.527824:0:35242:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:3.0:1783444841.527832:0:35242:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783444841.527836:0:35242:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444841.527840:0:35242:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444841.527842:0:35242:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444841.527846:0:35242:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444841.527850:0:35242:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444841.527856:0:35242:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c7452aec00. 00000100:00000001:3.0:1783444841.527862:0:35242:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444841.527867:0:35242:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444841.527869:0:35242:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444841.527871:0:35242:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444841.527872:0:35242:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444841.527874:0:35242:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444841.527879:0:35242:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622884232564224 : -121189476987392 : ffff91c760460e00) 00010000:00000001:3.0:1783444841.527883:0:35242:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783444841.527885:0:35242:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1783444841.527889:0:35242:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c743ebfc00. 00010000:00000010:3.0:1783444841.527892:0:35242:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c746559980. 00010000:00000001:3.0:1783444841.527897:0:35242:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783444841.527900:0:35242:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c751b15c00. 00000020:00000001:3.0:1783444841.527904:0:35242:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783444841.527907:0:35242:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c751b15c00 with handle 0x5503b2fe824ef6dc to hash 00000020:00000001:3.0:1783444841.527909:0:35242:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783444841.527911:0:35242:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444841.527915:0:35242:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444841.527918:0:35242:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444841.527921:0:35242:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444841.527925:0:35242:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef6dc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444841.527936:0:35242:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef6dc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444841.527950:0:35242:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef6dc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783444841.527956:0:35242:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444841.527957:0:35242:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444841.527963:0:35242:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7462183c0. 00000100:00000001:3.0:1783444841.527965:0:35242:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883793961920 : -121189915589696 : ffff91c7462183c0) 00000100:00000001:3.0:1783444841.527969:0:35242:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444841.527970:0:35242:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232564224 : -121189476987392 : ffff91c760460e00) 00000100:00000001:3.0:1783444841.527975:0:35242:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444841.527979:0:35242:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444841.529469:0:35242:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444841.529477:0:35242:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444841.529489:0:35242:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760460e00 x1870075608307200/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444841.529500:0:35242:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444841.529502:0:35242:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444841.529506:0:35242:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444841.529509:0:35242:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444841.529512:0:35242:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444841.529515:0:35242:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760460e00 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35242:1870075608307200:192.168.204.110@tcp:101:lfs.0 00000100:00000001:3.0:1783444841.529519:0:35242:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444841.529526:0:35242:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444841.529528:0:35242:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444841.529530:0:35242:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444841.529537:0:35242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c742b21800. 02000000:00000001:3.0:1783444841.529540:0:35242:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444841.529546:0:35242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444841.529551:0:35242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7588113c8. 00000400:00000010:3.0:1783444841.529558:0:35242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218660. 00000100:00000200:3.0:1783444841.529565:0:35242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608307200, portal 10 00000100:00000001:3.0:1783444841.529567:0:35242:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444841.529569:0:35242:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232564224 : -121189476987392 : ffff91c760460e00) 00000100:00000040:3.0:1783444841.529576:0:35242:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c760460e00 x1870075608307200/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444857 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444841.529583:0:35242:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444841.529586:0:35242:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444841.529588:0:35242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602183b8. 00000100:00000200:3.0:1783444841.529591:0:35242:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870075608307200, offset 0 00000400:00000200:3.0:1783444841.529598:0:35242:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444841.529607:0:35242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444841.529614:0:35242:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444841.529619:0:35242:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444841.529623:0:35242:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444841.529627:0:35242:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444841.529629:0:35242:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444841.529633:0:35242:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2893:2893:256:4294967295] 192.168.204.110@tcp LPNI seq info [2893:2893:8:4294967295] 00000400:00000200:3.0:1783444841.529637:0:35242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444841.529646:0:35242:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444841.529653:0:35242:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444841.529658:0:35242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822cd00. 00000800:00000200:3.0:1783444841.529665:0:35242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444841.529675:0:35242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444841.529680:0:35242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822cd00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1783444841.529750:0:35242:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444841.529755:0:35242:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 904443 usecs (905 jiffies) 00000400:00000200:3.0:1783444841.529758:0:35242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444841.529761:0:35242:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296481440 00000100:00000001:3.0:1783444841.529765:0:35242:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296482301 00000100:00000001:3.0:1783444841.529767:0:35242:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296481440 00000100:00000001:3.0:1783444841.529770:0:35242:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296482301 00000100:00000001:3.0:1783444841.529785:0:35242:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444841.529788:0:35242:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444841.529790:0:35242:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444841.529792:0:35242:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444841.529795:0:35242:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7462183c0 going to sleep for 11 seconds 00000100:00000001:3.0:1783444841.529798:0:35242:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444841.529800:0:35242:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444841.535606:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444841.535618:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822cd00. 00000400:00000200:1.0:1783444841.535627:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444841.535636:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444841.535644:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7602183b8 00000400:00000010:1.0:1783444841.535648:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7602183b8. 00000100:00000001:1.0:1783444841.535652:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444841.535661:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760460e00 x1870075608307200/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444857 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444841.535675:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444841.535681:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760460e00 x1870075608307200/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444857 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444841.535687:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444841.535689:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444841.541398:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444841.541415:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444841.541420:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444841.541423:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444841.541431:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.541438:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444841.541447:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.541452:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.541457:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.541462:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e8561600 00000400:00000200:0.0:1783444841.541466:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.541472:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x7f99 [1] + 224 00000800:00000001:0.0:1783444841.541479:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444841.541486:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444841.541490:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444841.541494:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444841.541501:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444841.541510:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760460e00 x1870075608307200/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444857 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444841.541522:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c760460e00 x1870075608307200/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444841.541542:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444841.541550:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444841.541553:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444841.541658:0:35242:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444841.541666:0:35242:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444841.541668:0:35242:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444841.541671:0:35242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7588113c8. 00000400:00000200:3.0:1783444841.541676:0:35242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218660 00000400:00000010:3.0:1783444841.541678:0:35242:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218660. 00000100:00000001:3.0:1783444841.541682:0:35242:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444841.541687:0:35242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760460e00 x1870075608307200/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783444841.541695:0:35242:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760460e00 x1870075608307200/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444841.541702:0:35242:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444841.541704:0:35242:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444841.541706:0:35242:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444841.541710:0:35242:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444841.541712:0:35242:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444841.541715:0:35242:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444841.541718:0:35242:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444841.541728:0:35242:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=21 v=5 (5 105 105 105) 00000100:00001000:3.0:1783444841.541731:0:35242:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444841.541734:0:35242:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444841.541736:0:35242:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444841.541739:0:35242:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444841.541743:0:35242:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444841.541746:0:35242:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444841.541748:0:35242:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1783444841.541750:0:35242:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444841.541752:0:35242:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444841.541756:0:35242:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760460e00 x1870075608307200/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444841.541767:0:35242:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444841.541771:0:35242:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444841.541772:0:35242:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444841.541776:0:35242:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760460e00 x1870075608307200/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444857 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783444841.541782:0:35242:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760460e00 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35242:1870075608307200:192.168.204.110@tcp:101:lfs.0 00000100:00000001:3.0:1783444841.541787:0:35242:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444841.541789:0:35242:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444841.541791:0:35242:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444841.541794:0:35242:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444841.541797:0:35242:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760460e00 x1870075608307200/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444857 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444841.541802:0:35242:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444841.541805:0:35242:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7462183c0. 00000100:00000001:3.0:1783444841.541808:0:35242:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444841.541809:0:35242:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444841.541813:0:35242:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783444841.541816:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444841.541819:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444841.541822:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=4 00000020:00000001:3.0:1783444841.541824:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444841.541826:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000040:3.0:1783444841.541832:0:35242:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c751b15c00, remote cookie: 0x332dd2263f6ddb89, flags: 0x1001 00010000:00010000:3.0:1783444841.541837:0:35242:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef6dc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb89 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444841.541848:0:35242:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef6dc lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb89 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444841.541858:0:35242:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783444841.541861:0:35242:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783444841.541936:0:35242:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783444841.541938:0:35242:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783444841.541939:0:35242:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783444841.541942:0:35242:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91c743ebfc00) refcount = 1 00010000:00010000:3.0:1783444841.541946:0:35242:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef6dc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddb89 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444841.541953:0:35242:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783444841.541956:0:35242:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783444841.541958:0:35242:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444841.541960:0:35242:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783444841.541963:0:35242:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444841.541966:0:35242:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef6dc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb89 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444841.541971:0:35242:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783444841.541973:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444841.541975:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444841.541975:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444841.541976:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444841.541978:0:35242:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444841.541983:0:35242:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783444841.541985:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444841.541986:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444841.541988:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=3 00000020:00000001:3.0:1783444841.541990:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444841.541992:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444841.541994:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444841.541995:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444841.541996:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=4 00000020:00000001:3.0:1783444841.541998:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444841.542000:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444841.542003:0:35242:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444841.542005:0:35242:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444841.542008:0:35242:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef6dc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddb89 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444841.542212:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444841.542213:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444841.542214:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444841.542216:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444841.542217:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=5 00000020:00000001:3.0:1783444841.542219:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444841.542221:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444841.542223:0:35242:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444841.542225:0:35242:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef6dc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddb89 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444841.542231:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444841.542232:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783444841.542235:0:35242:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef6dc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddb89 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444841.542241:0:35242:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444841.542242:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444841.542243:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444841.542244:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444841.542245:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783444841.542251:0:35242:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91c760460e00 x1870075608307200/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444857 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783444841.542260:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444841.542261:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444841.542262:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=3 00000020:00000001:3.0:1783444841.542264:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444841.542266:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444841.542268:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444841.542269:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444841.542271:0:35242:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444841.542273:0:35242:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444841.542276:0:35242:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783444841.542278:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444841.542279:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444841.542281:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=3 00000020:00000001:3.0:1783444841.542282:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444841.542284:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00000002:00010000:3.0:1783444841.542288:0:35242:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef6dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb89 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444841.542294:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444841.542295:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444841.542296:0:35242:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783444841.542298:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444841.542299:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444841.542300:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=3 00000020:00000001:3.0:1783444841.542301:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444841.542303:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000040:3.0:1783444841.542310:0:35242:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebfc00 count: 2 00010000:00000001:3.0:1783444841.542312:0:35242:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783444841.542316:0:35242:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1783444841.542318:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444841.542319:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444841.542321:0:35242:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783444841.542323:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419df938 00000002:00002000:3.0:1783444841.542326:0:35242:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1783444841.542328:0:35242:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444841.542332:0:35242:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444841.542334:0:35242:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783444841.542338:0:35242:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1783444841.542341:0:35242:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444841.542345:0:35242:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444841.542349:0:35242:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c750f6bc00. 00000080:00000001:3.0:1783444841.542353:0:35242:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444841.542355:0:35242:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783444841.542361:0:35242:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1783444841.542365:0:35242:0:(lmv_obd.c:3920:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1783444841.542502:0:35242:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c760271440. 00800000:00000001:3.0:1783444841.542505:0:35242:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622884230534208 : -121189479017408 : ffff91c760271440) 00800000:00000001:3.0:1783444841.542509:0:35242:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444841.542511:0:35242:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783444841.542515:0:35242:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783444841.542517:0:35242:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1783444841.542520:0:35242:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1783444841.542523:0:35242:0:(llite_lib.c:1814:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1783444841.542525:0:35242:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444841.542593:0:35242:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1783444841.542597:0:35242:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1783444841.542603:0:35242:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1783444841.542605:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444841.542606:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444841.542608:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=3 00000020:00000001:3.0:1783444841.542609:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444841.542611:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444841.542613:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444841.542614:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783444841.542616:0:35242:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783444841.542618:0:35242:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1783444841.542620:0:35242:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c760271440 1 00800000:00000010:3.0:1783444841.542622:0:35242:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c760271440. 00800000:00000001:3.0:1783444841.542625:0:35242:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444841.542628:0:35242:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef6dc 00800000:00000001:3.0:1783444841.542631:0:35242:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444841.542634:0:35242:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444841.542635:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444841.542636:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444841.542637:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=3 00000020:00000001:3.0:1783444841.542639:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444841.542641:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444841.542643:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444841.542644:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444841.542645:0:35242:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444841.542647:0:35242:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444841.542649:0:35242:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444841.542651:0:35242:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:3.0:1783444841.542654:0:35242:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef6dc from it ffffa319419dfbf8 00010000:00000001:3.0:1783444841.542656:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444841.542657:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444841.542659:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=3 00000020:00000001:3.0:1783444841.542661:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444841.542662:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444841.542664:0:35242:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444841.542668:0:35242:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef6dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddb89 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444841.542674:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444841.542675:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444841.542676:0:35242:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444841.542678:0:35242:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444841.542680:0:35242:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef6dc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb89 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444841.542687:0:35242:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444841.542689:0:35242:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444841.542691:0:35242:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444841.542694:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444841.542695:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444841.542697:0:35242:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444841.542701:0:35242:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444841.542702:0:35242:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444841.542704:0:35242:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444841.542707:0:35242:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444841.542708:0:35242:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444841.542710:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444841.542711:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444841.542713:0:35242:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444841.542718:0:35242:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760460e00 x1870075608307200/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444857 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444841.542725:0:35242:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444841.542728:0:35242:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444841.542732:0:35242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c742b21800. 02000000:00000001:3.0:1783444841.542736:0:35242:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444841.542738:0:35242:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444841.542740:0:35242:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=3 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444841.542742:0:35242:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444841.542745:0:35242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c7452aec00. 02000000:00000001:3.0:1783444841.542749:0:35242:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444841.542750:0:35242:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444841.542752:0:35242:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760460e00. 00000100:00000001:3.0:1783444841.542756:0:35242:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444841.542757:0:35242:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444841.542761:0:35242:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:3.0:1783444841.542766:0:35242:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783444841.542780:0:35242:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91c74630a3c0. 00000080:00000001:3.0:1783444841.542786:0:35242:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783444841.542788:0:35242:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444841.542789:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfb00 00000080:00200000:3.0:1783444841.542791:0:35242:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:3.0:1783444841.542796:0:35242:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c750f6bc00. 00800000:00000002:3.0:1783444841.542800:0:35242:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444841.542803:0:35242:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444841.542805:0:35242:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444841.542806:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfa20 00800000:00000002:3.0:1783444841.542808:0:35242:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444841.542812:0:35242:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444841.542814:0:35242:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444841.542817:0:35242:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444841.542819:0:35242:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444841.542821:0:35242:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444841.542822:0:35242:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444841.542824:0:35242:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444841.542826:0:35242:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444841.542829:0:35242:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444841.542833:0:35242:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444841.542834:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419df8f0 00000002:00010000:3.0:1783444841.542836:0:35242:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444841.542839:0:35242:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444841.542840:0:35242:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444841.542842:0:35242:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444841.542845:0:35242:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebfc00 count: 2 00010000:00000001:3.0:1783444841.542847:0:35242:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444841.542849:0:35242:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444841.542852:0:35242:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444841.542855:0:35242:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef6dc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb89 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1783444841.543483:0:35242:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444841.543489:0:35242:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444841.543494:0:35242:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef6dc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb89 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1783444841.543502:0:35242:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783444841.543504:0:35242:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444841.543506:0:35242:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444841.543509:0:35242:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444841.543511:0:35242:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444841.543513:0:35242:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783444841.543516:0:35242:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783444841.543520:0:35242:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444841.543522:0:35242:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c750f6bc00. 00000080:00000001:3.0:1783444841.543527:0:35242:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444841.543529:0:35242:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444841.543531:0:35242:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:3.0:1783444841.543534:0:35242:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef6dc 00800000:00000001:3.0:1783444841.543537:0:35242:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444841.543538:0:35242:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444841.543540:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444841.543541:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444841.543543:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=3 00000020:00000001:3.0:1783444841.543545:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444841.543547:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444841.543549:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444841.543551:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444841.543551:0:35242:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444841.543553:0:35242:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444841.543555:0:35242:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef6dc from it ffffa319419dfb38 00010000:00000001:3.0:1783444841.543557:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444841.543558:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444841.543559:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=3 00000020:00000001:3.0:1783444841.543561:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444841.543563:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444841.543565:0:35242:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444841.543568:0:35242:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef6dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddb89 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444841.543574:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444841.543575:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444841.543576:0:35242:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444841.543579:0:35242:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444841.543581:0:35242:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef6dc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddb89 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1783444841.543593:0:35242:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444841.543595:0:35242:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444841.543597:0:35242:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444841.543600:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444841.543601:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444841.543602:0:35242:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444841.543604:0:35242:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444841.543605:0:35242:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444841.543607:0:35242:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444841.543609:0:35242:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444841.543611:0:35242:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444841.543612:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444841.543614:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444841.543615:0:35242:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783444841.543617:0:35242:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444841.543619:0:35242:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 3 00000080:00000001:3.0:1783444841.543622:0:35242:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444841.543626:0:35242:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1783444841.543629:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfb50 00000080:00200000:3.0:1783444841.543631:0:35242:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), file ffff91c7605bdc80, open_flags a141, mode 81b6 opened 0 00000080:00000010:3.0:1783444841.543696:0:35242:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff91c7604bbea0. 00000080:00000001:3.0:1783444841.543702:0:35242:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1783444841.543704:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfa00 00000080:00200000:3.0:1783444841.543706:0:35242:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), intent=open|creat 00000080:00000010:3.0:1783444841.543712:0:35242:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c750f6bc00. 00800000:00000002:3.0:1783444841.543715:0:35242:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444841.543719:0:35242:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444841.543722:0:35242:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444841.543723:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419df920 00800000:00000002:3.0:1783444841.543725:0:35242:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444841.543729:0:35242:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1783444841.543731:0:35242:0:(lmv_obd.c:2238:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1783444841.543734:0:35242:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444841.543736:0:35242:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444841.543738:0:35242:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444841.543739:0:35242:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444841.543741:0:35242:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444841.543743:0:35242:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444841.543745:0:35242:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444841.543748:0:35242:0:(lmv_obd.c:2284:lmv_locate_tgt_create()) Process leaving (rc=18446622883747488256 : -121189962063360 : ffff91c7435c6200) 00800000:00000001:3.0:1783444841.543751:0:35242:0:(lmv_obd.c:1203:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1783444841.543753:0:35242:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1783444841.543756:0:35242:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1783444841.543758:0:35242:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1783444841.543761:0:35242:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff91c759350000: Allocated FID [0x200000405:0x2a:0x0] 40000000:00000001:3.0:1783444841.543764:0:35242:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444841.543766:0:35242:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444841.543768:0:35242:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444841.543770:0:35242:0:(lmv_obd.c:1227:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444841.543773:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419df8a0 00800000:00000002:3.0:1783444841.543775:0:35242:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2a:0x0], name='d24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:3.0:1783444841.543779:0:35242:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444841.543780:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419df7d8 00000002:00010000:3.0:1783444841.543782:0:35242:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d24a.recovery-small,[0x200000405:0x2a:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:3.0:1783444841.543786:0:35242:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783444841.543788:0:35242:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1783444841.543792:0:35242:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1783444841.543797:0:35242:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444841.543799:0:35242:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783444841.543801:0:35242:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebfc00 count: 2 00010000:00000001:3.0:1783444841.543804:0:35242:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444841.543806:0:35242:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783444841.543809:0:35242:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783444841.543813:0:35242:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef6dc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6ddb89 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1783444841.543821:0:35242:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783444841.543825:0:35242:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783444841.543828:0:35242:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783444841.543830:0:35242:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1783444841.543833:0:35242:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444841.543834:0:35242:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444841.543836:0:35242:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebfc00 count: 3 00010000:00000001:3.0:1783444841.543838:0:35242:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444841.543841:0:35242:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444841.543842:0:35242:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444841.543843:0:35242:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444841.543844:0:35242:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebfc00 count: 3 00010000:00000001:3.0:1783444841.543846:0:35242:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444841.543848:0:35242:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444841.543850:0:35242:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444841.543851:0:35242:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444841.543852:0:35242:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebfc00 count: 3 00010000:00000001:3.0:1783444841.543854:0:35242:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444841.543856:0:35242:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444841.543858:0:35242:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1783444841.543860:0:35242:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91c748db39c0, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1783444841.543865:0:35242:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1783444841.543867:0:35242:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1783444841.543869:0:35242:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783444841.543871:0:35242:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444841.543874:0:35242:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783444841.543877:0:35242:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783444841.543879:0:35242:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783444841.543881:0:35242:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444841.543883:0:35242:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783444841.543886:0:35242:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c751b15c00 with handle 0x5503b2fe824ef6dc from hash 00010000:00000001:3.0:1783444841.543889:0:35242:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783444841.543890:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444841.543891:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444841.543892:0:35242:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783444841.543895:0:35242:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783444841.543896:0:35242:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783444841.543899:0:35242:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783444841.543902:0:35242:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444841.543904:0:35242:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1783444841.543909:0:35242:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760460e00. 00000020:00000040:3.0:1783444841.543914:0:35242:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:3.0:1783444841.543919:0:35242:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1783444841.543921:0:35242:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444841.543924:0:35242:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783444841.543928:0:35242:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444841.543930:0:35242:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444841.543932:0:35242:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444841.543935:0:35242:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444841.543937:0:35242:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444841.543944:0:35242:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c7452aec00. 00000100:00000001:3.0:1783444841.543950:0:35242:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444841.543954:0:35242:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444841.543956:0:35242:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1783444841.543960:0:35242:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef6dc lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6ddb89 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1783444841.543966:0:35242:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1783444841.543968:0:35242:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783444841.543970:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783444841.543973:0:35242:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef6dc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6ddb89 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:3.0:1783444841.544221:0:35242:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c743ebfc00 count: 0 00010000:00000010:3.0:1783444841.544227:0:35242:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c746559980. 00010000:00000001:3.0:1783444841.544241:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444841.544243:0:35242:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444841.544245:0:35242:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444841.544246:0:35242:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444841.544248:0:35242:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444841.544259:0:35242:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622884232564224 : -121189476987392 : ffff91c760460e00) 00010000:00000001:3.0:1783444841.544263:0:35242:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783444841.544266:0:35242:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1783444841.544270:0:35242:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c743ebf800. 00010000:00000010:3.0:1783444841.544274:0:35242:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c746559980. 00010000:00000001:3.0:1783444841.544279:0:35242:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783444841.544282:0:35242:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c751b15a00. 00000020:00000001:3.0:1783444841.544285:0:35242:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783444841.544287:0:35242:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c751b15a00 with handle 0x5503b2fe824ef6e3 to hash 00000020:00000001:3.0:1783444841.544289:0:35242:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783444841.544291:0:35242:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883987937792 : -121189721613824 : ffff91c751b15a00) 00010000:00000001:3.0:1783444841.544294:0:35242:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883987937792 : -121189721613824 : ffff91c751b15a00) 00010000:00000001:3.0:1783444841.544297:0:35242:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444841.544299:0:35242:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444841.544302:0:35242:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15a00/0x5503b2fe824ef6e3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444841.544308:0:35242:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15a00/0x5503b2fe824ef6e3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1783444841.544320:0:35242:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1783444841.544331:0:35242:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c760460e00 x1870075608307456/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1783444841.544351:0:35242:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15a00/0x5503b2fe824ef6e3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783444841.544483:0:35242:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444841.544486:0:35242:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444841.544492:0:35242:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7462183c0. 00000100:00000001:3.0:1783444841.544495:0:35242:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883793961920 : -121189915589696 : ffff91c7462183c0) 00000100:00000001:3.0:1783444841.544497:0:35242:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444841.544499:0:35242:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232564224 : -121189476987392 : ffff91c760460e00) 00000100:00000001:3.0:1783444841.544504:0:35242:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444841.544508:0:35242:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444841.544510:0:35242:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444841.544512:0:35242:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444841.544517:0:35242:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760460e00 x1870075608307456/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444841.544524:0:35242:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444841.544526:0:35242:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444841.544530:0:35242:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444841.544533:0:35242:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444841.544535:0:35242:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444841.544539:0:35242:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760460e00 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35242:1870075608307456:192.168.204.110@tcp:101:lfs.0 00000100:00000001:3.0:1783444841.544543:0:35242:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444841.544549:0:35242:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444841.544552:0:35242:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444841.544555:0:35242:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444841.544616:0:35242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff91c7585a0000. 02000000:00000001:3.0:1783444841.544619:0:35242:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444841.544627:0:35242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444841.544632:0:35242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7588113c8. 00000400:00000010:3.0:1783444841.544700:0:35242:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff91c7452ac400. 00000100:00000200:3.0:1783444841.544711:0:35242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870075608307456, portal 10 00000100:00000001:3.0:1783444841.544714:0:35242:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444841.544715:0:35242:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232564224 : -121189476987392 : ffff91c760460e00) 00000100:00000040:3.0:1783444841.544722:0:35242:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c760460e00 x1870075608307456/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1783444857 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444841.544729:0:35242:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444841.544732:0:35242:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444841.544736:0:35242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218660. 00000100:00000200:3.0:1783444841.544740:0:35242:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1870075608307456, offset 0 00000400:00000200:3.0:1783444841.544746:0:35242:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444841.544755:0:35242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444841.544764:0:35242:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444841.544770:0:35242:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444841.544775:0:35242:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444841.544779:0:35242:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444841.544782:0:35242:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444841.544786:0:35242:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2894:2894:256:4294967295] 192.168.204.110@tcp LPNI seq info [2894:2894:8:4294967295] 00000400:00000200:3.0:1783444841.544791:0:35242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444841.544802:0:35242:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444841.544808:0:35242:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444841.544813:0:35242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822cb00. 00000800:00000200:3.0:1783444841.544821:0:35242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444841.544831:0:35242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444841.544837:0:35242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822cb00 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:3.0:1783444841.544924:0:35242:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444841.544931:0:35242:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 903305 usecs (904 jiffies) 00000400:00000200:3.0:1783444841.544935:0:35242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444841.544938:0:35242:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296481454 00000100:00000001:3.0:1783444841.544941:0:35242:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296482301 00000100:00000001:3.0:1783444841.544943:0:35242:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296481454 00000100:00000001:3.0:1783444841.544945:0:35242:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296482301 00000100:00000001:3.0:1783444841.544947:0:35242:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444841.544950:0:35242:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444841.544953:0:35242:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444841.544955:0:35242:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444841.544958:0:35242:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7462183c0 going to sleep for 11 seconds 00000100:00000001:3.0:1783444841.544961:0:35242:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444841.544966:0:35242:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444841.545825:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444841.545832:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822cb00. 00000400:00000200:1.0:1783444841.545838:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444841.545845:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444841.545851:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218660 00000400:00000010:1.0:1783444841.545853:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218660. 00000100:00000001:1.0:1783444841.545856:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444841.545861:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760460e00 x1870075608307456/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1783444857 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444841.545872:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444841.545875:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760460e00 x1870075608307456/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1783444857 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444841.545882:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444841.545884:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1783444841.550110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebfc00. 00010000:00000010:3.1:1783444841.550127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15c00. 00000800:00000001:0.0:1783444841.568272:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444841.568288:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444841.568292:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444841.568294:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444841.568303:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.568311:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444841.568319:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.568323:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.568329:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.568333:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 608 into portal 10 MB=0x6a4d2e8561700 00000400:00000200:0.0:1783444841.568346:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.568352:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 608/608 into md 0x7fa1 [32] + 224 00000800:00000001:0.0:1783444841.568364:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444841.568371:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444841.568375:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444841.568379:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444841.568387:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444841.568396:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760460e00 x1870075608307456/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1783444857 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444841.568407:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff91c760460e00 x1870075608307456/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444841.568425:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444841.568432:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444841.568435:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444841.568632:0:35242:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444841.568640:0:35242:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444841.568642:0:35242:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444841.568645:0:35242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7588113c8. 00000400:00000200:3.0:1783444841.568649:0:35242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7452ac400 00000400:00000010:3.0:1783444841.568652:0:35242:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff91c7452ac400. 00000100:00000001:3.0:1783444841.568655:0:35242:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444841.568659:0:35242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760460e00 x1870075608307456/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783444841.568669:0:35242:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760460e00 x1870075608307456/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444841.568674:0:35242:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444841.568676:0:35242:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444841.568679:0:35242:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444841.568682:0:35242:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444841.568684:0:35242:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444841.568687:0:35242:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444841.568690:0:35242:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444841.568701:0:35242:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=21 v=5 (5 105 105 105) 00000100:00001000:3.0:1783444841.568705:0:35242:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444841.568708:0:35242:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444841.568710:0:35242:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444841.568713:0:35242:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444841.568716:0:35242:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444841.568719:0:35242:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444841.568722:0:35242:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1783444841.568724:0:35242:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444841.568725:0:35242:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444841.568730:0:35242:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760460e00 x1870075608307456/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444841.568738:0:35242:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444841.568741:0:35242:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444841.568743:0:35242:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444841.568747:0:35242:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760460e00 x1870075608307456/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1783444857 ref 2 fl Interpret:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783444841.568755:0:35242:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760460e00 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35242:1870075608307456:192.168.204.110@tcp:101:lfs.0 00000100:00000001:3.0:1783444841.568759:0:35242:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444841.568761:0:35242:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444841.568764:0:35242:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444841.568766:0:35242:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444841.568769:0:35242:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760460e00 x1870075608307456/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1783444857 ref 2 fl Complete:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444841.568776:0:35242:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444841.568779:0:35242:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7462183c0. 00000100:00000001:3.0:1783444841.568782:0:35242:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444841.568783:0:35242:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444841.568786:0:35242:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783444841.568790:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444841.568793:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444841.568796:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15a00 refcount=4 00000020:00000001:3.0:1783444841.568799:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987937792 : -121189721613824 : ffff91c751b15a00) 00010000:00000001:3.0:1783444841.568802:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987937792 : -121189721613824 : ffff91c751b15a00) 00010000:00000040:3.0:1783444841.568808:0:35242:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c751b15a00, remote cookie: 0x332dd2263f6ddba5, flags: 0x1001 00010000:00010000:3.0:1783444841.568814:0:35242:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15a00/0x5503b2fe824ef6e3 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddba5 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1783444841.568823:0:35242:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240000403:0x7:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1783444841.568826:0:35242:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1783444841.568833:0:35242:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c743ebfc00. 00010000:00000010:3.0:1783444841.568837:0:35242:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c746559580. 00010000:00000040:3.0:1783444841.568842:0:35242:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c743ebf800 count: 0 00010000:00000010:3.0:1783444841.568847:0:35242:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c746559980. 00010000:00000001:3.0:1783444841.568854:0:35242:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444841.568858:0:35242:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15a00/0x5503b2fe824ef6e3 lrc: 4/0,1 mode: --/PR res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddba5 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444841.568866:0:35242:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15a00/0x5503b2fe824ef6e3 lrc: 4/0,1 mode: --/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddba5 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444841.568873:0:35242:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783444841.568877:0:35242:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783444841.568879:0:35242:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783444841.568880:0:35242:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783444841.568882:0:35242:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783444841.568884:0:35242:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000403:0x7:0x0].0x0 (ffff91c743ebfc00) refcount = 1 00010000:00010000:3.0:1783444841.568888:0:35242:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15a00/0x5503b2fe824ef6e3 lrc: 4/0,1 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddba5 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444841.568894:0:35242:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783444841.568897:0:35242:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783444841.568899:0:35242:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444841.568901:0:35242:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783444841.568904:0:35242:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444841.568907:0:35242:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15a00/0x5503b2fe824ef6e3 lrc: 4/0,1 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddba5 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444841.568913:0:35242:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783444841.568915:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444841.568917:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444841.568918:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444841.568919:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444841.568921:0:35242:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444841.568925:0:35242:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783444841.568927:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444841.568928:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444841.568930:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15a00 refcount=3 00000020:00000001:3.0:1783444841.568932:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987937792 : -121189721613824 : ffff91c751b15a00) 00010000:00000001:3.0:1783444841.568934:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987937792 : -121189721613824 : ffff91c751b15a00) 00010000:00000001:3.0:1783444841.568937:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444841.568938:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444841.568939:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15a00 refcount=4 00000020:00000001:3.0:1783444841.568941:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987937792 : -121189721613824 : ffff91c751b15a00) 00010000:00000001:3.0:1783444841.568943:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987937792 : -121189721613824 : ffff91c751b15a00) 00010000:00000001:3.0:1783444841.568946:0:35242:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444841.568949:0:35242:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444841.568953:0:35242:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15a00/0x5503b2fe824ef6e3 lrc: 5/1,1 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddba5 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444841.568960:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444841.568961:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444841.568962:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444841.568963:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444841.568964:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15a00 refcount=5 00000020:00000001:3.0:1783444841.568966:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987937792 : -121189721613824 : ffff91c751b15a00) 00010000:00000001:3.0:1783444841.568968:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987937792 : -121189721613824 : ffff91c751b15a00) 00010000:00000001:3.0:1783444841.568970:0:35242:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444841.568973:0:35242:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15a00/0x5503b2fe824ef6e3 lrc: 5/1,1 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddba5 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444841.568978:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444841.568979:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783444841.569147:0:35242:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15a00/0x5503b2fe824ef6e3 lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddba5 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444841.569155:0:35242:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444841.569156:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444841.569157:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444841.569158:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444841.569159:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783444841.569165:0:35242:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=b, status=0 req@ffff91c760460e00 x1870075608307456/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1783444857 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783444841.569171:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444841.569173:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444841.569174:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15a00 refcount=3 00000020:00000001:3.0:1783444841.569176:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987937792 : -121189721613824 : ffff91c751b15a00) 00010000:00000001:3.0:1783444841.569178:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987937792 : -121189721613824 : ffff91c751b15a00) 00010000:00000001:3.0:1783444841.569180:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444841.569181:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444841.569183:0:35242:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444841.569185:0:35242:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444841.569188:0:35242:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783444841.569190:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444841.569191:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444841.569193:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15a00 refcount=3 00000020:00000001:3.0:1783444841.569194:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987937792 : -121189721613824 : ffff91c751b15a00) 00010000:00000001:3.0:1783444841.569196:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987937792 : -121189721613824 : ffff91c751b15a00) 00000002:00010000:3.0:1783444841.569199:0:35242:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15a00/0x5503b2fe824ef6e3 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddba5 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444841.569205:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444841.569206:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444841.569207:0:35242:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783444841.569209:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444841.569210:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444841.569211:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15a00 refcount=3 00000020:00000001:3.0:1783444841.569212:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987937792 : -121189721613824 : ffff91c751b15a00) 00010000:00000001:3.0:1783444841.569214:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987937792 : -121189721613824 : ffff91c751b15a00) 00010000:00000040:3.0:1783444841.569218:0:35242:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebfc00 count: 2 00010000:00000001:3.0:1783444841.569220:0:35242:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783444841.569224:0:35242:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 9663677443/7 (0 0) 00010000:00000001:3.0:1783444841.569226:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444841.569227:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444841.569228:0:35242:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783444841.569231:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419df760 00000002:00002000:3.0:1783444841.569233:0:35242:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=open|creat status=0 disp=b: rc = 0 00000002:00000001:3.0:1783444841.569236:0:35242:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444841.569241:0:35242:0:(lmv_intent.c:51:lmv_intent_remote()) Process entered 00800000:00000001:3.0:1783444841.569244:0:35242:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444841.569246:0:35242:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444841.569248:0:35242:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444841.569251:0:35242:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444841.569253:0:35242:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444841.569255:0:35242:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0x7:0x0] 00800000:00000001:3.0:1783444841.569257:0:35242:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:3.0:1783444841.569263:0:35242:0:(lmv_intent.c:75:lmv_intent_remote()) kmalloced '(op_data)': 392 at ffff91c750f6a200. 00800000:00000002:3.0:1783444841.569265:0:35242:0:(lmv_intent.c:92:lmv_intent_remote()) REMOTE_INTENT with fid=[0x240000403:0x7:0x0] -> mds #1 00000002:00000001:3.0:1783444841.569269:0:35242:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444841.569271:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419df728 00000002:00010000:3.0:1783444841.569272:0:35242:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x240000403:0x7:0x0], intent: open|creat flags 0120502 00000002:00000001:3.0:1783444841.569277:0:35242:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783444841.569278:0:35242:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1783444841.569281:0:35242:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1783444841.569284:0:35242:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444841.569286:0:35242:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1783444841.569288:0:35242:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444841.569293:0:35242:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760461c00. 00000020:00000040:3.0:1783444841.569296:0:35242:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=5 obd=lustre-MDT0001-mdc-ffff91c759350000 02000000:00000001:3.0:1783444841.569301:0:35242:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1783444841.569303:0:35242:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444841.569306:0:35242:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783444841.569309:0:35242:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444841.569312:0:35242:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444841.569314:0:35242:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444841.569316:0:35242:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444841.569321:0:35242:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444841.569327:0:35242:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c7452ac400. 00000100:00000001:3.0:1783444841.569333:0:35242:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444841.570261:0:35242:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444841.570265:0:35242:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444841.570268:0:35242:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444841.570269:0:35242:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444841.570271:0:35242:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444841.570278:0:35242:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622884232567808 : -121189476983808 : ffff91c760461c00) 00010000:00000001:3.0:1783444841.570282:0:35242:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783444841.570284:0:35242:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1783444841.572671:0:35242:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747211700. 00010000:00000010:2.0:1783444841.572766:0:35242:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c743ef4d80. 00010000:00000001:2.0:1783444841.572775:0:35242:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783444841.572779:0:35242:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c752225e00. 00000020:00000001:2.0:1783444841.572784:0:35242:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783444841.572788:0:35242:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c752225e00 with handle 0x5503b2fe824ef6ea to hash 00000020:00000001:2.0:1783444841.572791:0:35242:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783444841.572792:0:35242:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:2.0:1783444841.572796:0:35242:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:2.0:1783444841.572801:0:35242:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444841.572804:0:35242:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444841.572809:0:35242:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef6ea lrc: 3/0,1 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444841.572818:0:35242:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef6ea lrc: 3/0,1 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1783444841.572836:0:35242:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1783444841.572850:0:35242:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c760461c00 x1870075608307712/t0(0) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1783444841.572859:0:35242:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef6ea lrc: 3/0,1 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783444841.572870:0:35242:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444841.572871:0:35242:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444841.572879:0:35242:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c75885c0c0. 00000100:00000001:2.0:1783444841.572881:0:35242:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884102521024 : -121189607030592 : ffff91c75885c0c0) 00000100:00000001:2.0:1783444841.572884:0:35242:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444841.572885:0:35242:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232567808 : -121189476983808 : ffff91c760461c00) 00000100:00000001:2.0:1783444841.572891:0:35242:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444841.572895:0:35242:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444841.572897:0:35242:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444841.572899:0:35242:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444841.572903:0:35242:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760461c00 x1870075608307712/t0(0) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.572912:0:35242:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444841.572913:0:35242:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444841.572918:0:35242:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444841.572922:0:35242:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444841.572925:0:35242:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444841.572929:0:35242:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760461c00 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35242:1870075608307712:192.168.204.110@tcp:101:lfs.0 00000100:00000001:2.0:1783444841.572934:0:35242:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444841.572940:0:35242:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444841.572943:0:35242:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444841.572946:0:35242:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444841.573002:0:35242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff91c7604e0000. 02000000:00000001:2.0:1783444841.573004:0:35242:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444841.573011:0:35242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444841.573052:0:35242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ffd10. 00000400:00000010:2.0:1783444841.573385:0:35242:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff91c750f6f400. 00000100:00000200:2.0:1783444841.573395:0:35242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870075608307712, portal 10 00000100:00000001:2.0:1783444841.573397:0:35242:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444841.573398:0:35242:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232567808 : -121189476983808 : ffff91c760461c00) 00000100:00000040:2.0:1783444841.573405:0:35242:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c760461c00 x1870075608307712/t0(0) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/66320 e 0 to 0 dl 1783444857 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.573418:0:35242:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444841.573420:0:35242:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444841.573424:0:35242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83cc0. 00000100:00000200:2.0:1783444841.573428:0:35242:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870075608307712, offset 0 00000400:00000200:2.0:1783444841.573435:0:35242:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444841.573443:0:35242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444841.573451:0:35242:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444841.573456:0:35242:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444841.573460:0:35242:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444841.573463:0:35242:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444841.573466:0:35242:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444841.573469:0:35242:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2895:2895:256:4294967295] 192.168.204.110@tcp LPNI seq info [2895:2895:8:4294967295] 00000400:00000200:2.0:1783444841.573473:0:35242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444841.573483:0:35242:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444841.573585:0:35242:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444841.573591:0:35242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1700. 00000800:00000200:2.0:1783444841.573598:0:35242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444841.573607:0:35242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444841.573612:0:35242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1783444841.573699:0:35242:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444841.573704:0:35242:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 21742 usecs (22 jiffies) 00000400:00000200:2.0:1783444841.573707:0:35242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444841.573710:0:35242:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296480601 00000100:00000001:2.0:1783444841.573713:0:35242:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296482301 00000100:00000001:2.0:1783444841.573715:0:35242:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296480601 00000100:00000001:2.0:1783444841.573717:0:35242:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296482301 00000100:00000001:2.0:1783444841.573720:0:35242:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444841.573722:0:35242:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444841.573725:0:35242:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444841.573727:0:35242:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444841.573730:0:35242:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885c0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1783444841.573732:0:35242:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444841.573735:0:35242:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444841.574432:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444841.574438:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1700. 00000400:00000200:1.0:1783444841.574444:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444841.574450:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444841.574455:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83cc0 00000400:00000010:1.0:1783444841.574458:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83cc0. 00000100:00000001:1.0:1783444841.574462:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444841.574468:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760461c00 x1870075608307712/t0(0) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/66320 e 0 to 0 dl 1783444857 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444841.574479:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444841.574482:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760461c00 x1870075608307712/t0(0) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/66320 e 0 to 0 dl 1783444857 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444841.574488:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444841.574490:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1783444841.575112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf800. 00000800:00000001:0.0:1783444841.578110:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444841.578129:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444841.578133:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444841.578135:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444841.578144:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.578150:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444841.578158:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.578162:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.578167:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.578171:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 608 into portal 10 MB=0x6a4d2e8561800 00000400:00000200:0.0:1783444841.578175:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.578180:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 608/608 into md 0x7fa9 [32] + 224 00000800:00000001:0.0:1783444841.578187:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444841.578194:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444841.578197:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444841.578202:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444841.578209:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444841.578219:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760461c00 x1870075608307712/t0(0) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/66320 e 0 to 0 dl 1783444857 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444841.578230:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff91c760461c00 x1870075608307712/t0(0) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/66320 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.578288:0:35242:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444841.578306:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444841.578314:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444841.578317:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1783444841.579780:0:35242:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444841.579784:0:35242:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444841.579788:0:35242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ffd10. 00000400:00000200:2.0:1783444841.579796:0:35242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c750f6f400 00000400:00000010:2.0:1783444841.579799:0:35242:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff91c750f6f400. 00000100:00000001:2.0:1783444841.579805:0:35242:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444841.579814:0:35242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760461c00 x1870075608307712/t0(0) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/66320 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783444841.579825:0:35242:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760461c00 x1870075608307712/t0(0) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/66320 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.579832:0:35242:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444841.579834:0:35242:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444841.579838:0:35242:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444841.579841:0:35242:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444841.579843:0:35242:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444841.579846:0:35242:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444841.579849:0:35242:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444841.579859:0:35242:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=21 v=5 (5 105 105 105) 00000100:00001000:2.0:1783444841.579863:0:35242:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=21 v=5 (1 1 1 1) 00000100:00000001:2.0:1783444841.579866:0:35242:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1783444841.579869:0:35242:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff91c760461c00 x1870075608307712/t0(0) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/608 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.579875:0:35242:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1783444841.579879:0:35242:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444841.579881:0:35242:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:2.0:1783444841.579884:0:35242:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444841.579888:0:35242:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1783444841.579892:0:35242:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760461c00 x1870075608307712/t0(0) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/608 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.579904:0:35242:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1783444841.579908:0:35242:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444841.579910:0:35242:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444841.579914:0:35242:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760461c00 x1870075608307712/t0(0) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/608 e 0 to 0 dl 1783444857 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783444841.579922:0:35242:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760461c00 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35242:1870075608307712:192.168.204.110@tcp:101:lfs.0 00000100:00000001:2.0:1783444841.579927:0:35242:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444841.579930:0:35242:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1783444841.579933:0:35242:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444841.579935:0:35242:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444841.579937:0:35242:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760461c00 x1870075608307712/t0(0) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/608 e 0 to 0 dl 1783444857 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.579943:0:35242:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444841.579946:0:35242:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c75885c0c0. 00000100:00000001:2.0:1783444841.579949:0:35242:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444841.579950:0:35242:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1783444841.579954:0:35242:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783444841.579958:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.579960:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.579963:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225e00 refcount=4 00000020:00000001:2.0:1783444841.579965:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:2.0:1783444841.579968:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00010000:2.0:1783444841.579972:0:35242:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef6ea lrc: 4/0,1 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.579982:0:35242:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1783444841.579986:0:35242:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef6ea lrc: 4/0,1 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.579992:0:35242:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444841.579995:0:35242:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef6ea lrc: 4/0,1 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.580000:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.580002:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783444841.580004:0:35242:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef6ea lrc: 3/0,0 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.580008:0:35242:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444841.580571:0:35242:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.580575:0:35242:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1783444841.580578:0:35242:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef6ea lrc: 4/0,0 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444841.580585:0:35242:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91c752225e00 already unused, calling callback (ffffffffc1ba6f40) 00000080:00000001:2.0:1783444841.580588:0:35242:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1783444841.580591:0:35242:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef6ea lrc: 4/0,0 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.580598:0:35242:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1783444841.580600:0:35242:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1783444841.580603:0:35242:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef6ea lrc: 4/0,0 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.580608:0:35242:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1783444841.580610:0:35242:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1783444841.580612:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.580613:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.580616:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225e00 refcount=5 00000020:00000001:2.0:1783444841.580618:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:2.0:1783444841.580619:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:2.0:1783444841.580622:0:35242:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783444841.580624:0:35242:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef6ea lrc: 5/0,0 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1783444841.580635:0:35242:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1783444841.580636:0:35242:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444841.580640:0:35242:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1783444841.580641:0:35242:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783444841.580644:0:35242:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783444841.580645:0:35242:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783444841.580646:0:35242:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444841.580648:0:35242:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1783444841.580651:0:35242:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752225e00 with handle 0x5503b2fe824ef6ea from hash 00010000:00000001:2.0:1783444841.580653:0:35242:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783444841.580654:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.580656:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.580657:0:35242:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783444841.580658:0:35242:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783444841.580660:0:35242:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1783444841.580662:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.580663:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.580664:0:35242:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444841.580666:0:35242:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444841.580668:0:35242:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef6ea lrc: 3/0,0 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.580673:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.580674:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.580675:0:35242:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1783444841.580676:0:35242:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444841.580678:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.580679:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.580680:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783444841.580682:0:35242:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef6ea lrc: 0/0,0 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1783444841.580689:0:35242:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747211700 count: 0 00010000:00000010:2.0:1783444841.580696:0:35242:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c743ef4d80. 00010000:00000001:2.0:1783444841.580707:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.580710:0:35242:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1783444841.580715:0:35242:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1783444841.580723:0:35242:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=b, status=-21 req@ffff91c760461c00 x1870075608307712/t0(0) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/608 e 0 to 0 dl 1783444857 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1783444841.580730:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1783444841.580732:0:35242:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444841.580734:0:35242:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444841.580736:0:35242:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444841.580740:0:35242:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000002:00000001:2.0:1783444841.580742:0:35242:0:(mdc_locks.c:1314:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:2.0:1783444841.580746:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419df6b0 00000002:00002000:2.0:1783444841.580748:0:35242:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=-21 disp=b: rc = -21 00000002:00000001:2.0:1783444841.580751:0:35242:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:2.0:1783444841.580754:0:35242:0:(lmv_intent.c:115:lmv_intent_remote()) Process leaving via out_free_op_data (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000010:2.0:1783444841.580757:0:35242:0:(lmv_intent.c:135:lmv_intent_remote()) kfreed 'op_data': 392 at ffff91c750f6a200. 00010000:00000001:2.0:1783444841.580760:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.580762:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.580764:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15a00 refcount=3 00000020:00000001:2.0:1783444841.580766:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987937792 : -121189721613824 : ffff91c751b15a00) 00010000:00000001:2.0:1783444841.580768:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987937792 : -121189721613824 : ffff91c751b15a00) 00010000:00000001:2.0:1783444841.580770:0:35242:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444841.580773:0:35242:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15a00/0x5503b2fe824ef6e3 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddba5 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.580780:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.580782:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.580783:0:35242:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444841.580786:0:35242:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444841.580788:0:35242:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15a00/0x5503b2fe824ef6e3 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddba5 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783444841.580796:0:35242:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444841.580799:0:35242:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444841.580801:0:35242:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444841.580805:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.580806:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.580807:0:35242:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.580810:0:35242:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444841.580812:0:35242:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.580814:0:35242:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.580816:0:35242:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.580818:0:35242:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444841.580820:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.580821:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783444841.580823:0:35242:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444841.580828:0:35242:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760460e00 x1870075608307456/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1783444857 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.580836:0:35242:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444841.580839:0:35242:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444841.580841:0:35242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff91c7585a0000. 02000000:00000001:2.0:1783444841.580865:0:35242:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444841.580867:0:35242:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444841.580869:0:35242:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=3 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:2.0:1783444841.580871:0:35242:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444841.580874:0:35242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c7452aec00. 02000000:00000001:2.0:1783444841.580879:0:35242:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444841.580881:0:35242:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444841.580883:0:35242:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760460e00. 00000100:00000001:2.0:1783444841.580887:0:35242:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444841.580888:0:35242:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444841.580891:0:35242:0:(lmv_intent.c:422:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:2.0:1783444841.580894:0:35242:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:2.0:1783444841.580897:0:35242:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00000001:2.0:1783444841.580900:0:35242:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:2.0:1783444841.580902:0:35242:0:(namei.c:1264:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:2.0:1783444841.580906:0:35242:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:2.0:1783444841.580910:0:35242:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c750f6bc00. 00000100:00000001:2.0:1783444841.580912:0:35242:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444841.580917:0:35242:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760461c00 x1870075608307712/t0(0) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/608 e 0 to 0 dl 1783444857 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.580923:0:35242:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444841.580925:0:35242:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444841.580926:0:35242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff91c7604e0000. 02000000:00000001:2.0:1783444841.580942:0:35242:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444841.580944:0:35242:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444841.580945:0:35242:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:2.0:1783444841.580947:0:35242:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444841.580949:0:35242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c7452ac400. 02000000:00000001:2.0:1783444841.580952:0:35242:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444841.580953:0:35242:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444841.580954:0:35242:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760461c00. 00000100:00000001:2.0:1783444841.580956:0:35242:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444841.580958:0:35242:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444841.580962:0:35242:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1783444841.580964:0:35242:0:(dcache.c:176:ll_intent_release()) intent ffff91c7604bbea0 released 00000080:00000001:2.0:1783444841.580966:0:35242:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:2.0:1783444841.580968:0:35242:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff91c7604bbea0. 00000080:00000001:2.0:1783444841.580970:0:35242:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:2.0:1783444841.580977:0:35242:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1783444841.580980:0:35242:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1783444841.581597:0:35242:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783444841.581602:0:35242:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783444841.581604:0:35242:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783444841.581606:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfbc0 00000080:00200000:2.0:1783444841.581609:0:35242:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:2.0:1783444841.581615:0:35242:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7435f5e00. 00800000:00000002:2.0:1783444841.581621:0:35242:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:2.0:1783444841.581625:0:35242:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444841.581628:0:35242:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444841.581629:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfae0 00800000:00000002:2.0:1783444841.581631:0:35242:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444841.581634:0:35242:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1783444841.581637:0:35242:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444841.581639:0:35242:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444841.581641:0:35242:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444841.581644:0:35242:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444841.581646:0:35242:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444841.581648:0:35242:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444841.581650:0:35242:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444841.581653:0:35242:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783444841.581658:0:35242:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444841.581660:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419df9b0 00000002:00010000:2.0:1783444841.581661:0:35242:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783444841.581665:0:35242:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783444841.581667:0:35242:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444841.581669:0:35242:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783444841.581674:0:35242:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444841.581676:0:35242:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444841.581677:0:35242:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444841.581680:0:35242:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1783444841.581683:0:35242:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1783444841.581686:0:35242:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f2d80. 00000020:00000040:2.0:1783444841.581690:0:35242:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:2.0:1783444841.581695:0:35242:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783444841.581699:0:35242:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444841.581703:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.581704:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.581705:0:35242:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444841.581708:0:35242:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444841.581710:0:35242:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444841.581713:0:35242:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444841.581719:0:35242:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c750f6f400. 00000100:00000001:2.0:1783444841.581725:0:35242:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.581729:0:35242:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444841.581731:0:35242:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.581732:0:35242:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444841.581733:0:35242:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.581735:0:35242:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444841.581740:0:35242:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622884232113536 : -121189477438080 : ffff91c7603f2d80) 00010000:00000001:2.0:1783444841.581743:0:35242:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783444841.581745:0:35242:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1783444841.581749:0:35242:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747211e00. 00010000:00000010:2.0:1783444841.581753:0:35242:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c743ef4d80. 00010000:00000001:2.0:1783444841.581757:0:35242:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783444841.581760:0:35242:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c752224600. 00000020:00000001:2.0:1783444841.581762:0:35242:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783444841.581765:0:35242:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c752224600 with handle 0x5503b2fe824ef6f1 to hash 00000020:00000001:2.0:1783444841.581767:0:35242:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783444841.581768:0:35242:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444841.581772:0:35242:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444841.581775:0:35242:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444841.581777:0:35242:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444841.581780:0:35242:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef6f1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444841.581788:0:35242:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef6f1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444841.581798:0:35242:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef6f1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783444841.581804:0:35242:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444841.581805:0:35242:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444841.581812:0:35242:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c75885c0c0. 00000100:00000001:2.0:1783444841.581814:0:35242:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884102521024 : -121189607030592 : ffff91c75885c0c0) 00000100:00000001:2.0:1783444841.581816:0:35242:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444841.581817:0:35242:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232113536 : -121189477438080 : ffff91c7603f2d80) 00000100:00000001:2.0:1783444841.581822:0:35242:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444841.581827:0:35242:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444841.581829:0:35242:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444841.581830:0:35242:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444841.581836:0:35242:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f2d80 x1870075608307840/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.581844:0:35242:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444841.581846:0:35242:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444841.581850:0:35242:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444841.581852:0:35242:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444841.581854:0:35242:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444841.581857:0:35242:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f2d80 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35242:1870075608307840:192.168.204.110@tcp:101:lfs.0 00000100:00000001:2.0:1783444841.581861:0:35242:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444841.581867:0:35242:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444841.581870:0:35242:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444841.581873:0:35242:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444841.581877:0:35242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c743c0f800. 02000000:00000001:2.0:1783444841.581879:0:35242:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444841.581885:0:35242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444841.581889:0:35242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ffd10. 00000400:00000010:2.0:1783444841.581898:0:35242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83908. 00000100:00000200:2.0:1783444841.581906:0:35242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608307840, portal 10 00000100:00000001:2.0:1783444841.581907:0:35242:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444841.581909:0:35242:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232113536 : -121189477438080 : ffff91c7603f2d80) 00000100:00000040:2.0:1783444841.581914:0:35242:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c7603f2d80 x1870075608307840/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444857 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.581920:0:35242:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444841.581922:0:35242:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444841.581924:0:35242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f837f8. 00000100:00000200:2.0:1783444841.581928:0:35242:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870075608307840, offset 0 00000400:00000200:2.0:1783444841.581934:0:35242:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444841.581942:0:35242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444841.581949:0:35242:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444841.581954:0:35242:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444841.581958:0:35242:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444841.581961:0:35242:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444841.581963:0:35242:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444841.581967:0:35242:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2896:2896:256:4294967295] 192.168.204.110@tcp LPNI seq info [2896:2896:8:4294967295] 00000400:00000200:2.0:1783444841.581971:0:35242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444841.581981:0:35242:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444841.581989:0:35242:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444841.581994:0:35242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1600. 00000800:00000200:2.0:1783444841.582001:0:35242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444841.582008:0:35242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444841.582028:0:35242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1783444841.582044:0:35242:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444841.582049:0:35242:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 902186 usecs (903 jiffies) 00000400:00000200:2.0:1783444841.582052:0:35242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444841.582087:0:35242:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296481491 00000100:00000001:2.0:1783444841.582091:0:35242:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296482301 00000100:00000001:2.0:1783444841.582093:0:35242:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296481491 00000100:00000001:2.0:1783444841.582096:0:35242:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296482301 00000100:00000001:2.0:1783444841.582098:0:35242:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444841.582101:0:35242:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444841.582103:0:35242:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444841.582105:0:35242:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444841.582107:0:35242:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885c0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1783444841.582114:0:35242:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444841.582117:0:35242:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444841.582341:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444841.582346:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1600. 00000400:00000200:1.0:1783444841.582352:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444841.582357:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444841.582362:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f837f8 00000400:00000010:1.0:1783444841.582365:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f837f8. 00000100:00000001:1.0:1783444841.582369:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444841.582374:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2d80 x1870075608307840/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444857 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444841.582382:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444841.582385:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2d80 x1870075608307840/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444857 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444841.582392:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444841.582394:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444841.587293:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444841.587315:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444841.587319:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444841.587322:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444841.587331:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.587340:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444841.587349:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.587354:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.587359:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.587364:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e8561880 00000400:00000200:0.0:1783444841.587369:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.587374:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x7fb1 [1] + 224 00000800:00000001:0.0:1783444841.587381:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444841.587391:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444841.587395:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444841.587400:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444841.587411:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444841.587419:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2d80 x1870075608307840/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444857 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444841.587431:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c7603f2d80 x1870075608307840/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.587479:0:35242:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444841.587494:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444841.587503:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444841.587507:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1783444841.587548:0:35242:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444841.587550:0:35242:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444841.587554:0:35242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ffd10. 00000400:00000200:2.0:1783444841.587559:0:35242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83908 00000400:00000010:2.0:1783444841.587561:0:35242:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83908. 00000100:00000001:2.0:1783444841.587564:0:35242:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444841.587569:0:35242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f2d80 x1870075608307840/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783444841.587579:0:35242:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f2d80 x1870075608307840/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.587585:0:35242:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444841.587587:0:35242:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444841.587590:0:35242:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444841.587594:0:35242:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444841.587596:0:35242:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444841.587599:0:35242:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444841.587602:0:35242:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444841.587610:0:35242:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=21 v=5 (5 105 105 105) 00000100:00001000:2.0:1783444841.587614:0:35242:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=28 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444841.587617:0:35242:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444841.587618:0:35242:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.587621:0:35242:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444841.587626:0:35242:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444841.587630:0:35242:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444841.587632:0:35242:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1783444841.587634:0:35242:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444841.587635:0:35242:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444841.587640:0:35242:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f2d80 x1870075608307840/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.587646:0:35242:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444841.587649:0:35242:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444841.587651:0:35242:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444841.587655:0:35242:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f2d80 x1870075608307840/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444857 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783444841.587663:0:35242:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f2d80 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35242:1870075608307840:192.168.204.110@tcp:101:lfs.0 00000100:00000001:2.0:1783444841.587667:0:35242:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444841.587670:0:35242:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444841.587672:0:35242:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444841.587674:0:35242:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444841.587677:0:35242:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2d80 x1870075608307840/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444857 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.587683:0:35242:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444841.587685:0:35242:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c75885c0c0. 00000100:00000001:2.0:1783444841.587688:0:35242:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444841.587690:0:35242:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.587693:0:35242:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783444841.587696:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.587699:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.587702:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=4 00000020:00000001:2.0:1783444841.587704:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444841.587707:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000040:2.0:1783444841.587714:0:35242:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c752224600, remote cookie: 0x332dd2263f6ddbba, flags: 0x1001 00010000:00010000:2.0:1783444841.587719:0:35242:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef6f1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddbba expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444841.587729:0:35242:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef6f1 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddbba expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.587735:0:35242:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783444841.587739:0:35242:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783444841.587740:0:35242:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783444841.587741:0:35242:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783444841.587742:0:35242:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783444841.587745:0:35242:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91c747211e00) refcount = 1 00010000:00010000:2.0:1783444841.587748:0:35242:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef6f1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddbba expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.587754:0:35242:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783444841.587757:0:35242:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783444841.587758:0:35242:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444841.587761:0:35242:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783444841.587764:0:35242:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444841.587766:0:35242:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef6f1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddbba expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.587772:0:35242:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783444841.587773:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.587776:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.587777:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.587778:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.587780:0:35242:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444841.587784:0:35242:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1783444841.587785:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.587787:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.587788:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:2.0:1783444841.587790:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444841.587792:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444841.587795:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.587796:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.587797:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=4 00000020:00000001:2.0:1783444841.587798:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444841.587800:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444841.587803:0:35242:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444841.587806:0:35242:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444841.587809:0:35242:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef6f1 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddbba expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.587815:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.587816:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.587818:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.587819:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.587821:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=5 00000020:00000001:2.0:1783444841.587822:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444841.587824:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444841.587827:0:35242:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444841.587830:0:35242:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef6f1 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddbba expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.587837:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.587838:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783444841.587841:0:35242:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef6f1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddbba expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.587847:0:35242:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444841.587848:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.587849:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.587850:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.587851:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1783444841.587855:0:35242:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91c7603f2d80 x1870075608307840/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444857 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1783444841.587863:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.587864:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.587865:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:2.0:1783444841.587868:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444841.587869:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444841.587872:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.587873:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444841.587875:0:35242:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444841.587877:0:35242:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444841.587879:0:35242:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1783444841.587881:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.587882:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.587883:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:2.0:1783444841.587885:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444841.587887:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00000002:00010000:2.0:1783444841.587890:0:35242:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef6f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddbba expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.587896:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.587897:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.587899:0:35242:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783444841.587900:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.587902:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.587903:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:2.0:1783444841.587906:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444841.587908:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000040:2.0:1783444841.587913:0:35242:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 2 00010000:00000001:2.0:1783444841.587916:0:35242:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1783444841.587920:0:35242:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1783444841.587922:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.587923:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444841.587924:0:35242:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783444841.587927:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419df938 00000002:00002000:2.0:1783444841.587929:0:35242:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1783444841.587931:0:35242:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444841.587935:0:35242:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444841.587937:0:35242:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783444841.587941:0:35242:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1783444841.587944:0:35242:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444841.587949:0:35242:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:2.0:1783444841.587953:0:35242:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7435f5e00. 00000080:00000001:2.0:1783444841.587957:0:35242:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783444841.587959:0:35242:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783444841.587965:0:35242:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1783444841.587970:0:35242:0:(lmv_obd.c:3920:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1783444841.587976:0:35242:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c76050a080. 00800000:00000001:2.0:1783444841.587979:0:35242:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622884233257088 : -121189476294528 : ffff91c76050a080) 00800000:00000001:2.0:1783444841.587981:0:35242:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444841.587984:0:35242:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1783444841.587987:0:35242:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1783444841.587989:0:35242:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1783444841.587992:0:35242:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1783444841.587995:0:35242:0:(llite_lib.c:1814:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1783444841.587997:0:35242:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444841.588001:0:35242:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1783444841.588004:0:35242:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1783444841.588009:0:35242:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1783444841.588023:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.588026:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.588027:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:2.0:1783444841.588029:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444841.588031:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444841.588033:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.588034:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783444841.588036:0:35242:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783444841.588039:0:35242:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1783444841.588040:0:35242:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c76050a080 1 00800000:00000010:2.0:1783444841.588043:0:35242:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c76050a080. 00800000:00000001:2.0:1783444841.588047:0:35242:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444841.588051:0:35242:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef6f1 00800000:00000001:2.0:1783444841.588054:0:35242:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444841.588176:0:35242:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444841.588226:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.588228:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.588229:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:2.0:1783444841.588232:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444841.588234:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444841.588236:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.588237:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444841.588239:0:35242:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444841.588241:0:35242:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444841.588243:0:35242:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444841.588246:0:35242:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:2.0:1783444841.588249:0:35242:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef6f1 from it ffffa319419dfbf8 00010000:00000001:2.0:1783444841.588251:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.588252:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.588254:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:2.0:1783444841.588255:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444841.588257:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444841.588259:0:35242:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444841.588261:0:35242:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef6f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddbba expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.588273:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.588274:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.588275:0:35242:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444841.588277:0:35242:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444841.588280:0:35242:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef6f1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddbba expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783444841.588287:0:35242:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444841.588290:0:35242:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444841.588292:0:35242:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444841.588295:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.588297:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.588298:0:35242:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.588301:0:35242:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444841.588303:0:35242:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.588305:0:35242:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.588308:0:35242:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.588310:0:35242:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444841.588311:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.588312:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783444841.588314:0:35242:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444841.588318:0:35242:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f2d80 x1870075608307840/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444857 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.588325:0:35242:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444841.588327:0:35242:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444841.588330:0:35242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c743c0f800. 02000000:00000001:2.0:1783444841.588334:0:35242:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444841.588336:0:35242:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444841.588338:0:35242:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=3 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:2.0:1783444841.588340:0:35242:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444841.588343:0:35242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c750f6f400. 02000000:00000001:2.0:1783444841.588346:0:35242:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444841.588347:0:35242:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444841.588349:0:35242:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f2d80. 00000100:00000001:2.0:1783444841.588353:0:35242:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444841.588354:0:35242:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444841.588357:0:35242:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:2.0:1783444841.588362:0:35242:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783444841.588376:0:35242:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91c7507eba60. 00000080:00000001:2.0:1783444841.588381:0:35242:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1783444841.588383:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfb50 00000080:00200000:2.0:1783444841.588385:0:35242:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), file ffff91c747c39380, open_flags 1a100, mode 0 opened 0 00000080:00000010:2.0:1783444841.588390:0:35242:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff91c760427120. 00000080:00000001:2.0:1783444841.588392:0:35242:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1783444841.588394:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfa00 00000080:00200000:2.0:1783444841.588396:0:35242:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), intent=open 00000080:00000010:2.0:1783444841.588403:0:35242:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7435f5e00. 00800000:00000002:2.0:1783444841.588408:0:35242:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:2.0:1783444841.588412:0:35242:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444841.588415:0:35242:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444841.588416:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419df920 00800000:00000002:2.0:1783444841.588418:0:35242:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444841.588421:0:35242:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1783444841.588423:0:35242:0:(lmv_obd.c:2238:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1783444841.588426:0:35242:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444841.588429:0:35242:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444841.588431:0:35242:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444841.588434:0:35242:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444841.588435:0:35242:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444841.588437:0:35242:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444841.588440:0:35242:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444841.588443:0:35242:0:(lmv_obd.c:2284:lmv_locate_tgt_create()) Process leaving (rc=18446622883747488256 : -121189962063360 : ffff91c7435c6200) 00000020:00000001:2.0:1783444841.588446:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419df8a0 00800000:00000002:2.0:1783444841.588448:0:35242:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:2.0:1783444841.588452:0:35242:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444841.588454:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419df7d8 00000002:00010000:2.0:1783444841.588455:0:35242:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d24a.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:2.0:1783444841.588460:0:35242:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1783444841.588462:0:35242:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1783444841.588465:0:35242:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1783444841.588469:0:35242:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 2 00010000:00000001:2.0:1783444841.588471:0:35242:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444841.588474:0:35242:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1783444841.588477:0:35242:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.588479:0:35242:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444841.588481:0:35242:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444841.588486:0:35242:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f2d80. 00000020:00000040:2.0:1783444841.588489:0:35242:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:2.0:1783444841.588493:0:35242:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1783444841.588495:0:35242:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.588497:0:35242:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783444841.588501:0:35242:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444841.588503:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.588504:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.588505:0:35242:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444841.588507:0:35242:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444841.588509:0:35242:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444841.588512:0:35242:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444841.588518:0:35242:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c750f6f400. 00000100:00000001:2.0:1783444841.588523:0:35242:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.588526:0:35242:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444841.588527:0:35242:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.588528:0:35242:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444841.588530:0:35242:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.588531:0:35242:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444841.588539:0:35242:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622884232113536 : -121189477438080 : ffff91c7603f2d80) 00010000:00000001:2.0:1783444841.588543:0:35242:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783444841.588544:0:35242:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1783444841.588546:0:35242:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 2 00010000:00000001:2.0:1783444841.588548:0:35242:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444841.588551:0:35242:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783444841.588554:0:35242:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c752224200. 00000020:00000001:2.0:1783444841.588557:0:35242:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783444841.588559:0:35242:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c752224200 with handle 0x5503b2fe824ef6f8 to hash 00000020:00000001:2.0:1783444841.588561:0:35242:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783444841.588562:0:35242:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883995337216 : -121189714214400 : ffff91c752224200) 00010000:00000001:2.0:1783444841.588565:0:35242:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883995337216 : -121189714214400 : ffff91c752224200) 00010000:00000001:2.0:1783444841.588567:0:35242:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444841.588569:0:35242:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444841.588572:0:35242:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224200/0x5503b2fe824ef6f8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444841.588578:0:35242:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224200/0x5503b2fe824ef6f8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1783444841.588588:0:35242:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1783444841.588593:0:35242:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c7603f2d80 x1870075608308096/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1783444841.588603:0:35242:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224200/0x5503b2fe824ef6f8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783444841.588609:0:35242:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444841.588610:0:35242:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444841.588615:0:35242:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c75885c0c0. 00000100:00000001:2.0:1783444841.588617:0:35242:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884102521024 : -121189607030592 : ffff91c75885c0c0) 00000100:00000001:2.0:1783444841.588620:0:35242:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444841.588621:0:35242:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232113536 : -121189477438080 : ffff91c7603f2d80) 00000100:00000001:2.0:1783444841.588625:0:35242:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444841.588629:0:35242:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444841.588631:0:35242:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444841.588633:0:35242:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444841.588636:0:35242:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f2d80 x1870075608308096/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.588643:0:35242:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444841.588645:0:35242:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444841.588648:0:35242:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444841.588651:0:35242:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444841.588653:0:35242:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444841.588657:0:35242:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f2d80 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35242:1870075608308096:192.168.204.110@tcp:101:lfs.0 00000100:00000001:2.0:1783444841.588660:0:35242:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444841.588665:0:35242:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444841.588667:0:35242:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444841.588669:0:35242:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444841.588760:0:35242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff91c760a00000. 02000000:00000001:2.0:1783444841.588763:0:35242:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444841.588769:0:35242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444841.588773:0:35242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ffd10. 00000400:00000010:2.0:1783444841.588778:0:35242:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff91c743c0f800. 00000100:00000200:2.0:1783444841.588784:0:35242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1870075608308096, portal 10 00000100:00000001:2.0:1783444841.588786:0:35242:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444841.588788:0:35242:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232113536 : -121189477438080 : ffff91c7603f2d80) 00000100:00000040:2.0:1783444841.588793:0:35242:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c7603f2d80 x1870075608308096/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1783444857 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.588800:0:35242:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444841.588803:0:35242:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444841.588806:0:35242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83908. 00000100:00000200:2.0:1783444841.588810:0:35242:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1870075608308096, offset 0 00000400:00000200:2.0:1783444841.588816:0:35242:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444841.588822:0:35242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444841.588829:0:35242:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444841.588835:0:35242:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444841.588840:0:35242:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444841.588843:0:35242:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444841.588846:0:35242:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444841.588850:0:35242:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2897:2897:256:4294967295] 192.168.204.110@tcp LPNI seq info [2897:2897:8:4294967295] 00000400:00000200:2.0:1783444841.588854:0:35242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444841.588863:0:35242:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444841.588869:0:35242:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444841.588873:0:35242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1200. 00000800:00000200:2.0:1783444841.588879:0:35242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444841.588887:0:35242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444841.588891:0:35242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1200 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:2.0:1783444841.588964:0:35242:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444841.588969:0:35242:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 901040 usecs (902 jiffies) 00000400:00000200:2.0:1783444841.588972:0:35242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444841.588974:0:35242:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296481496 00000100:00000001:2.0:1783444841.588978:0:35242:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296482301 00000100:00000001:2.0:1783444841.588980:0:35242:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296481496 00000100:00000001:2.0:1783444841.588983:0:35242:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296482301 00000100:00000001:2.0:1783444841.588985:0:35242:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444841.588987:0:35242:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444841.588989:0:35242:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444841.588991:0:35242:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444841.588993:0:35242:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885c0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1783444841.588995:0:35242:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444841.588998:0:35242:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444841.589634:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444841.589640:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1200. 00000400:00000200:1.0:1783444841.589646:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444841.589651:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444841.589656:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83908 00000400:00000010:1.0:1783444841.589658:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83908. 00000100:00000001:1.0:1783444841.589662:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444841.589667:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2d80 x1870075608308096/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1783444857 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444841.589680:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444841.589683:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2d80 x1870075608308096/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1783444857 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444841.589688:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444841.589690:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1783444841.591113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211700. 00010000:00000010:2.1:1783444841.591125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225e00. 00000080:00000010:2.1:1783444841.591131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630a3c0. 00000800:00000001:0.0:1783444841.592911:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444841.592937:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444841.592942:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444841.592945:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444841.592956:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.592966:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444841.592978:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.592984:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.592991:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.592996:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 608 into portal 10 MB=0x6a4d2e8561980 00000400:00000200:0.0:1783444841.593002:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.593008:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 608/608 into md 0x7fb9 [64] + 224 00000800:00000001:0.0:1783444841.593038:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444841.593047:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444841.593051:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444841.593111:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444841.593120:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444841.593133:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2d80 x1870075608308096/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1783444857 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444841.593144:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff91c7603f2d80 x1870075608308096/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444841.593165:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444841.593176:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444841.593179:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444841.593311:0:35242:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444841.593324:0:35242:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444841.593327:0:35242:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444841.593332:0:35242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ffd10. 00000400:00000200:2.0:1783444841.593341:0:35242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c743c0f800 00000400:00000010:2.0:1783444841.593344:0:35242:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffff91c743c0f800. 00000100:00000001:2.0:1783444841.593350:0:35242:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444841.593361:0:35242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f2d80 x1870075608308096/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783444841.593372:0:35242:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f2d80 x1870075608308096/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.593380:0:35242:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444841.593382:0:35242:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444841.593385:0:35242:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444841.593389:0:35242:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444841.593391:0:35242:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444841.593394:0:35242:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444841.593398:0:35242:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444841.593407:0:35242:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=21 v=5 (5 105 105 105) 00000100:00001000:2.0:1783444841.593411:0:35242:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=28 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444841.593414:0:35242:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444841.593416:0:35242:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.593418:0:35242:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444841.593422:0:35242:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444841.593425:0:35242:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444841.593427:0:35242:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1783444841.593429:0:35242:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444841.593431:0:35242:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444841.593436:0:35242:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f2d80 x1870075608308096/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.593443:0:35242:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444841.593446:0:35242:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444841.593448:0:35242:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444841.593451:0:35242:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f2d80 x1870075608308096/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1783444857 ref 2 fl Interpret:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783444841.593459:0:35242:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f2d80 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35242:1870075608308096:192.168.204.110@tcp:101:lfs.0 00000100:00000001:2.0:1783444841.593464:0:35242:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444841.593467:0:35242:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444841.593470:0:35242:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444841.593472:0:35242:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444841.593476:0:35242:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2d80 x1870075608308096/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1783444857 ref 2 fl Complete:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.593482:0:35242:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444841.593485:0:35242:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c75885c0c0. 00000100:00000001:2.0:1783444841.593488:0:35242:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444841.593489:0:35242:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.593492:0:35242:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783444841.593497:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.593499:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.593503:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224200 refcount=4 00000020:00000001:2.0:1783444841.593505:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995337216 : -121189714214400 : ffff91c752224200) 00010000:00000001:2.0:1783444841.593508:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995337216 : -121189714214400 : ffff91c752224200) 00010000:00000040:2.0:1783444841.593514:0:35242:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c752224200, remote cookie: 0x332dd2263f6ddbd6, flags: 0x1001 00010000:00010000:2.0:1783444841.593519:0:35242:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224200/0x5503b2fe824ef6f8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddbd6 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1783444841.593528:0:35242:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240000403:0x7:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1783444841.593531:0:35242:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1783444841.593537:0:35242:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebfc00 count: 2 00010000:00000001:2.0:1783444841.593539:0:35242:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444841.593542:0:35242:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444841.593546:0:35242:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224200/0x5503b2fe824ef6f8 lrc: 4/1,0 mode: --/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddbd6 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444841.593554:0:35242:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224200/0x5503b2fe824ef6f8 lrc: 4/1,0 mode: --/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddbd6 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.593560:0:35242:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783444841.593564:0:35242:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783444841.593566:0:35242:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783444841.593567:0:35242:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783444841.593569:0:35242:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783444841.593571:0:35242:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000403:0x7:0x0].0x0 (ffff91c743ebfc00) refcount = 2 00010000:00000040:2.0:1783444841.593574:0:35242:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1783444841.593577:0:35242:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15a00/0x5503b2fe824ef6e3 lrc: 1/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddba5 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1783444841.593583:0:35242:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224200/0x5503b2fe824ef6f8 lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddbd6 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.593590:0:35242:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783444841.593593:0:35242:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783444841.593594:0:35242:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444841.593597:0:35242:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783444841.593599:0:35242:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444841.593602:0:35242:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224200/0x5503b2fe824ef6f8 lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddbd6 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.593608:0:35242:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783444841.593610:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.593611:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.593612:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.593613:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.593615:0:35242:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444841.593618:0:35242:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1783444841.593621:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.593622:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.593623:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224200 refcount=3 00000020:00000001:2.0:1783444841.593625:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995337216 : -121189714214400 : ffff91c752224200) 00010000:00000001:2.0:1783444841.593627:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995337216 : -121189714214400 : ffff91c752224200) 00010000:00000001:2.0:1783444841.593629:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.593630:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.593632:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224200 refcount=4 00000020:00000001:2.0:1783444841.593634:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995337216 : -121189714214400 : ffff91c752224200) 00010000:00000001:2.0:1783444841.593636:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995337216 : -121189714214400 : ffff91c752224200) 00010000:00000001:2.0:1783444841.593639:0:35242:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444841.593641:0:35242:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444841.593644:0:35242:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224200/0x5503b2fe824ef6f8 lrc: 5/2,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddbd6 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.593650:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.593652:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.593653:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.593654:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.593656:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224200 refcount=5 00000020:00000001:2.0:1783444841.593657:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995337216 : -121189714214400 : ffff91c752224200) 00010000:00000001:2.0:1783444841.593660:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995337216 : -121189714214400 : ffff91c752224200) 00010000:00000001:2.0:1783444841.593662:0:35242:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444841.593665:0:35242:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224200/0x5503b2fe824ef6f8 lrc: 5/2,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddbd6 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.593670:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.593671:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783444841.593673:0:35242:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224200/0x5503b2fe824ef6f8 lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddbd6 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.593678:0:35242:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444841.593679:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.593680:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.593681:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.593682:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1783444841.593687:0:35242:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=0 req@ffff91c7603f2d80 x1870075608308096/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1783444857 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1783444841.593693:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.593694:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.593695:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224200 refcount=3 00000020:00000001:2.0:1783444841.593697:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995337216 : -121189714214400 : ffff91c752224200) 00010000:00000001:2.0:1783444841.593699:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995337216 : -121189714214400 : ffff91c752224200) 00010000:00000001:2.0:1783444841.593701:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.593702:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444841.593704:0:35242:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444841.593705:0:35242:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444841.593708:0:35242:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1783444841.593711:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.593712:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.593713:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224200 refcount=3 00000020:00000001:2.0:1783444841.593715:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995337216 : -121189714214400 : ffff91c752224200) 00010000:00000001:2.0:1783444841.593717:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995337216 : -121189714214400 : ffff91c752224200) 00000002:00010000:2.0:1783444841.593720:0:35242:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224200/0x5503b2fe824ef6f8 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddbd6 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.593725:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.593726:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.593728:0:35242:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783444841.593729:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.593730:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.593731:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224200 refcount=3 00000020:00000001:2.0:1783444841.593733:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995337216 : -121189714214400 : ffff91c752224200) 00010000:00000001:2.0:1783444841.593735:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995337216 : -121189714214400 : ffff91c752224200) 00010000:00000040:2.0:1783444841.593737:0:35242:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebfc00 count: 3 00010000:00000001:2.0:1783444841.593739:0:35242:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444841.593742:0:35242:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444841.593744:0:35242:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444841.593747:0:35242:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15a00/0x5503b2fe824ef6e3 lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddba5 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1783444841.593753:0:35242:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444841.593758:0:35242:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444841.593760:0:35242:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15a00/0x5503b2fe824ef6e3 lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddba5 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783444841.593766:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.593767:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.593768:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.593769:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.593770:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224200 refcount=3 00000020:00000001:2.0:1783444841.593772:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995337216 : -121189714214400 : ffff91c752224200) 00010000:00000001:2.0:1783444841.593773:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995337216 : -121189714214400 : ffff91c752224200) 00010000:00000001:2.0:1783444841.593776:0:35242:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1783444841.593778:0:35242:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224200/0x5503b2fe824ef6f8 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddbd6 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.593784:0:35242:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444841.593786:0:35242:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224200/0x5503b2fe824ef6f8 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x332dd2263f6ddbd6 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.593791:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.593792:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783444841.593794:0:35242:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224200/0x5503b2fe824ef6f8 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x332dd2263f6ddbd6 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.593800:0:35242:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444841.593801:0:35242:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.593804:0:35242:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1783444841.593812:0:35242:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff91c75885c0c0. 00010000:00000001:2.0:1783444841.593815:0:35242:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1783444841.593832:0:35242:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1783444841.593835:0:35242:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.593836:0:35242:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.593838:0:35242:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444841.593839:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.593840:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444841.593841:0:35242:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783444841.593844:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419df760 00000002:00002000:2.0:1783444841.593846:0:35242:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=open status=0 disp=b: rc = 0 00000002:00000001:2.0:1783444841.593850:0:35242:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444841.593854:0:35242:0:(lmv_intent.c:51:lmv_intent_remote()) Process entered 00800000:00000001:2.0:1783444841.593857:0:35242:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444841.593860:0:35242:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444841.593864:0:35242:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444841.593869:0:35242:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444841.593871:0:35242:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444841.593874:0:35242:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0x7:0x0] 00800000:00000001:2.0:1783444841.593877:0:35242:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444841.593881:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00800000:00000010:2.0:1783444841.593883:0:35242:0:(lmv_intent.c:75:lmv_intent_remote()) kmalloced '(op_data)': 392 at ffff91c7435f4e00. 00000020:00000001:3.0:1783444841.593888:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444841.593889:0:35242:0:(lmv_intent.c:92:lmv_intent_remote()) REMOTE_INTENT with fid=[0x240000403:0x7:0x0] -> mds #1 00010000:00010000:3.0:1783444841.593901:0:16952:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000002:00000001:2.0:1783444841.593903:0:35242:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444841.593909:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419df728 00010000:00000001:3.0:1783444841.593911:0:16952:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00000002:00010000:2.0:1783444841.593913:0:35242:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x240000403:0x7:0x0], intent: open flags 0320401 00010000:00000001:3.0:1783444841.593917:0:16952:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000002:00000001:2.0:1783444841.593921:0:35242:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00010000:00010000:3.0:1783444841.593926:0:16952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224200/0x5503b2fe824ef6f8 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x332dd2263f6ddbd6 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000001:2.0:1783444841.593926:0:35242:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1783444841.593934:0:35242:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1783444841.593939:0:35242:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444841.593950:0:35242:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00010000:3.0:1783444841.593953:0:16952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91c752224200 already unused, calling callback (ffffffffc1ba6f40) 00000002:00000001:2.0:1783444841.593953:0:35242:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444841.593964:0:16952:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000100:00000010:2.0:1783444841.593969:0:35242:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f1c00. 00010000:00010000:3.0:1783444841.593971:0:16952:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224200/0x5503b2fe824ef6f8 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x332dd2263f6ddbd6 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000040:2.0:1783444841.593975:0:35242:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=5 obd=lustre-MDT0001-mdc-ffff91c759350000 02000000:00000001:2.0:1783444841.593985:0:35242:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 00010000:00000001:3.0:1783444841.593989:0:16952:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 02000000:00000001:2.0:1783444841.593989:0:35242:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444841.593995:0:16952:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1783444841.593997:0:35242:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00010000:3.0:1783444841.594004:0:16952:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224200/0x5503b2fe824ef6f8 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x332dd2263f6ddbd6 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.594005:0:35242:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444841.594133:0:16952:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1783444841.594136:0:16952:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1783444841.594137:0:16952:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444841.594139:0:16952:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444841.594141:0:16952:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224200 refcount=3 00000020:00000001:3.0:1783444841.594142:0:16952:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995337216 : -121189714214400 : ffff91c752224200) 00010000:00000001:3.0:1783444841.594144:0:16952:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995337216 : -121189714214400 : ffff91c752224200) 00010000:00000001:3.0:1783444841.594147:0:16952:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783444841.594149:0:16952:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224200/0x5503b2fe824ef6f8 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6ddbd6 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1783444841.594154:0:16952:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783444841.594157:0:16952:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783444841.594158:0:16952:0:(namei.c:253:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783444841.594160:0:16952:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444841.594162:0:16952:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783444841.594165:0:16952:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783444841.594167:0:16952:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783444841.594169:0:16952:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444841.594171:0:16952:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1783444841.594173:0:16952:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752224200 with handle 0x5503b2fe824ef6f8 from hash 00010000:00000001:3.0:1783444841.594175:0:16952:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783444841.594176:0:16952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444841.594178:0:16952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444841.594179:0:16952:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783444841.594183:0:16952:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783444841.594184:0:16952:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783444841.594188:0:16952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444841.594191:0:16952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444841.594192:0:16952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444841.594193:0:16952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444841.594195:0:16952:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444841.594198:0:16952:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1783444841.594205:0:16952:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462300. 00000020:00000040:3.0:1783444841.594207:0:16952:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:3.0:1783444841.594212:0:16952:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444841.594214:0:16952:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444841.594218:0:16952:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444841.594226:0:16952:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c750f6b200. 00000100:00000001:3.0:1783444841.594233:0:16952:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444841.594236:0:16952:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1783444841.594240:0:16952:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224200/0x5503b2fe824ef6f8 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6ddbd6 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444841.594245:0:16952:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1783444841.594246:0:16952:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444841.594251:0:16952:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444841.594256:0:16952:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444841.594264:0:16952:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016ba24b0] to pc [ptlrpcd_01_01+1] req@ffff91c760462300 x1870075608308224/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783444841.594283:0:16952:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444841.594285:0:16952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444841.594285:0:16952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444841.594287:0:16952:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444841.594289:0:16952:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444841.594290:0:16952:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444841.594292:0:16952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224200/0x5503b2fe824ef6f8 lrc: 1/0,0 mode: --/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6ddbd6 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444841.594296:0:16952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783444841.594297:0:16952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224200/0x5503b2fe824ef6f8 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6ddbd6 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444841.594307:0:16952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444841.594307:0:16952:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1783444841.594309:0:16952:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff91c75885c0c0. 00010000:00000001:3.0:1783444841.594313:0:16952:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444841.594314:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444841.594315:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444841.594316:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1783444841.594317:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444841.594318:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444841.594319:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1783444841.594320:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444841.594320:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444841.594322:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1783444841.594328:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444841.594331:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444841.594333:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444841.594337:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462300 x1870075608308224/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444841.594346:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444841.594349:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444841.594354:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444841.594357:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444841.594360:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444841.594365:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608308224:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1783444841.594373:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444841.594381:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444841.594384:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444841.594387:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444841.594392:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c750f6b600. 02000000:00000001:3.0:1783444841.594394:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444841.594402:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444841.594406:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7588113c8. 00000400:00000010:3.0:1783444841.594413:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218000. 00000100:00000200:3.0:1783444841.594422:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608308224, portal 18 00000100:00000001:3.0:1783444841.594424:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444841.594426:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00000100:00000040:3.0:1783444841.594432:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760462300 x1870075608308224/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444857 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444841.594437:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444841.594439:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444841.594441:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218d48. 00000100:00000200:3.0:1783444841.594444:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1870075608308224, offset 0 00000400:00000200:3.0:1783444841.594449:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444841.594456:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444841.594462:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444841.594478:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444841.594482:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444841.594486:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444841.594489:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444841.594492:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2898:2898:256:4294967295] 192.168.204.110@tcp LPNI seq info [2898:2898:8:4294967295] 00000400:00000200:3.0:1783444841.594495:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444841.594503:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444841.594509:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444841.594515:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c500. 00000800:00000200:3.0:1783444841.594521:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444841.594530:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444841.594534:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1783444841.594548:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444841.594552:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 899895 usecs (900 jiffies) 00000400:00000200:3.0:1783444841.594554:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444841.594557:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296481500 00000100:00000001:3.0:1783444841.594560:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296482301 00000100:00000001:3.0:1783444841.594561:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296481500 00000100:00000001:3.0:1783444841.594563:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296482301 00000100:00000001:3.0:1783444841.594565:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444841.594567:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444841.594569:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444841.594571:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444841.594578:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444841.594580:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783444841.594581:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444841.594582:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444841.594584:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444841.594585:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444841.594598:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444841.594599:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444841.594885:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444841.594892:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c500. 00000400:00000200:1.0:1783444841.594901:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444841.594906:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444841.594912:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218d48 00000400:00000010:1.0:1783444841.594914:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218d48. 00000100:00000001:1.0:1783444841.594922:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444841.594927:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462300 x1870075608308224/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444857 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444841.594938:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444841.594942:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462300 x1870075608308224/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444857 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444841.594949:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444841.594951:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1783444841.596202:0:35242:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444841.596215:0:35242:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444841.596218:0:35242:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444841.596223:0:35242:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444841.596235:0:35242:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c750f6dc00. 00000100:00000001:2.0:1783444841.596243:0:35242:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.596249:0:35242:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444841.596251:0:35242:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.596253:0:35242:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444841.596254:0:35242:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.596256:0:35242:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444841.596264:0:35242:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622884232109056 : -121189477442560 : ffff91c7603f1c00) 00010000:00000001:2.0:1783444841.596268:0:35242:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783444841.596271:0:35242:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1783444841.596279:0:35242:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747211700. 00010000:00000010:2.0:1783444841.596283:0:35242:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c743ef4500. 00010000:00000001:2.0:1783444841.596290:0:35242:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783444841.596652:0:35242:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c752225e00. 00000020:00000001:2.0:1783444841.596659:0:35242:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783444841.596662:0:35242:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c752225e00 with handle 0x5503b2fe824ef6ff to hash 00000020:00000001:2.0:1783444841.596665:0:35242:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783444841.596666:0:35242:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:2.0:1783444841.596670:0:35242:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:2.0:1783444841.596674:0:35242:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444841.596678:0:35242:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444841.596682:0:35242:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef6ff lrc: 3/1,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444841.596692:0:35242:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef6ff lrc: 3/1,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1783444841.596705:0:35242:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1783444841.596717:0:35242:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c7603f1c00 x1870075608308480/t0(0) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1783444841.596726:0:35242:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef6ff lrc: 3/1,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783444841.596732:0:35242:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444841.596734:0:35242:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444841.596741:0:35242:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c75885ca80. 00000100:00000001:2.0:1783444841.596742:0:35242:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884102523520 : -121189607028096 : ffff91c75885ca80) 00000100:00000001:2.0:1783444841.596745:0:35242:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444841.596746:0:35242:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232109056 : -121189477442560 : ffff91c7603f1c00) 00000100:00000001:2.0:1783444841.596751:0:35242:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444841.596755:0:35242:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444841.596757:0:35242:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444841.596759:0:35242:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444841.596763:0:35242:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f1c00 x1870075608308480/t0(0) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.596776:0:35242:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444841.596778:0:35242:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444841.596782:0:35242:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444841.596785:0:35242:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444841.596787:0:35242:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444841.596790:0:35242:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f1c00 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35242:1870075608308480:192.168.204.110@tcp:101:lfs.0 00000100:00000001:2.0:1783444841.596794:0:35242:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444841.596799:0:35242:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444841.596802:0:35242:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444841.596804:0:35242:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444841.596894:0:35242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff91c760a80000. 02000000:00000001:2.0:1783444841.596896:0:35242:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444841.596902:0:35242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444841.596906:0:35242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ffd10. 00000400:00000010:2.0:1783444841.596912:0:35242:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff91c743c0f800. 00000100:00000200:2.0:1783444841.596919:0:35242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1870075608308480, portal 10 00000100:00000001:2.0:1783444841.596921:0:35242:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444841.596922:0:35242:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232109056 : -121189477442560 : ffff91c7603f1c00) 00000100:00000040:2.0:1783444841.596928:0:35242:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c7603f1c00 x1870075608308480/t0(0) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/131856 e 0 to 0 dl 1783444857 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.596935:0:35242:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444841.596938:0:35242:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444841.596941:0:35242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83a18. 00000100:00000200:2.0:1783444841.596944:0:35242:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870075608308480, offset 0 00000400:00000200:2.0:1783444841.596951:0:35242:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444841.596959:0:35242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444841.596966:0:35242:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444841.596972:0:35242:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444841.596976:0:35242:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444841.596980:0:35242:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444841.596983:0:35242:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444841.596988:0:35242:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2899:2899:256:4294967295] 192.168.204.110@tcp LPNI seq info [2899:2899:8:4294967295] 00000400:00000200:2.0:1783444841.596993:0:35242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444841.597006:0:35242:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444841.597023:0:35242:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444841.597028:0:35242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1f00. 00000800:00000200:2.0:1783444841.597035:0:35242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444841.597044:0:35242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444841.597048:0:35242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1783444841.597106:0:35242:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444841.597112:0:35242:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 21695 usecs (22 jiffies) 00000400:00000200:2.0:1783444841.597118:0:35242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444841.597122:0:35242:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296480625 00000100:00000001:2.0:1783444841.597126:0:35242:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296482301 00000100:00000001:2.0:1783444841.597129:0:35242:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296480625 00000100:00000001:2.0:1783444841.597131:0:35242:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296482301 00000100:00000001:2.0:1783444841.597133:0:35242:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444841.597135:0:35242:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444841.597139:0:35242:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444841.597141:0:35242:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444841.597144:0:35242:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885ca80 going to sleep for 11 seconds 00000100:00000001:2.0:1783444841.597148:0:35242:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444841.597151:0:35242:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444841.597249:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444841.597257:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1f00. 00000400:00000200:0.0:1783444841.597265:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444841.597273:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444841.597279:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83a18 00000400:00000010:0.0:1783444841.597282:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83a18. 00000100:00000001:0.0:1783444841.597287:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444841.597294:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1c00 x1870075608308480/t0(0) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/131856 e 0 to 0 dl 1783444857 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444841.597306:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444841.597310:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f1c00 x1870075608308480/t0(0) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/131856 e 0 to 0 dl 1783444857 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444841.597318:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444841.597319:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444841.600530:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444841.600556:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444841.600562:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444841.600564:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444841.600576:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.600586:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444841.600596:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.600602:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.600609:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.600614:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a4d2e8561a00 00000400:00000200:1.0:1783444841.600619:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.600626:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x7fc1 [1] + 224 00000800:00000001:1.0:1783444841.600636:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444841.600640:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444841.600643:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444841.600648:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444841.600657:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444841.600668:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462300 x1870075608308224/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444857 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444841.600680:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c760462300 x1870075608308224/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444857 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444841.600775:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444841.600792:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444841.601159:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444841.601169:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444841.601173:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444841.601175:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444841.601176:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444841.601179:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.601182:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444841.601186:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.601188:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.601190:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.601192:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 608 into portal 10 MB=0x6a4d2e8561b00 00000400:00000200:1.0:1783444841.601196:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.601200:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 608/608 into md 0x7fc9 [64] + 224 00000800:00000001:1.0:1783444841.601203:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444841.601208:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444841.601210:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444841.601212:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444841.601214:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444841.601219:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1c00 x1870075608308480/t0(0) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/131856 e 0 to 0 dl 1783444857 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444841.601225:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff91c7603f1c00 x1870075608308480/t0(0) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/131856 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444841.601249:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444841.601251:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444841.601254:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444841.601356:0:35242:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444841.601365:0:35242:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444841.601367:0:35242:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444841.601370:0:35242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ffd10. 00000400:00000200:2.0:1783444841.601374:0:35242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c743c0f800 00000400:00000010:2.0:1783444841.601376:0:35242:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffff91c743c0f800. 00000100:00000001:2.0:1783444841.601380:0:35242:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444841.601384:0:35242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f1c00 x1870075608308480/t0(0) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/131856 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783444841.601390:0:35242:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f1c00 x1870075608308480/t0(0) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/131856 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.601395:0:35242:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444841.601397:0:35242:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444841.601399:0:35242:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444841.601403:0:35242:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444841.601405:0:35242:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444841.601408:0:35242:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444841.601412:0:35242:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444841.601423:0:35242:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=21 v=5 (5 105 105 105) 00000100:00001000:2.0:1783444841.601428:0:35242:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=21 v=5 (1 1 1 1) 00000100:00000001:2.0:1783444841.601431:0:35242:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1783444841.601435:0:35242:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff91c7603f1c00 x1870075608308480/t0(0) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/608 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.601443:0:35242:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1783444841.601447:0:35242:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783444841.601449:0:35242:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1783444841.601451:0:35242:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783444841.601454:0:35242:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444841.601456:0:35242:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232109056 : -121189477442560 : ffff91c7603f1c00) 00000100:00000001:2.0:1783444841.601459:0:35242:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444841.601462:0:35242:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:2.0:1783444841.601464:0:35242:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444841.601541:0:35242:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1783444841.601547:0:35242:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f1c00 x1870075608308480/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/608 e 0 to 0 dl 1783444857 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.601564:0:35242:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1783444841.601568:0:35242:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444841.601570:0:35242:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444841.601574:0:35242:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f1c00 x1870075608308480/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/608 e 0 to 0 dl 1783444857 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783444841.601583:0:35242:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f1c00 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35242:1870075608308480:192.168.204.110@tcp:101:lfs.0 00000100:00000001:2.0:1783444841.601588:0:35242:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444841.601592:0:35242:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1783444841.601595:0:35242:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444841.601598:0:35242:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444841.601601:0:35242:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f1c00 x1870075608308480/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/608 e 0 to 0 dl 1783444857 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.601608:0:35242:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444841.601611:0:35242:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c75885ca80. 00000100:00000001:2.0:1783444841.601615:0:35242:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444841.601617:0:35242:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1783444841.601622:0:35242:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783444841.601627:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.601631:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.601634:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225e00 refcount=4 00000020:00000001:2.0:1783444841.601637:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:2.0:1783444841.601640:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00010000:2.0:1783444841.601646:0:35242:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef6ff lrc: 4/1,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.601658:0:35242:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1783444841.601662:0:35242:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef6ff lrc: 4/1,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.601668:0:35242:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444841.601670:0:35242:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef6ff lrc: 4/1,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.601676:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.601678:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783444841.601681:0:35242:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef6ff lrc: 3/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.601688:0:35242:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444841.601691:0:35242:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.601694:0:35242:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1783444841.601697:0:35242:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef6ff lrc: 4/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444841.601703:0:35242:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91c752225e00 already unused, calling callback (ffffffffc1ba6f40) 00000080:00000001:2.0:1783444841.601708:0:35242:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1783444841.601712:0:35242:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef6ff lrc: 4/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.601719:0:35242:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1783444841.601721:0:35242:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1783444841.601725:0:35242:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef6ff lrc: 4/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.601731:0:35242:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1783444841.601734:0:35242:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1783444841.601735:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.601737:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.601738:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225e00 refcount=5 00000020:00000001:2.0:1783444841.601740:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:2.0:1783444841.601742:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:2.0:1783444841.601746:0:35242:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783444841.601748:0:35242:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef6ff lrc: 5/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1783444841.601755:0:35242:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1783444841.601756:0:35242:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444841.601760:0:35242:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1783444841.601762:0:35242:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783444841.601765:0:35242:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783444841.601767:0:35242:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783444841.601769:0:35242:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444841.601771:0:35242:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1783444841.601774:0:35242:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752225e00 with handle 0x5503b2fe824ef6ff from hash 00010000:00000001:2.0:1783444841.601777:0:35242:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783444841.601779:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.601829:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.601831:0:35242:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783444841.601834:0:35242:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783444841.601836:0:35242:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1783444841.601839:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.601840:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.601842:0:35242:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444841.601843:0:35242:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444841.601847:0:35242:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef6ff lrc: 3/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.601852:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.601853:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.601855:0:35242:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1783444841.601856:0:35242:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444841.601858:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.601859:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.601860:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783444841.601862:0:35242:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef6ff lrc: 0/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35242 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1783444841.601870:0:35242:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747211700 count: 0 00010000:00000010:2.0:1783444841.601880:0:35242:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c743ef4500. 00010000:00000001:2.0:1783444841.601893:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.601895:0:35242:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1783444841.601902:0:35242:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1783444841.601909:0:35242:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff91c7603f1c00 x1870075608308480/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/608 e 0 to 0 dl 1783444857 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783444841.601919:0:35242:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1783444841.601924:0:35242:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c7603f1c00 x1870075608308480/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/608 e 0 to 0 dl 1783444857 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783444841.601932:0:35242:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.601934:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1783444841.601935:0:35242:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444841.601939:0:35242:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444841.601941:0:35242:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444841.601945:0:35242:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1783444841.601948:0:35242:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444841.601949:0:35242:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232109056 : -121189477442560 : ffff91c7603f1c00) 00010000:00000001:2.0:1783444841.601951:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1783444841.601953:0:35242:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444841.601955:0:35242:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783444841.601959:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419df6b0 00000002:00002000:2.0:1783444841.601961:0:35242:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:2.0:1783444841.601965:0:35242:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444841.601968:0:35242:0:(lmv_intent.c:133:lmv_intent_remote()) Process leaving 00800000:00000010:2.0:1783444841.601970:0:35242:0:(lmv_intent.c:135:lmv_intent_remote()) kfreed 'op_data': 392 at ffff91c7435f4e00. 00000100:00000001:2.0:1783444841.601975:0:35242:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444841.601981:0:35242:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f2d80 x1870075608308096/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1783444857 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.601988:0:35242:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444841.601991:0:35242:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444841.601995:0:35242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff91c760a00000. 00000400:00000001:3.0:1783444841.602125:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444841.602128:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444841.602131:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7588113c8. 00000400:00000200:3.0:1783444841.602135:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218000 00000400:00000010:3.0:1783444841.602138:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218000. 00000100:00000001:3.0:1783444841.602142:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444841.602147:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462300 x1870075608308224/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444857 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444841.602156:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462300 x1870075608308224/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444857 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444841.602170:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444841.602172:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444841.602174:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444841.602176:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444841.602179:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444841.602181:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444841.602183:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444841.602190:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bd80 time=21 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444841.602193:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444841.602195:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444841.602197:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444841.602199:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444841.602203:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444841.602206:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444841.602207:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1783444841.602209:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444841.602211:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444841.602215:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760462300 x1870075608308224/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444857 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444841.602222:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444841.602224:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444841.602226:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444841.602229:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760462300 x1870075608308224/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444857 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444841.602237:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608308224:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1783444841.602241:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444841.602243:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444841.602247:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760462300 x1870075608308224/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444857 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444841.602253:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444841.602254:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444841.602257:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c750f6b600. 02000000:00000001:3.0:1783444841.602260:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444841.602263:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444841.602265:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444841.602268:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444841.602271:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c750f6b200. 02000000:00000001:3.0:1783444841.602275:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444841.602277:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444841.602279:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760462300. 00000100:00000001:3.0:1783444841.602283:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444841.602285:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444841.602288:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444841.602297:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444841.602299:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444841.602301:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444841.602304:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444841.602406:0:35242:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444841.602408:0:35242:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444841.602410:0:35242:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=3 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:2.0:1783444841.602412:0:35242:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444841.602414:0:35242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c750f6f400. 02000000:00000001:2.0:1783444841.602418:0:35242:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444841.602419:0:35242:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444841.602421:0:35242:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f2d80. 00000100:00000001:2.0:1783444841.602424:0:35242:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444841.602426:0:35242:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444841.602430:0:35242:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444841.602433:0:35242:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783444841.602436:0:35242:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1783444841.602440:0:35242:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444841.602445:0:35242:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000001:2.0:1783444841.602448:0:35242:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1783444841.602450:0:35242:0:(namei.c:674:ll_lookup_it_finish()) it ffff91c760427120 it_disposition 80002b 00000080:00000001:2.0:1783444841.602455:0:35242:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783444841.602463:0:35242:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1783444841.602648:0:35242:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1783444841.602653:0:35242:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603815538695 : 162129603815538695 : 240000403000007) 00000080:00000001:2.0:1783444841.602658:0:35242:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1783444841.602666:0:35242:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1783444841.602669:0:35242:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x240000403:0x7:0x0] 00000080:00000001:2.0:1783444841.602672:0:35242:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444841.602675:0:35242:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603815538695 : 162129603815538695 : 240000403000007) 00000080:00000001:2.0:1783444841.602678:0:35242:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748740 : 37748740 : 2400004) 00000080:00200000:2.0:1783444841.602686:0:35242:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x240000403:0x7:0x0], updating i_size 4096 00000080:00200000:2.0:1783444841.602689:0:35242:0:(namei.c:147:ll_iget()) got inode: [0x240000403:0x7:0x0](ffff91c748db21c8): rc = 0 00000080:00000001:2.0:1783444841.602692:0:35242:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622883839680968 : -121189869870648 : ffff91c748db21c8) 00010000:00000001:2.0:1783444841.602695:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.602697:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.602699:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15a00 refcount=3 00000020:00000001:2.0:1783444841.602701:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987937792 : -121189721613824 : ffff91c751b15a00) 00010000:00000001:2.0:1783444841.602704:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987937792 : -121189721613824 : ffff91c751b15a00) 00010000:00000001:2.0:1783444841.602707:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.602709:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783444841.602711:0:35242:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783444841.602714:0:35242:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1783444841.602717:0:35242:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444841.602722:0:35242:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x240000403:0x7:0x0](ffff91c748db21c8) for lock 0x5503b2fe824ef6e3 00800000:00000001:2.0:1783444841.602725:0:35242:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444841.602727:0:35242:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444841.602728:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.602730:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.602731:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15a00 refcount=3 00000020:00000001:2.0:1783444841.602733:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987937792 : -121189721613824 : ffff91c751b15a00) 00010000:00000001:2.0:1783444841.602736:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987937792 : -121189721613824 : ffff91c751b15a00) 00010000:00000001:2.0:1783444841.602739:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.602740:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444841.602742:0:35242:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444841.602745:0:35242:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1783444841.602755:0:35242:0:(namei.c:653:ll_splice_alias()) Add dentry ffff91c748f5c510 inode ffff91c748db21c8 refc 1 flags 0x20000e 00000080:00000001:2.0:1783444841.602760:0:35242:0:(llite_lib.c:3025:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1783444841.602763:0:35242:0:(llite_lib.c:3031:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444841.602766:0:35242:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1783444841.602771:0:35242:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000403:0x7:0x0](ffff91c748db21c8) 00000080:00000001:2.0:1783444841.602774:0:35242:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1783444841.602778:0:35242:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7435f5e00. 00000100:00000001:2.0:1783444841.602843:0:35242:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444841.602850:0:35242:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f1c00 x1870075608308480/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/608 e 0 to 0 dl 1783444857 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.602857:0:35242:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444841.602870:0:35242:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:2.0:1783444841.602873:0:35242:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:2.0:1783444841.602876:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfa40 00000080:00200008:2.0:1783444841.602879:0:35242:0:(file.c:1058:ll_file_open()) START file d24a.recovery-small:[0x240000403:0x7:0x0](ffff91c748db21c8), flags 320400 00000080:00000010:2.0:1783444841.602889:0:35242:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91c7417b6780. 00000080:00000010:2.0:1783444841.602900:0:35242:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff91c76050a080. 00000080:00000001:2.0:1783444841.602903:0:35242:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:2.0:1783444841.602907:0:35242:0:(lmv_obd.c:4175:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1783444841.602910:0:35242:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444841.602914:0:35242:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444841.602917:0:35242:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444841.602920:0:35242:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444841.602922:0:35242:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444841.602924:0:35242:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0x7:0x0] 00800000:00000001:2.0:1783444841.602927:0:35242:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444841.602930:0:35242:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1783444841.602935:0:35242:0:(obd.h:1438:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91c7507eb920. 00000002:00100000:2.0:1783444841.602939:0:35242:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c7603f1c00 x1870075608308480/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/608 e 0 to 0 dl 1783444857 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783444841.602946:0:35242:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444841.602947:0:35242:0:(lmv_obd.c:4181:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1783444841.602952:0:35242:0:(rw.c:949:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1783444841.602956:0:35242:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444841.602958:0:35242:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444841.602961:0:35242:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444841.602963:0:35242:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1c00 x1870075608308480/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/608 e 0 to 0 dl 1783444857 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1783444841.602970:0:35242:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444841.602972:0:35242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff91c760a80000. 00010000:00000010:3.1:1783444841.603128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224200. 02000000:00000001:2.0:1783444841.603198:0:35242:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1783444841.603201:0:35242:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444841.603204:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfa40 00000080:00000008:2.0:1783444841.603207:0:35242:0:(file.c:1297:ll_file_open()) COMPLETED file d24a.recovery-small:[0x240000403:0x7:0x0](ffff91c748db21c8), flags 320400, rc = 0 00000080:00000001:2.0:1783444841.603211:0:35242:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444841.603215:0:35242:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1783444841.603217:0:35242:0:(dcache.c:176:ll_intent_release()) intent ffff91c760427120 released 00000080:00010000:2.0:1783444841.603220:0:35242:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef6e3 from it ffff91c760427120 00010000:00000001:2.0:1783444841.603223:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.603225:0:35242:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.603227:0:35242:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15a00 refcount=3 00000020:00000001:2.0:1783444841.603229:0:35242:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987937792 : -121189721613824 : ffff91c751b15a00) 00010000:00000001:2.0:1783444841.603232:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987937792 : -121189721613824 : ffff91c751b15a00) 00010000:00000001:2.0:1783444841.603234:0:35242:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444841.603239:0:35242:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15a00/0x5503b2fe824ef6e3 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddba5 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783444841.603249:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.603250:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.603252:0:35242:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444841.603256:0:35242:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444841.603259:0:35242:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15a00/0x5503b2fe824ef6e3 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddba5 expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783444841.603268:0:35242:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444841.603271:0:35242:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444841.603274:0:35242:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444841.603281:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.603282:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.603284:0:35242:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.603287:0:35242:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444841.603290:0:35242:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.603292:0:35242:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.603296:0:35242:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.603298:0:35242:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444841.603300:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.603301:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783444841.603302:0:35242:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1783444841.603305:0:35242:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1783444841.603307:0:35242:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444841.603309:0:35242:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1783444841.603312:0:35242:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff91c760427120. 00000080:00000001:2.0:1783444841.603316:0:35242:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444841.603321:0:35242:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:2.0:1783444841.603323:0:35242:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240000403:0x7:0x0](ffff91c748db21c8), inode mode 41ed mask 44 00000080:00000001:2.0:1783444841.603328:0:35242:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444841.603377:0:35242:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444841.603380:0:35242:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x240000403:0x7:0x0](ffff91c748db21c8) cmd=4008669a arg=25382e0 00000080:00000001:2.0:1783444841.603390:0:35242:0:(dir.c:594:ll_dir_setstripe()) Process entered 00000080:00000010:2.0:1783444841.603394:0:35242:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7435f5e00. 00800000:00000001:2.0:1783444841.603404:0:35242:0:(lmv_obd.c:3024:lmv_setattr()) Process entered 00800000:00000002:2.0:1783444841.603406:0:35242:0:(lmv_obd.c:3028:lmv_setattr()) SETATTR for [0x240000403:0x7:0x0], valid 0x0/0x0 00800000:00000001:2.0:1783444841.603409:0:35242:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444841.603411:0:35242:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444841.603412:0:35242:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444841.603414:0:35242:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444841.603416:0:35242:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444841.603418:0:35242:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0x7:0x0] 00800000:00000001:2.0:1783444841.603420:0:35242:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444841.603426:0:35242:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:2.0:1783444841.603429:0:35242:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1783444841.603436:0:35242:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444841.603443:0:35242:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f2d80. 00000020:00000040:2.0:1783444841.603447:0:35242:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=6 obd=lustre-MDT0001-mdc-ffff91c759350000 00010000:00000001:2.0:1783444841.603454:0:35242:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783444841.603458:0:35242:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444841.603461:0:35242:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444841.603464:0:35242:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444841.603541:0:35242:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444841.603547:0:35242:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444841.603557:0:35242:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c750f6f400. 00000100:00000001:2.0:1783444841.603565:0:35242:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.603569:0:35242:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444841.603570:0:35242:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.603572:0:35242:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444841.603573:0:35242:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.603575:0:35242:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1783444841.603587:0:35242:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1783444841.603593:0:35242:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c7603f2d80 x1870075608308736/t0(0) o36->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444841.603601:0:35242:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444841.603603:0:35242:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444841.603613:0:35242:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c75885ca80. 00000100:00000001:2.0:1783444841.603615:0:35242:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884102523520 : -121189607028096 : ffff91c75885ca80) 00000100:00000001:2.0:1783444841.603618:0:35242:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444841.603620:0:35242:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232113536 : -121189477438080 : ffff91c7603f2d80) 00000100:00000001:2.0:1783444841.603626:0:35242:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444841.603631:0:35242:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444841.603633:0:35242:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444841.603635:0:35242:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444841.603639:0:35242:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f2d80 x1870075608308736/t0(0) o36->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444841.603647:0:35242:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444841.603649:0:35242:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444841.603653:0:35242:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444841.603657:0:35242:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444841.603659:0:35242:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444841.603663:0:35242:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f2d80 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35242:1870075608308736:192.168.204.110@tcp:36:lfs.0 00000100:00000001:2.0:1783444841.603668:0:35242:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444841.603674:0:35242:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444841.603677:0:35242:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444841.603680:0:35242:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444841.603685:0:35242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c750f6ec00. 02000000:00000001:2.0:1783444841.603687:0:35242:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444841.603694:0:35242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444841.603698:0:35242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ffd10. 00000400:00000010:2.0:1783444841.603706:0:35242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83440. 00000100:00000200:2.0:1783444841.603715:0:35242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608308736, portal 10 00000100:00000001:2.0:1783444841.603717:0:35242:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444841.603718:0:35242:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232113536 : -121189477438080 : ffff91c7603f2d80) 00000100:00000040:2.0:1783444841.603725:0:35242:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f2d80 x1870075608308736/t0(0) o36->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1783444857 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444841.603733:0:35242:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444841.603736:0:35242:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444841.603739:0:35242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f833b8. 00000100:00000200:2.0:1783444841.603743:0:35242:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870075608308736, offset 0 00000400:00000200:2.0:1783444841.603750:0:35242:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444841.603761:0:35242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444841.603770:0:35242:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444841.603778:0:35242:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444841.603852:0:35242:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444841.603857:0:35242:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444841.603860:0:35242:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444841.603864:0:35242:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2900:2900:256:4294967295] 192.168.204.110@tcp LPNI seq info [2900:2900:8:4294967295] 00000400:00000200:2.0:1783444841.603869:0:35242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444841.603881:0:35242:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444841.603889:0:35242:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444841.603896:0:35242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1d00. 00000800:00000200:2.0:1783444841.603904:0:35242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444841.603915:0:35242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444841.603920:0:35242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1783444841.604152:0:35242:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444841.604158:0:35242:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 21638 usecs (22 jiffies) 00000400:00000200:2.0:1783444841.604162:0:35242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444841.604165:0:35242:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296480632 00000100:00000001:2.0:1783444841.604168:0:35242:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296482301 00000100:00000001:2.0:1783444841.604170:0:35242:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296480632 00000100:00000001:2.0:1783444841.604173:0:35242:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296482301 00000100:00000001:2.0:1783444841.604175:0:35242:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444841.604178:0:35242:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444841.604180:0:35242:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444841.604182:0:35242:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444841.604185:0:35242:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885ca80 going to sleep for 11 seconds 00000100:00000001:2.0:1783444841.604188:0:35242:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444841.604191:0:35242:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444841.604472:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444841.604479:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1d00. 00000400:00000200:0.0:1783444841.604484:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444841.604490:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444841.604497:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f833b8 00000400:00000010:0.0:1783444841.604499:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f833b8. 00000100:00000001:0.0:1783444841.604504:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444841.604509:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2d80 x1870075608308736/t0(0) o36->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1783444857 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444841.604519:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444841.604523:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2d80 x1870075608308736/t0(0) o36->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1783444857 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444841.604529:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444841.604530:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444841.607639:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444841.607665:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444841.607671:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444841.607674:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444841.607686:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.607695:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444841.607706:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.607712:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.607719:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.607724:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8561c00 00000400:00000200:1.0:1783444841.607729:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.607737:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x7fd1 [1] + 224 00000800:00000001:1.0:1783444841.607747:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444841.607756:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444841.607761:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444841.607766:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444841.607776:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:2.1:1783444841.607901:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211700. 00010000:00000010:2.1:1783444841.607912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225e00. 00000100:00000200:1.0:1783444841.608156:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2d80 x1870075608308736/t0(0) o36->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1783444857 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444841.608170:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff91c7603f2d80 x1870075608308736/t0(0) o36->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444841.608229:0:35242:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444841.608323:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444841.608336:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444841.608341:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1783444841.608393:0:35242:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444841.608396:0:35242:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444841.608401:0:35242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ffd10. 00000400:00000200:2.0:1783444841.608407:0:35242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83440 00000400:00000010:2.0:1783444841.608540:0:35242:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83440. 00000100:00000001:2.0:1783444841.608546:0:35242:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444841.608552:0:35242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f2d80 x1870075608308736/t0(0) o36->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444841.608562:0:35242:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f2d80 x1870075608308736/t0(0) o36->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444841.608568:0:35242:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444841.608570:0:35242:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444841.608573:0:35242:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444841.608577:0:35242:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444841.608581:0:35242:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444841.608585:0:35242:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444841.608588:0:35242:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444841.608600:0:35242:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=21 v=5 (5 105 105 105) 00000100:00001000:2.0:1783444841.608605:0:35242:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=21 v=5 (1 1 1 1) 00000100:00000001:2.0:1783444841.608608:0:35242:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444841.608610:0:35242:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.608614:0:35242:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444841.608619:0:35242:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444841.608623:0:35242:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783444841.608625:0:35242:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1783444841.608627:0:35242:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783444841.608631:0:35242:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444841.608633:0:35242:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232113536 : -121189477438080 : ffff91c7603f2d80) 00000100:00000001:2.0:1783444841.608637:0:35242:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444841.608640:0:35242:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:2.0:1783444841.608642:0:35242:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444841.608646:0:35242:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444841.608652:0:35242:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f2d80 x1870075608308736/t4294967336(4294967336) o36->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1783444857 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444841.608660:0:35242:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444841.608664:0:35242:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444841.608666:0:35242:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444841.608671:0:35242:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f2d80 x1870075608308736/t4294967336(4294967336) o36->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1783444857 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444841.608680:0:35242:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f2d80 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35242:1870075608308736:192.168.204.110@tcp:36:lfs.0 00000100:00000001:2.0:1783444841.608685:0:35242:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444841.608689:0:35242:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444841.608692:0:35242:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444841.608695:0:35242:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444841.608699:0:35242:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2d80 x1870075608308736/t4294967336(4294967336) o36->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1783444857 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444841.608705:0:35242:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444841.608708:0:35242:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c75885ca80. 00000100:00000001:2.0:1783444841.608712:0:35242:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444841.608714:0:35242:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444841.608724:0:35242:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444841.608727:0:35242:0:(lmv_obd.c:3037:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783444841.608735:0:35242:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7435f5e00. 00000100:00000001:2.0:1783444841.608739:0:35242:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444841.608742:0:35242:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2d80 x1870075608308736/t4294967336(4294967336) o36->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1783444857 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444841.608749:0:35242:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444841.608752:0:35242:0:(dir.c:669:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444841.608755:0:35242:0:(dir.c:2167:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444841.609078:0:35242:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783444841.609083:0:35242:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783444841.609088:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfd98 00000080:00200008:0.0:1783444841.609091:0:35242:0:(file.c:447:ll_file_release()) START file d24a.recovery-small:[0x240000403:0x7:0x0](ffff91c748db21c8), flags 320000 00000080:00400000:0.0:1783444841.609098:0:35242:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x240000403:0x7:0x0] 00000080:00000001:0.0:1783444841.609102:0:35242:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783444841.609104:0:35242:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1783444841.609106:0:35242:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783444841.609115:0:35242:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444841.609118:0:35242:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444841.609122:0:35242:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444841.609125:0:35242:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444841.609128:0:35242:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444841.609131:0:35242:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0x7:0x0] 00800000:00000001:0.0:1783444841.609134:0:35242:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444841.609140:0:35242:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444841.609144:0:35242:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783444841.609152:0:35242:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444841.609155:0:35242:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444841.609157:0:35242:0:(lmv_obd.c:4132:lmv_lock_match()) Lock match for [0x240000403:0x7:0x0]: 0 00000080:00000001:0.0:1783444841.609159:0:35242:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783444841.609162:0:35242:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783444841.609171:0:35242:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff91c760f5fa00. 00000080:00000001:0.0:1783444841.609174:0:35242:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783444841.609183:0:35242:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783444841.609188:0:35242:0:(lmv_obd.c:1665:lmv_close()) Process entered 00800000:00000001:0.0:1783444841.609189:0:35242:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444841.609191:0:35242:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444841.609192:0:35242:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444841.609193:0:35242:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444841.609195:0:35242:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444841.609197:0:35242:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0x7:0x0] 00800000:00000001:0.0:1783444841.609198:0:35242:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444841.609200:0:35242:0:(lmv_obd.c:1671:lmv_close()) CLOSE [0x240000403:0x7:0x0] 00000002:00000001:0.0:1783444841.609204:0:35242:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783444841.609206:0:35242:0:(mdc_request.c:882:mdc_close()) lustre-MDT0001-mdc-ffff91c759350000: [0x240000403:0x7:0x0] file closed with intent: 0 00000100:00000010:0.0:1783444841.609214:0:35242:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746733100. 00000020:00000040:0.0:1783444841.609219:0:35242:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=7 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:0.0:1783444841.609224:0:35242:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444841.609227:0:35242:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444841.609231:0:35242:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444841.609238:0:35242:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c760f5f000. 00000100:00000001:0.0:1783444841.609245:0:35242:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783444841.609255:0:35242:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91c7603f1c00 x1870075608308480/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/608 e 0 to 0 dl 1783444857 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783444841.609264:0:35242:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1783444841.609267:0:35242:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c746733100 x1870075608308992/t0(0) o35->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783444841.609272:0:35242:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783444841.609273:0:35242:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783444841.609278:0:35242:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c742c38000. 00000100:00000001:0.0:1783444841.609280:0:35242:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883737468928 : -121189972082688 : ffff91c742c38000) 00000100:00000001:0.0:1783444841.609282:0:35242:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444841.609283:0:35242:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799314688 : -121189910236928 : ffff91c746733100) 00000100:00000001:0.0:1783444841.609287:0:35242:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444841.609290:0:35242:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444841.609292:0:35242:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783444841.609293:0:35242:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444841.609295:0:35242:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746733100 x1870075608308992/t0(0) o35->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444841.609300:0:35242:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444841.609302:0:35242:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444841.609306:0:35242:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444841.609309:0:35242:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444841.609312:0:35242:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444841.609316:0:35242:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746733100 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35242:1870075608308992:192.168.204.110@tcp:35:lfs.0 00000100:00000001:0.0:1783444841.609320:0:35242:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444841.609326:0:35242:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444841.609329:0:35242:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444841.609332:0:35242:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444841.609338:0:35242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c746766400. 02000000:00000001:0.0:1783444841.609340:0:35242:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444841.609346:0:35242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444841.609350:0:35242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f7e8. 00000400:00000010:0.0:1783444841.609358:0:35242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9198. 00000100:00000200:0.0:1783444841.609367:0:35242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608308992, portal 10 00000100:00000001:0.0:1783444841.609369:0:35242:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444841.609370:0:35242:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799314688 : -121189910236928 : ffff91c746733100) 00000100:00000040:0.0:1783444841.609377:0:35242:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c746733100 x1870075608308992/t0(0) o35->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444857 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444841.609384:0:35242:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444841.609387:0:35242:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444841.609393:0:35242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9000. 00000100:00000200:0.0:1783444841.609397:0:35242:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870075608308992, offset 0 00000400:00000200:0.0:1783444841.609406:0:35242:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444841.609414:0:35242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.609422:0:35242:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444841.609430:0:35242:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444841.609435:0:35242:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444841.609439:0:35242:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444841.609442:0:35242:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444841.609446:0:35242:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2901:2901:256:4294967295] 192.168.204.110@tcp LPNI seq info [2901:2901:8:4294967295] 00000400:00000200:0.0:1783444841.609451:0:35242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.609461:0:35242:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444841.609468:0:35242:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444841.609474:0:35242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3400. 00000800:00000200:0.0:1783444841.609483:0:35242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444841.609493:0:35242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444841.609498:0:35242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783444841.609580:0:35242:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444841.609586:0:35242:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 21582 usecs (22 jiffies) 00000400:00000200:0.0:1783444841.609590:0:35242:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444841.609593:0:35242:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296480637 00000100:00000001:0.0:1783444841.609597:0:35242:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296482301 00000100:00000001:0.0:1783444841.609601:0:35242:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296480637 00000100:00000001:0.0:1783444841.609603:0:35242:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296482301 00000100:00000001:0.0:1783444841.609606:0:35242:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444841.609610:0:35242:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444841.609612:0:35242:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444841.609615:0:35242:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783444841.609618:0:35242:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c742c38000 going to sleep for 11 seconds 00000100:00000001:0.0:1783444841.609620:0:35242:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444841.609623:0:35242:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444841.609931:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444841.609937:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3400. 00000400:00000200:1.0:1783444841.609944:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444841.609950:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444841.609956:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9000 00000400:00000010:1.0:1783444841.609958:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9000. 00000100:00000001:1.0:1783444841.609963:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444841.609969:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746733100 x1870075608308992/t0(0) o35->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444857 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444841.609979:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444841.609982:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746733100 x1870075608308992/t0(0) o35->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444857 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444841.609989:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444841.609991:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444841.612574:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444841.612601:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444841.612607:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444841.612610:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444841.612620:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.612627:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444841.612636:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.612640:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.612645:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.612649:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8561d00 00000400:00000200:1.0:1783444841.612653:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.612659:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x7fd9 [1] + 224 00000800:00000001:1.0:1783444841.612666:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444841.612672:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444841.612722:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444841.612727:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444841.612734:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444841.612742:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746733100 x1870075608308992/t0(0) o35->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444857 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444841.612751:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91c746733100 x1870075608308992/t0(0) o35->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444841.612766:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444841.612780:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444841.612783:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444841.612880:0:35242:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444841.612889:0:35242:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444841.612891:0:35242:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444841.612896:0:35242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f7e8. 00000400:00000200:0.0:1783444841.612901:0:35242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9198 00000400:00000010:0.0:1783444841.612963:0:35242:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9198. 00000100:00000001:0.0:1783444841.612966:0:35242:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444841.612970:0:35242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746733100 x1870075608308992/t0(0) o35->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783444841.612977:0:35242:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746733100 x1870075608308992/t0(0) o35->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444841.612981:0:35242:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444841.612983:0:35242:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444841.612985:0:35242:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444841.612989:0:35242:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444841.612991:0:35242:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444841.612993:0:35242:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444841.612996:0:35242:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444841.613007:0:35242:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09580 time=575 v=5 (5 0 5 0) 00000100:00001000:0.0:1783444841.613021:0:35242:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=21 v=5 (1 1 1 1) 00000100:00000001:0.0:1783444841.613024:0:35242:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444841.613026:0:35242:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.613030:0:35242:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444841.613035:0:35242:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444841.613040:0:35242:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783444841.613043:0:35242:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783444841.613045:0:35242:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783444841.613048:0:35242:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444841.613049:0:35242:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799314688 : -121189910236928 : ffff91c746733100) 00000100:00000001:0.0:1783444841.613053:0:35242:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444841.613097:0:35242:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1783444841.613213:0:35242:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444841.613217:0:35242:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444841.613224:0:35242:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746733100 x1870075608308992/t4294967337(4294967337) o35->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444857 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444841.613232:0:35242:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444841.613235:0:35242:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444841.613237:0:35242:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444841.613241:0:35242:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746733100 x1870075608308992/t4294967337(4294967337) o35->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444857 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783444841.613250:0:35242:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746733100 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35242:1870075608308992:192.168.204.110@tcp:35:lfs.0 00000100:00000001:0.0:1783444841.613255:0:35242:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444841.613258:0:35242:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444841.613260:0:35242:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783444841.613263:0:35242:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444841.613266:0:35242:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746733100 x1870075608308992/t4294967337(4294967337) o35->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444857 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444841.613273:0:35242:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444841.613276:0:35242:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c742c38000. 00000100:00000001:0.0:1783444841.613280:0:35242:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783444841.613282:0:35242:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444841.613291:0:35242:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444841.613292:0:35242:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799314688 : -121189910236928 : ffff91c746733100) 00000002:00000001:0.0:1783444841.613296:0:35242:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444841.613300:0:35242:0:(lmv_obd.c:1673:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783444841.613307:0:35242:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c760f5fa00. 00000080:00000001:0.0:1783444841.613311:0:35242:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783444841.613316:0:35242:0:(lmv_obd.c:4191:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783444841.613319:0:35242:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444841.613323:0:35242:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444841.613325:0:35242:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444841.613329:0:35242:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444841.613331:0:35242:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444841.613334:0:35242:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0x7:0x0] 00800000:00000001:0.0:1783444841.613336:0:35242:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444841.613341:0:35242:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783444841.613348:0:35242:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91c7603f1c00 x1870075608308480/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/608 e 0 to 0 dl 1783444857 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444841.613356:0:35242:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444841.613357:0:35242:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232109056 : -121189477442560 : ffff91c7603f1c00) 00000100:00000001:0.0:1783444841.613360:0:35242:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444841.613363:0:35242:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1c00 x1870075608308480/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/608 e 0 to 0 dl 1783444857 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444841.613369:0:35242:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444841.613371:0:35242:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444841.613374:0:35242:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746733100 x1870075608308992/t4294967337(4294967337) o35->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444857 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444841.613381:0:35242:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444841.613383:0:35242:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444841.613386:0:35242:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1c00 x1870075608308480/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/608 e 0 to 0 dl 1783444857 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444841.613392:0:35242:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783444841.613395:0:35242:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444841.613397:0:35242:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=6 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:0.0:1783444841.613400:0:35242:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444841.613404:0:35242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c750f6dc00. 02000000:00000001:0.0:1783444841.613411:0:35242:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444841.613413:0:35242:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444841.613415:0:35242:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1c00. 00000100:00000001:0.0:1783444841.613419:0:35242:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444841.613421:0:35242:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444841.613424:0:35242:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444841.613427:0:35242:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746733100 x1870075608308992/t4294967337(4294967337) o35->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444857 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444841.613433:0:35242:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444841.613435:0:35242:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff91c7507eb920. 00000002:00000001:0.0:1783444841.613438:0:35242:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444841.613440:0:35242:0:(lmv_obd.c:4197:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783444841.613442:0:35242:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91c76050a080. 00000100:00000001:0.0:1783444841.613448:0:35242:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444841.613451:0:35242:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746733100 x1870075608308992/t4294967337(4294967337) o35->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444857 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444841.613458:0:35242:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444841.613460:0:35242:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444841.613463:0:35242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c746766400. 02000000:00000001:0.0:1783444841.613468:0:35242:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444841.613470:0:35242:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444841.613471:0:35242:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=5 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:0.0:1783444841.613473:0:35242:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444841.613475:0:35242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c760f5f000. 02000000:00000001:0.0:1783444841.613477:0:35242:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444841.613478:0:35242:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444841.613480:0:35242:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746733100. 00000100:00000001:0.0:1783444841.613484:0:35242:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444841.613485:0:35242:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783444841.613488:0:35242:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783444841.613491:0:35242:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91c7417b6780. 00000080:00000001:0.0:1783444841.613497:0:35242:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.613505:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfd98 00000080:00000008:0.0:1783444841.613508:0:35242:0:(file.c:491:ll_file_release()) COMPLETED file d24a.recovery-small:[0x240000403:0x7:0x0](ffff91c748db21c8), flags 320000, rc = 0 00000080:00000001:0.0:1783444841.613512:0:35242:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444841.613515:0:35242:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444841.613522:0:35242:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783444841.613524:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfe00 00000080:00002000:0.0:1783444841.613764:0:35242:0:(dcache.c:127:ll_ddelete()) keeping dentry d24a.recovery-small (ffff91c748f5c510, parent ffff91c74931ae58, inode ffff91c748db21c8) hashed, 00000080:00000001:0.0:1783444841.613768:0:35242:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444841.629580:0:35244:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff91c759350000 00010000:00000001:1.0:1783444841.629590:0:35244:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444841.629592:0:35244:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444841.629596:0:35244:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444841.629602:0:35244:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444841.629604:0:35244:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444841.629606:0:35244:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444841.629650:0:35244:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff91c759350000 00010000:00000001:1.0:1783444841.629653:0:35244:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444841.629654:0:35244:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444841.629656:0:35244:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444841.629658:0:35244:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444841.629659:0:35244:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444841.629661:0:35244:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444841.685663:0:35249:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783444841.685728:0:35249:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783444841.685733:0:35249:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783444841.685740:0:35249:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13bc0 00000080:00200000:2.0:1783444841.685749:0:35249:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:2.0:1783444841.685763:0:35249:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7435f5e00. 00800000:00000002:2.0:1783444841.685778:0:35249:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:2.0:1783444841.685784:0:35249:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444841.685792:0:35249:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444841.685794:0:35249:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13ae0 00800000:00000002:2.0:1783444841.685797:0:35249:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444841.685802:0:35249:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1783444841.685805:0:35249:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444841.685809:0:35249:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444841.685812:0:35249:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444841.685815:0:35249:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444841.685818:0:35249:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444841.685820:0:35249:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444841.685823:0:35249:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444841.685828:0:35249:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783444841.685834:0:35249:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444841.685836:0:35249:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c139b0 00000002:00010000:2.0:1783444841.685838:0:35249:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783444841.685844:0:35249:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783444841.685847:0:35249:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444841.685852:0:35249:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444841.685864:0:35249:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 2 00010000:00000001:2.0:1783444841.685868:0:35249:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444841.685875:0:35249:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444841.685879:0:35249:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444841.685886:0:35249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef6f1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddbba expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1783444841.685901:0:35249:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444841.685907:0:35249:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444841.685911:0:35249:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef6f1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddbba expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1783444841.685919:0:35249:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783444841.685922:0:35249:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783444841.685924:0:35249:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444841.685927:0:35249:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444841.685929:0:35249:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444841.685931:0:35249:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783444841.685935:0:35249:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783444841.685938:0:35249:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:2.0:1783444841.685942:0:35249:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7435f5e00. 00000080:00000001:2.0:1783444841.685951:0:35249:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783444841.685952:0:35249:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444841.685955:0:35249:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:2.0:1783444841.685960:0:35249:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef6f1 00800000:00000001:2.0:1783444841.685963:0:35249:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444841.685966:0:35249:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444841.685968:0:35249:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.685972:0:35249:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.685975:0:35249:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:2.0:1783444841.685978:0:35249:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444841.685981:0:35249:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444841.685985:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.685987:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444841.685989:0:35249:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444841.685991:0:35249:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444841.685994:0:35249:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef6f1 from it ffffa31941c13bf8 00010000:00000001:2.0:1783444841.685996:0:35249:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.685998:0:35249:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.685999:0:35249:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:2.0:1783444841.686242:0:35249:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444841.686246:0:35249:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444841.686250:0:35249:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444841.686254:0:35249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef6f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddbba expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783444841.686261:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.686263:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.686264:0:35249:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444841.686267:0:35249:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444841.686270:0:35249:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef6f1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddbba expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783444841.686279:0:35249:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444841.686283:0:35249:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444841.686286:0:35249:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444841.686291:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.686292:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.686294:0:35249:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.686298:0:35249:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444841.686300:0:35249:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.686302:0:35249:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.686306:0:35249:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.686308:0:35249:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444841.686310:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.686311:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783444841.686314:0:35249:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783444841.686317:0:35249:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444841.686320:0:35249:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:2.0:1783444841.686325:0:35249:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444841.686331:0:35249:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1783444841.686334:0:35249:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13b88 00000080:00002000:2.0:1783444841.686336:0:35249:0:(dcache.c:87:ll_dcompare()) found name d24a.recovery-small(ffff91c748f5c510) flags 0x28000e refc 0 00000080:00000001:2.0:1783444841.686339:0:35249:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444841.686341:0:35249:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13bd0 00000080:00200000:2.0:1783444841.686342:0:35249:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d24a.recovery-small, flags=25 00000080:00000001:2.0:1783444841.686347:0:35249:0:(llite_lib.c:3025:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1783444841.686350:0:35249:0:(llite_lib.c:3031:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444841.686354:0:35249:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:2.0:1783444841.686355:0:35249:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240000403:0x7:0x0](ffff91c748db21c8), inode mode 41ed mask 1 00000080:00000001:2.0:1783444841.686358:0:35249:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783444841.686371:0:35249:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91c7507eb600. 00000080:00000001:2.0:1783444841.686376:0:35249:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:2.0:1783444841.686378:0:35249:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240000403:0x7:0x0](ffff91c748db21c8), inode mode 41ed mask 3 00000080:00000001:2.0:1783444841.686381:0:35249:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444841.686459:0:35249:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1783444841.686463:0:35249:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13b50 00000080:00200000:2.0:1783444841.686465:0:35249:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24a.recovery-small, dir=[0x240000403:0x7:0x0](ffff91c748db21c8), file ffff91c747c12c00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1783444841.686471:0:35249:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff91c760427120. 00000080:00000001:2.0:1783444841.686476:0:35249:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1783444841.686478:0:35249:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13a00 00000080:00200000:2.0:1783444841.686480:0:35249:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24a.recovery-small, dir=[0x240000403:0x7:0x0](ffff91c748db21c8), intent=open|creat 00000080:00000010:2.0:1783444841.686488:0:35249:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7435f5e00. 00000080:00000001:2.0:1783444841.686496:0:35249:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444841.686498:0:35249:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444841.686499:0:35249:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13920 00800000:00000002:2.0:1783444841.686500:0:35249:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24a.recovery-small' on [0x240000403:0x7:0x0] 00800000:00000001:2.0:1783444841.686504:0:35249:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1783444841.686517:0:35249:0:(lmv_obd.c:2238:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1783444841.686636:0:35249:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444841.686638:0:35249:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444841.686640:0:35249:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444841.686643:0:35249:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444841.686646:0:35249:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444841.686759:0:35249:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0x7:0x0] 00800000:00000001:2.0:1783444841.686763:0:35249:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444841.686768:0:35249:0:(lmv_obd.c:2284:lmv_locate_tgt_create()) Process leaving (rc=18446622883799903232 : -121189909648384 : ffff91c7467c2c00) 00800000:00000001:2.0:1783444841.686772:0:35249:0:(lmv_obd.c:1203:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1783444841.686775:0:35249:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1783444841.686779:0:35249:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1783444841.686783:0:35249:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1783444841.686786:0:35249:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff91c759350000: Allocated FID [0x240000403:0x8:0x0] 40000000:00000001:2.0:1783444841.686789:0:35249:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444841.686792:0:35249:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444841.686793:0:35249:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444841.686796:0:35249:0:(lmv_obd.c:1227:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444841.686798:0:35249:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c138a0 00800000:00000002:2.0:1783444841.686801:0:35249:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x240000403:0x7:0x0], fid2=[0x240000403:0x8:0x0], name='f24a.recovery-small' -> mds #1 layout version 1 00000002:00000001:2.0:1783444841.686806:0:35249:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444841.686808:0:35249:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c137d8 00000002:00010000:2.0:1783444841.686810:0:35249:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f24a.recovery-small,[0x240000403:0x8:0x0]) in obj [0x240000403:0x7:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1783444841.686814:0:35249:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1783444841.686817:0:35249:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1783444841.686821:0:35249:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1783444841.686826:0:35249:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444841.686828:0:35249:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1783444841.686830:0:35249:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444841.686837:0:35249:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f3800. 00000020:00000040:2.0:1783444841.686842:0:35249:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=6 obd=lustre-MDT0001-mdc-ffff91c759350000 02000000:00000001:2.0:1783444841.686849:0:35249:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1783444841.686851:0:35249:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.686854:0:35249:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783444841.686860:0:35249:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444841.686863:0:35249:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444841.686866:0:35249:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444841.686868:0:35249:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444841.686873:0:35249:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444841.686884:0:35249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c750f6cc00. 00000100:00000001:2.0:1783444841.686893:0:35249:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.686900:0:35249:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444841.686902:0:35249:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.686904:0:35249:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444841.686906:0:35249:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.686908:0:35249:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444841.686920:0:35249:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622884232116224 : -121189477435392 : ffff91c7603f3800) 00010000:00000001:2.0:1783444841.686925:0:35249:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783444841.686928:0:35249:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1783444841.686934:0:35249:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747211700. 00010000:00000010:2.0:1783444841.686938:0:35249:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c743ef4500. 00010000:00000001:2.0:1783444841.686945:0:35249:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783444841.686949:0:35249:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c752225e00. 00000020:00000001:2.0:1783444841.686954:0:35249:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783444841.686957:0:35249:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c752225e00 with handle 0x5503b2fe824ef706 to hash 00000020:00000001:2.0:1783444841.686959:0:35249:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783444841.686961:0:35249:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:2.0:1783444841.686965:0:35249:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:2.0:1783444841.686969:0:35249:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444841.686971:0:35249:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444841.686975:0:35249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef706 lrc: 3/0,1 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35249 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444841.686984:0:35249:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef706 lrc: 3/0,1 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35249 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1783444841.686998:0:35249:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1783444841.687030:0:35249:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c7603f3800 x1870075608309248/t0(0) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1783444841.687041:0:35249:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef706 lrc: 3/0,1 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35249 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783444841.687052:0:35249:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444841.687082:0:35249:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444841.687092:0:35249:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c75885ca80. 00000100:00000001:2.0:1783444841.687095:0:35249:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884102523520 : -121189607028096 : ffff91c75885ca80) 00000100:00000001:2.0:1783444841.687099:0:35249:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444841.687100:0:35249:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232116224 : -121189477435392 : ffff91c7603f3800) 00000100:00000001:2.0:1783444841.687106:0:35249:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444841.687112:0:35249:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444841.687115:0:35249:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444841.687117:0:35249:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444841.687122:0:35249:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f3800 x1870075608309248/t0(0) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.687131:0:35249:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444841.687135:0:35249:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444841.687140:0:35249:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444841.687144:0:35249:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444841.687147:0:35249:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444841.687151:0:35249:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f3800 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:35249:1870075608309248:192.168.204.110@tcp:101:multiop.0 00000100:00000001:2.0:1783444841.687156:0:35249:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444841.687163:0:35249:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444841.687167:0:35249:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444841.687169:0:35249:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444841.687292:0:35249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff91c7604e0000. 02000000:00000001:2.0:1783444841.687295:0:35249:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444841.687305:0:35249:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444841.687310:0:35249:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ffd10. 00000400:00000010:2.0:1783444841.687320:0:35249:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff91c750f6c000. 00000100:00000200:2.0:1783444841.687330:0:35249:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870075608309248, portal 10 00000100:00000001:2.0:1783444841.687332:0:35249:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444841.687334:0:35249:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232116224 : -121189477435392 : ffff91c7603f3800) 00000100:00000040:2.0:1783444841.687341:0:35249:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c7603f3800 x1870075608309248/t0(0) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783444857 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.687354:0:35249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444841.687356:0:35249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444841.687360:0:35249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83440. 00000100:00000200:2.0:1783444841.687364:0:35249:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1870075608309248, offset 0 00000400:00000200:2.0:1783444841.687372:0:35249:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444841.687458:0:35249:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444841.687470:0:35249:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444841.687926:0:35249:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444841.687935:0:35249:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444841.687941:0:35249:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444841.687945:0:35249:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444841.687950:0:35249:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2902:2902:256:4294967295] 192.168.204.110@tcp LPNI seq info [2902:2902:8:4294967295] 00000400:00000200:2.0:1783444841.687956:0:35249:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444841.687970:0:35249:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444841.687978:0:35249:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444841.687987:0:35249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1800. 00000800:00000200:2.0:1783444841.687996:0:35249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444841.688007:0:35249:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444841.688025:0:35249:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1800 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1783444841.688241:0:35249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444841.688249:0:35249:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 21522 usecs (22 jiffies) 00000400:00000200:2.0:1783444841.688255:0:35249:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444841.688260:0:35249:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296480716 00000100:00000001:2.0:1783444841.688264:0:35249:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296482301 00000100:00000001:2.0:1783444841.688267:0:35249:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296480716 00000100:00000001:2.0:1783444841.688270:0:35249:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296482301 00000100:00000001:2.0:1783444841.688272:0:35249:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444841.688276:0:35249:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444841.688280:0:35249:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444841.688282:0:35249:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444841.688286:0:35249:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885ca80 going to sleep for 11 seconds 00000100:00000001:2.0:1783444841.688289:0:35249:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444841.688294:0:35249:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444841.688799:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444841.688806:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1800. 00000400:00000200:1.0:1783444841.688813:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444841.688820:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444841.688826:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83440 00000400:00000010:1.0:1783444841.688829:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83440. 00000100:00000001:1.0:1783444841.688834:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444841.688841:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3800 x1870075608309248/t0(0) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783444857 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444841.688854:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444841.688858:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f3800 x1870075608309248/t0(0) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783444857 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444841.688865:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444841.688866:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444841.701201:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444841.701228:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444841.701234:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444841.701237:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444841.701251:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.701263:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444841.701276:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.701282:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.701288:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.701293:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a4d2e8561e00 00000400:00000200:1.0:1783444841.701299:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.701306:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x7fe9 [32] + 224 00000800:00000001:1.0:1783444841.701316:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444841.701325:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444841.701329:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444841.701334:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444841.701345:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444841.701358:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3800 x1870075608309248/t0(0) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783444857 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444841.701370:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff91c7603f3800 x1870075608309248/t0(0) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444841.701405:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444841.701418:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444841.701421:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444841.701557:0:35249:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444841.701569:0:35249:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444841.701571:0:35249:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444841.701576:0:35249:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ffd10. 00000400:00000200:2.0:1783444841.701582:0:35249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c750f6c000 00000400:00000010:2.0:1783444841.701586:0:35249:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff91c750f6c000. 00000100:00000001:2.0:1783444841.701589:0:35249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444841.701595:0:35249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f3800 x1870075608309248/t0(0) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783444841.701604:0:35249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f3800 x1870075608309248/t0(0) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.701610:0:35249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444841.701613:0:35249:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444841.701616:0:35249:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444841.701621:0:35249:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444841.701624:0:35249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444841.701627:0:35249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444841.701630:0:35249:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444841.701643:0:35249:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=21 v=5 (5 105 105 105) 00000100:00001000:2.0:1783444841.701660:0:35249:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=21 v=5 (1 1 1 1) 00000100:00000001:2.0:1783444841.701664:0:35249:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444841.701666:0:35249:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.701671:0:35249:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444841.701676:0:35249:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444841.701681:0:35249:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783444841.701684:0:35249:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x100000026/0x1] 00000100:00000001:2.0:1783444841.701686:0:35249:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783444841.701804:0:35249:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444841.701807:0:35249:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232116224 : -121189477435392 : ffff91c7603f3800) 00000100:00000001:2.0:1783444841.701812:0:35249:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444841.701814:0:35249:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967332 00000100:00000001:2.0:1783444841.701877:0:35249:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444841.701883:0:35249:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444841.701891:0:35249:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f3800 x1870075608309248/t4294967338(4294967338) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1783444857 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.701899:0:35249:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444841.701902:0:35249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444841.701905:0:35249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444841.701909:0:35249:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f3800 x1870075608309248/t4294967338(4294967338) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1783444857 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783444841.701917:0:35249:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f3800 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:35249:1870075608309248:192.168.204.110@tcp:101:multiop.0 00000100:00000001:2.0:1783444841.701923:0:35249:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444841.701926:0:35249:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444841.701929:0:35249:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444841.701932:0:35249:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444841.701935:0:35249:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f3800 x1870075608309248/t4294967338(4294967338) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1783444857 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.701942:0:35249:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444841.701945:0:35249:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c75885ca80. 00000100:00000001:2.0:1783444841.701949:0:35249:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444841.701951:0:35249:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.701955:0:35249:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783444841.701963:0:35249:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.701967:0:35249:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.701972:0:35249:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225e00 refcount=4 00000020:00000001:2.0:1783444841.701975:0:35249:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:2.0:1783444841.701978:0:35249:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000040:2.0:1783444841.701989:0:35249:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c752225e00, remote cookie: 0x332dd2263f6ddc07, flags: 0x1001 00010000:00010000:2.0:1783444841.701997:0:35249:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef706 lrc: 4/0,1 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc07 expref: -99 pid: 35249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1783444841.702024:0:35249:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240000403:0x8:0x0].0x0, instead of [0x240000403:0x7:0x0].0x0 00010000:00000001:2.0:1783444841.702028:0:35249:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1783444841.702038:0:35249:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747211100. 00010000:00000010:2.0:1783444841.702044:0:35249:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c743ef4a80. 00010000:00000040:2.0:1783444841.702051:0:35249:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747211700 count: 0 00010000:00000010:2.0:1783444841.702103:0:35249:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c743ef4500. 00010000:00000001:2.0:1783444841.702115:0:35249:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444841.702119:0:35249:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef706 lrc: 4/0,1 mode: --/PR res: [0x240000403:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc07 expref: -99 pid: 35249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444841.702129:0:35249:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef706 lrc: 4/0,1 mode: --/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc07 expref: -99 pid: 35249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.702136:0:35249:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783444841.702142:0:35249:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783444841.702145:0:35249:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783444841.702147:0:35249:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783444841.702148:0:35249:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783444841.702150:0:35249:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000403:0x8:0x0].0x0 (ffff91c747211100) refcount = 1 00010000:00010000:2.0:1783444841.702155:0:35249:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef706 lrc: 4/0,1 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc07 expref: -99 pid: 35249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.702162:0:35249:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783444841.702167:0:35249:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783444841.702169:0:35249:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444841.702173:0:35249:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783444841.702175:0:35249:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444841.702179:0:35249:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef706 lrc: 4/0,1 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc07 expref: -99 pid: 35249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.702189:0:35249:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783444841.702191:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.702193:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.702194:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.702195:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.702198:0:35249:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444841.702204:0:35249:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1783444841.702207:0:35249:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.702209:0:35249:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.702211:0:35249:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225e00 refcount=3 00000020:00000001:2.0:1783444841.702213:0:35249:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:2.0:1783444841.702216:0:35249:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:2.0:1783444841.702218:0:35249:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.702219:0:35249:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.702221:0:35249:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225e00 refcount=4 00000020:00000001:2.0:1783444841.702223:0:35249:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:2.0:1783444841.702225:0:35249:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:2.0:1783444841.702229:0:35249:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444841.702233:0:35249:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444841.702237:0:35249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef706 lrc: 5/1,1 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc07 expref: -99 pid: 35249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.702244:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.702245:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.702246:0:35249:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.702248:0:35249:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.702249:0:35249:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225e00 refcount=5 00000020:00000001:2.0:1783444841.702251:0:35249:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:2.0:1783444841.702254:0:35249:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:2.0:1783444841.702257:0:35249:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444841.702260:0:35249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef706 lrc: 5/1,1 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc07 expref: -99 pid: 35249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.702268:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.702269:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783444841.702272:0:35249:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef706 lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc07 expref: -99 pid: 35249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.702279:0:35249:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444841.702280:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.702281:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.702282:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.702283:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1783444841.702288:0:35249:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff91c7603f3800 x1870075608309248/t4294967338(4294967338) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1783444857 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783444841.702298:0:35249:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1783444841.702302:0:35249:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c7603f3800 x1870075608309248/t4294967338(4294967338) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1783444857 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783444841.702308:0:35249:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.702316:0:35249:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.702317:0:35249:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.702318:0:35249:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225e00 refcount=3 00000020:00000001:2.0:1783444841.702320:0:35249:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:2.0:1783444841.702322:0:35249:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00000002:00010000:2.0:1783444841.702326:0:35249:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef706 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc07 expref: -99 pid: 35249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1783444841.702336:0:35249:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff91c76050ab40. 00010000:00000001:2.0:1783444841.702338:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.702339:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444841.702341:0:35249:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444841.702343:0:35249:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444841.702346:0:35249:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1783444841.702350:0:35249:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444841.702351:0:35249:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232116224 : -121189477435392 : ffff91c7603f3800) 00000100:00000001:2.0:1783444841.702353:0:35249:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444841.702354:0:35249:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232116224 : -121189477435392 : ffff91c7603f3800) 00010000:00000001:2.0:1783444841.702356:0:35249:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.702358:0:35249:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.702359:0:35249:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225e00 refcount=3 00000020:00000001:2.0:1783444841.702361:0:35249:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:2.0:1783444841.702363:0:35249:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00000002:00010000:2.0:1783444841.702367:0:35249:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef706 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc07 expref: -99 pid: 35249 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.702373:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.702375:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.702377:0:35249:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783444841.702378:0:35249:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.702379:0:35249:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.702381:0:35249:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225e00 refcount=3 00000020:00000001:2.0:1783444841.702394:0:35249:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:2.0:1783444841.702396:0:35249:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000040:2.0:1783444841.702400:0:35249:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211100 count: 2 00010000:00000001:2.0:1783444841.702403:0:35249:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1783444841.702408:0:35249:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c750603800 type 13 mode 4 res 9663677443/8 (0 0) 00010000:00000001:2.0:1783444841.702411:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.702412:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444841.702414:0:35249:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783444841.702418:0:35249:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13760 00000002:00002000:2.0:1783444841.702421:0:35249:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f24a.recovery-small intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:2.0:1783444841.702425:0:35249:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444841.702429:0:35249:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444841.702433:0:35249:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783444841.702438:0:35249:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000403:0x7:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1783444841.702443:0:35249:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444841.702451:0:35249:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1783444841.702453:0:35249:0:(namei.c:674:ll_lookup_it_finish()) it ffff91c760427120 it_disposition 1800037 00000080:00002000:2.0:1783444841.702460:0:35249:0:(namei.c:653:ll_splice_alias()) Add dentry ffff91c748f5c5e8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1783444841.702477:0:35249:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783444841.702481:0:35249:0:(namei.c:1619:ll_create_it()) Process entered 00000020:00000001:2.0:1783444841.702484:0:35249:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13988 00000080:00200000:2.0:1783444841.702486:0:35249:0:(namei.c:1623:ll_create_it()) VFS Op:name=f24a.recovery-small, dir=[0x240000403:0x7:0x0](ffff91c748db21c8), intent=open|creat 00000080:00000001:2.0:1783444841.702490:0:35249:0:(namei.c:1570:ll_create_node()) Process entered 00000080:00000001:2.0:1783444841.702493:0:35249:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783444841.702503:0:35249:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1783444841.702507:0:35249:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1783444841.702512:0:35249:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603815538696 : 162129603815538696 : 240000403000008) 00000080:00000001:2.0:1783444841.702516:0:35249:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1783444841.702534:0:35249:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91c748db4a40. 00000020:00000001:2.0:1783444841.702548:0:35249:0:(class_obd.c:1011:obd_heat_clear()) Process entered 00000020:00000001:2.0:1783444841.702551:0:35249:0:(class_obd.c:1014:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1783444841.702555:0:35249:0:(llite_lib.c:3223:ll_read_inode2()) Process entered 00000080:00200000:2.0:1783444841.702557:0:35249:0:(llite_lib.c:3226:ll_read_inode2()) VFS Op:inode=[0x240000403:0x8:0x0](ffff91c748db4b08) 00000020:00000001:2.0:1783444841.702562:0:35249:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444841.702568:0:35249:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7000. 00000020:00000010:2.0:1783444841.702574:0:35249:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7435f4e00. 00000020:00000010:2.0:1783444841.702581:0:35249:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7435f4800. 00000020:00000010:2.0:1783444841.702585:0:35249:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427e40. 00000008:00000010:2.0:1783444841.702595:0:35249:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444841.702601:0:35249:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444841.702608:0:35249:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444841.702617:0:35249:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444841.702622:0:35249:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444841.702626:0:35249:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7435f4400. 00000008:00000010:2.0:1783444841.702630:0:35249:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444841.702634:0:35249:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444841.702638:0:35249:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444841.702643:0:35249:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526e870. 00000020:00000001:2.0:1783444841.702646:0:35249:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747360776 : -121189962190840 : ffff91c7435a7008) 00000020:00001000:2.0:1783444841.702648:0:35249:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7000 00000020:00000001:2.0:1783444841.702654:0:35249:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:2.0:1783444841.702660:0:35249:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff91c74529dd48. 00000020:00000001:2.0:1783444841.702663:0:35249:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1783444841.702666:0:35249:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444841.702675:0:35249:0:(lov_object.c:2354:lov_object_alloc()) Process entered 00020000:00000010:2.0:1783444841.702680:0:35249:0:(lov_object.c:2355:lov_object_alloc()) slab-alloced 'lov': 248 at ffff91c7464b73e0. 00020000:00000001:2.0:1783444841.702682:0:35249:0:(lov_object.c:2369:lov_object_alloc()) Process leaving (rc=18446622883796710368 : -121189912841248 : ffff91c7464b73e0) 00020000:00000001:2.0:1783444841.702685:0:35249:0:(lov_object.c:1409:lov_object_init()) Process entered 00020000:00000001:2.0:1783444841.702689:0:35249:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1783444841.704545:0:35249:0:(lov_ea.c:221:lsme_unpack()) kmalloced '(lsme)': 80 at ffff91c760427780. 00020000:00000010:2.0:1783444841.704555:0:35249:0:(lov_ea.c:258:lsme_unpack()) slab-alloced 'loi': 112 at ffff91c74500c200. 00020000:00000010:2.0:1783444841.704562:0:35249:0:(lov_ea.c:385:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91c760427a20. 00020000:00000001:2.0:1783444841.704565:0:35249:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446622884232329760 : -121189477221856 : ffff91c760427a20) 00020000:00000002:2.0:1783444841.704570:0:35249:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c760427a20, objid 0x8:1073742851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783444841.704575:0:35249:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783444841.704580:0:35249:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c74500c200: ostid: 0x280000400:4 ost idx: 0 gen: 0 00020000:00000001:2.0:1783444841.704584:0:35249:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1783444841.704586:0:35249:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c760427a20, objid 0x8:1073742851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783444841.704590:0:35249:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783444841.704593:0:35249:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c74500c200: ostid: 0x280000400:4 ost idx: 0 gen: 0 00020000:00000010:2.0:1783444841.704596:0:35249:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff91c758826180. 00020000:00000010:2.0:1783444841.704600:0:35249:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff91c75885ca80. 00020000:00000001:2.0:1783444841.704605:0:35249:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1783444841.704608:0:35249:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff91c747185000. 00020000:00000001:2.0:1783444841.704612:0:35249:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1783444841.704614:0:35249:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:2.0:1783444841.704622:0:35249:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1783444841.704626:0:35249:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff91c74529dbb8. 00000020:00000001:2.0:1783444841.704628:0:35249:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1783444841.704630:0:35249:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444841.704633:0:35249:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446622883777731640 : -121189931819976 : ffff91c74529dc38) 00020000:00000001:2.0:1783444841.704640:0:35249:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1783444841.704648:0:35249:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff91c7585c2fc0. 00020000:00000001:2.0:1783444841.704764:0:35249:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444841.704770:0:35249:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622883777731640 : -121189931819976 : ffff91c74529dc38) 00020000:00000001:2.0:1783444841.704773:0:35249:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446622883777731640 : -121189931819976 : ffff91c74529dc38) 00020000:00000002:2.0:1783444841.704777:0:35249:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x4:0x0]@ffff91c74529dbb8[0:0] -> [0x240000403:0x8:0x0]@ffff91c74529dd48: ostid: 0x280000400:4 ost idx: 0 gen: 0 00020000:00000001:2.0:1783444841.704783:0:35249:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1783444841.704786:0:35249:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:2.0:1783444841.704788:0:35249:0:(lov_object.c:1437:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444841.704793:0:35249:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622883777732040 : -121189931819576 : ffff91c74529ddc8) 00000020:00001000:2.0:1783444841.704799:0:35249:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7000 00000020:00000010:2.0:1783444841.704804:0:35249:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7435f4800. 00000020:00000010:2.0:1783444841.704812:0:35249:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427e40. 00000008:00000010:2.0:1783444841.704816:0:35249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444841.704875:0:35249:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444841.704882:0:35249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444841.704888:0:35249:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444841.704893:0:35249:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444841.704897:0:35249:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7435f4e00. 00000008:00000010:2.0:1783444841.704900:0:35249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444841.704905:0:35249:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444841.704909:0:35249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444841.704913:0:35249:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e870. 00000020:00000010:2.0:1783444841.704916:0:35249:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7435f4400. 00000020:00000010:2.0:1783444841.704918:0:35249:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7000. 00000080:00000001:2.0:1783444841.704927:0:35249:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603815538696 : 162129603815538696 : 240000403000008) 00000080:00000001:2.0:1783444841.704931:0:35249:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748740 : 37748740 : 2400004) 00000080:00000002:2.0:1783444841.704934:0:35249:0:(llite_lib.c:2920:ll_update_inode()) setting ino 162129603815538696 mtime from 0 to 1783444841 00000080:00000001:2.0:1783444841.704941:0:35249:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1783444841.704945:0:35249:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622883839691528 : -121189869860088 : ffff91c748db4b08) 00010000:00000001:2.0:1783444841.704951:0:35249:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.704954:0:35249:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.704958:0:35249:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225e00 refcount=3 00000020:00000001:2.0:1783444841.704961:0:35249:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:2.0:1783444841.704963:0:35249:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00000080:00000001:2.0:1783444841.704967:0:35249:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:2.0:1783444841.704969:0:35249:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444841.704973:0:35249:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7000. 00000020:00000010:2.0:1783444841.704977:0:35249:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7435f4400. 00000020:00000010:2.0:1783444841.704981:0:35249:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7435f4e00. 00000020:00000010:2.0:1783444841.704984:0:35249:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427e40. 00000008:00000010:2.0:1783444841.704989:0:35249:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444841.704992:0:35249:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444841.704995:0:35249:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444841.705002:0:35249:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444841.705005:0:35249:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444841.705020:0:35249:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7435f4800. 00000008:00000010:2.0:1783444841.705025:0:35249:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444841.705027:0:35249:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444841.705030:0:35249:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444841.705033:0:35249:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526e870. 00000020:00000001:2.0:1783444841.705036:0:35249:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747360776 : -121189962190840 : ffff91c7435a7008) 00000020:00001000:2.0:1783444841.705038:0:35249:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7000 00000020:00000001:2.0:1783444841.705041:0:35249:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1783444841.705045:0:35249:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:2.0:1783444841.705047:0:35249:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1783444841.705050:0:35249:0:(lov_ea.c:221:lsme_unpack()) kmalloced '(lsme)': 80 at ffff91c760427c00. 00020000:00000010:2.0:1783444841.705053:0:35249:0:(lov_ea.c:258:lsme_unpack()) slab-alloced 'loi': 112 at ffff91c74500c380. 00020000:00000010:2.0:1783444841.705078:0:35249:0:(lov_ea.c:385:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91c760427600. 00020000:00000001:2.0:1783444841.705080:0:35249:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446622884232328704 : -121189477222912 : ffff91c760427600) 00020000:00000002:2.0:1783444841.705084:0:35249:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c760427600, objid 0x8:1073742851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783444841.705088:0:35249:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783444841.705091:0:35249:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c74500c380: ostid: 0x280000400:4 ost idx: 0 gen: 0 00020000:00000002:2.0:1783444841.705095:0:35249:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff91c7464b73e0) owner ffff91c758a50000 00020000:00000001:2.0:1783444841.705099:0:35249:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1783444841.705102:0:35249:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff91c7464b73e0) owner ffff91c758a50000 00020000:00000010:2.0:1783444841.705107:0:35249:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91c74500c380. 00020000:00000010:2.0:1783444841.705110:0:35249:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff91c760427c00. 00020000:00000010:2.0:1783444841.705113:0:35249:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91c760427600. 00020000:00000002:2.0:1783444841.705115:0:35249:0:(lov_object.c:1533:lov_conf_set()) [0x240000403:0x8:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1783444841.705117:0:35249:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444841.705119:0:35249:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444841.705123:0:35249:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1783444841.705126:0:35249:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b73e0) owner 0000000000000000/ffff91c758a50000 00020000:00000002:2.0:1783444841.705129:0:35249:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff91c760427a20 addref 2/0 by ffff91c758a50000. 00020000:00000002:2.0:1783444841.705131:0:35249:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b73e0) owner 0000000000000000/ffff91c758a50000 00020000:00000001:2.0:1783444841.705133:0:35249:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1783444841.705136:0:35249:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1783444841.705137:0:35249:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1783444841.705139:0:35249:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1783444841.705141:0:35249:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1783444841.705143:0:35249:0:(file.c:6749:ll_layout_conf()) [0x240000403:0x8:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1783444841.705146:0:35249:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7000 00000020:00000010:2.0:1783444841.705148:0:35249:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7435f4e00. 00000020:00000010:2.0:1783444841.705150:0:35249:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427e40. 00000008:00000010:2.0:1783444841.705152:0:35249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444841.705155:0:35249:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444841.705157:0:35249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444841.705160:0:35249:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444841.705162:0:35249:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444841.705164:0:35249:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7435f4400. 00000008:00000010:2.0:1783444841.705167:0:35249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444841.705169:0:35249:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444841.705171:0:35249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444841.705174:0:35249:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e870. 00000020:00000010:2.0:1783444841.705176:0:35249:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7435f4800. 00000020:00000010:2.0:1783444841.705178:0:35249:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7000. 00000080:00000001:2.0:1783444841.705180:0:35249:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.705182:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.705185:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783444841.705187:0:35249:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783444841.705193:0:35249:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1783444841.705195:0:35249:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444841.705198:0:35249:0:(namei.c:1589:ll_create_node()) setting l_ast_data to inode [0x240000403:0x8:0x0](ffff91c748db4b08) 00000080:00010000:2.0:1783444841.705202:0:35249:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x240000403:0x8:0x0](ffff91c748db4b08) for lock 0x5503b2fe824ef706 00800000:00000001:2.0:1783444841.705205:0:35249:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444841.705209:0:35249:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444841.705210:0:35249:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.705212:0:35249:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.705214:0:35249:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225e00 refcount=3 00000020:00000001:2.0:1783444841.705216:0:35249:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:2.0:1783444841.705218:0:35249:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:2.0:1783444841.705220:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.705221:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444841.705223:0:35249:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444841.705225:0:35249:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444841.705226:0:35249:0:(namei.c:1591:ll_create_node()) Process leaving 00000100:00000001:2.0:1783444841.705229:0:35249:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444841.705244:0:35249:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff91c7603f3800 x1870075608309248/t4294967338(4294967338) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444857 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.705252:0:35249:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444841.705265:0:35249:0:(namei.c:1675:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444841.705270:0:35249:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000403:0x8:0x0](ffff91c748db4b08) 00000080:00000001:2.0:1783444841.705273:0:35249:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1783444841.705278:0:35249:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7435f5e00. 00000100:00000001:2.0:1783444841.705281:0:35249:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444841.705284:0:35249:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f3800 x1870075608309248/t4294967338(4294967338) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444857 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444841.705290:0:35249:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444841.705295:0:35249:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1783444841.705297:0:35249:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444841.705307:0:35249:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:2.0:1783444841.705310:0:35249:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13a60 00000080:00200008:2.0:1783444841.705313:0:35249:0:(file.c:1058:ll_file_open()) START file f24a.recovery-small:[0x240000403:0x8:0x0](ffff91c748db4b08), flags 100102 00000080:00000010:2.0:1783444841.705323:0:35249:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91c7417b72c0. 00000080:00000010:2.0:1783444841.705330:0:35249:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff91c76050a200. 00000080:00000001:2.0:1783444841.705333:0:35249:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:2.0:1783444841.705340:0:35249:0:(lmv_obd.c:4175:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1783444841.705343:0:35249:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444841.705346:0:35249:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444841.705349:0:35249:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444841.705352:0:35249:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444841.705354:0:35249:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444841.705356:0:35249:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0x8:0x0] 00800000:00000001:2.0:1783444841.705358:0:35249:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444841.705363:0:35249:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1783444841.705367:0:35249:0:(obd.h:1438:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91c7507ebde0. 00000002:00100000:2.0:1783444841.705372:0:35249:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c7603f3800 x1870075608309248/t4294967338(4294967338) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444857 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783444841.705378:0:35249:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444841.705381:0:35249:0:(lmv_obd.c:4181:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1783444841.705397:0:35249:0:(rw.c:949:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1783444841.705401:0:35249:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444841.705405:0:35249:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444841.705408:0:35249:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444841.705411:0:35249:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f3800 x1870075608309248/t4294967338(4294967338) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444857 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1783444841.705418:0:35249:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444841.705423:0:35249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff91c7604e0000. 02000000:00000001:2.0:1783444841.705452:0:35249:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1783444841.705454:0:35249:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444841.705457:0:35249:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13a60 00000080:00000008:2.0:1783444841.705459:0:35249:0:(file.c:1297:ll_file_open()) COMPLETED file f24a.recovery-small:[0x240000403:0x8:0x0](ffff91c748db4b08), flags 100102, rc = 0 00000080:00000001:2.0:1783444841.706909:0:35249:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1783444841.706919:0:35249:0:(dcache.c:176:ll_intent_release()) intent ffff91c760427120 released 00000080:00010000:2.0:1783444841.706925:0:35249:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef706 from it ffff91c760427120 00010000:00000001:2.0:1783444841.706931:0:35249:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444841.706936:0:35249:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444841.706939:0:35249:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225e00 refcount=3 00000020:00000001:2.0:1783444841.706943:0:35249:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:2.0:1783444841.706948:0:35249:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995344384 : -121189714207232 : ffff91c752225e00) 00010000:00000001:2.0:1783444841.706952:0:35249:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444841.706958:0:35249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef706 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6ddc07 expref: -99 pid: 35249 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444841.706970:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.706973:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.706975:0:35249:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444841.706978:0:35249:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444841.706981:0:35249:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff91c759350000 lock: ffff91c752225e00/0x5503b2fe824ef706 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6ddc07 expref: -99 pid: 35249 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783444841.706996:0:35249:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444841.707001:0:35249:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444841.707003:0:35249:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444841.707009:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.707021:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444841.707023:0:35249:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.707027:0:35249:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444841.707030:0:35249:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.707032:0:35249:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.707034:0:35249:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444841.707037:0:35249:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444841.707038:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444841.707039:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783444841.707041:0:35249:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1783444841.707045:0:35249:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783444841.707213:0:35249:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783444841.707217:0:35249:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783444841.707221:0:35249:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783444841.707223:0:35249:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444841.707227:0:35249:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1783444841.707229:0:35249:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444841.707231:0:35249:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783444841.707234:0:35249:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444841.707237:0:35249:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783444841.707241:0:35249:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff91c760427120. 00000080:00000001:0.0:1783444841.707248:0:35249:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444841.707255:0:35249:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783444841.707258:0:35249:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240000403:0x8:0x0](ffff91c748db4b08), inode mode 81a4 mask 40 00000080:00000001:0.0:1783444841.707263:0:35249:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444841.708148:0:35249:0:(file.c:2601:do_file_write_iter()) Process entered 00000020:00000001:0.0:1783444841.708156:0:35249:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13d90 00000080:00200008:0.0:1783444841.708160:0:35249:0:(file.c:2605:do_file_write_iter()) START file f24a.recovery-small:[0x240000403:0x8:0x0], ppos: 0, count: 1 00000080:00000001:0.0:1783444841.708166:0:35249:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1783444841.708168:0:35249:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444841.708171:0:35249:0:(file.c:1972:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1783444841.708175:0:35249:0:(file.c:2023:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444841.708178:0:35249:0:(file.c:2553:ll_do_tiny_write()) Process entered 00000020:00000001:0.0:1783444841.708181:0:35249:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1783444841.708186:0:35249:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b73e0) owner 0000000000000000/ffff91c758a50000 00020000:00000002:0.0:1783444841.708190:0:35249:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff91c760427a20 addref 2/0 by ffff91c758a50000. 00020000:00000002:0.0:1783444841.708193:0:35249:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b73e0) owner 0000000000000000/ffff91c758a50000 00000020:00000001:0.0:1783444841.708196:0:35249:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000080:00000001:0.0:1783444841.708206:0:35249:0:(rw26.c:703:ll_write_begin()) Process entered 00000080:00200000:0.0:1783444841.708208:0:35249:0:(rw26.c:704:ll_write_begin()) Writing 0 of 0 to 1 bytes 00000080:00000001:0.0:1783444841.708215:0:35249:0:(rw26.c:711:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:0.0:1783444841.708218:0:35249:0:(rw26.c:831:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:0.0:1783444841.708221:0:35249:0:(file.c:2582:ll_do_tiny_write()) result: 0, original count 1 00000080:00000001:0.0:1783444841.708222:0:35249:0:(file.c:2584:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.708225:0:35249:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783444841.708232:0:35249:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593f83f0. 00000020:00000010:0.0:1783444841.708239:0:35249:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c760f5f000. 00000020:00000010:0.0:1783444841.708244:0:35249:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c760f5fa00. 00000020:00000010:0.0:1783444841.708248:0:35249:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c76050dcc0. 00000008:00000010:0.0:1783444841.708257:0:35249:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7510b37f0. 00020000:00000010:0.0:1783444841.708263:0:35249:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c743ec1000. 00008000:00000010:0.0:1783444841.708269:0:35249:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c760973c08. 00000080:00000010:0.0:1783444841.708277:0:35249:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c7467e3a80. 00000080:00000010:0.0:1783444841.708282:0:35249:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c758831e10. 00000020:00000010:0.0:1783444841.708285:0:35249:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c760f5f600. 00000008:00000010:0.0:1783444841.708289:0:35249:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c76034a9a0. 00020000:00000010:0.0:1783444841.708294:0:35249:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7511eeda0. 00008000:00000010:0.0:1783444841.708298:0:35249:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c74353da90. 00000080:00000010:0.0:1783444841.708302:0:35249:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c76031f0f0. 00000020:00000001:0.0:1783444841.708305:0:35249:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114695160 : -121189594856456 : ffff91c7593f83f8) 00000020:00001000:0.0:1783444841.708307:0:35249:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593f83f0 00000080:00000001:0.0:1783444841.708310:0:35249:0:(file.c:2055:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1783444841.708312:0:35249:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13ca0 00000080:00200000:0.0:1783444841.708314:0:35249:0:(file.c:2058:ll_file_io_generic()) f24a.recovery-small: write ppos: 0, bytes: 1 00000020:00000001:0.0:1783444841.708320:0:35249:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13c38 00000080:00200000:0.0:1783444841.708322:0:35249:0:(file.c:1816:ll_io_set_mirror()) f24a.recovery-small: desiginated mirror: 0 00000020:00000001:0.0:1783444841.708325:0:35249:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1783444841.708332:0:35249:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f7b55660[0x110, 1, [0x240000403:0x8:0x0] hash] 00000020:00200000:0.0:1783444841.708334:0:35249:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 1) 0 0 00000020:00000001:0.0:1783444841.708338:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c74529ddc8 -> ffff91c74529ddc8 00000020:00000001:0.0:1783444841.708340:0:35249:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783444841.708343:0:35249:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783444841.708345:0:35249:0:(vvp_io.c:1822:vvp_io_init()) [0x240000403:0x8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783444841.708349:0:35249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783444841.708351:0:35249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1783444841.708354:0:35249:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444841.708360:0:35249:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444841.708364:0:35249:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1783444841.708366:0:35249:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444841.708367:0:35249:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783444841.708377:0:35249:0:(lov_object.c:1588:lov_io_init()) [0x240000403:0x8:0x0]io ffff91c758831e70 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1783444841.708381:0:35249:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b73e0) owner 0000000000000000/ffff91c758a50000 00020000:00000001:0.0:1783444841.708395:0:35249:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783444841.708397:0:35249:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783444841.708400:0:35249:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783444841.708403:0:35249:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1783444841.708405:0:35249:0:(lov_io.c:860:lov_io_slice_init()) 0 1 00020000:00000001:0.0:1783444841.708408:0:35249:0:(lov_io.c:888:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1783444841.708410:0:35249:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783444841.708412:0:35249:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.708413:0:35249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783444841.708414:0:35249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783444841.708416:0:35249:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783444841.708417:0:35249:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b73e0) owner 0000000000000000/ffff91c758a50000 00000020:00000001:0.0:1783444841.708420:0:35249:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.708421:0:35249:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783444841.708424:0:35249:0:(file.c:2136:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:0.0:1783444841.708427:0:35249:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:0.0:1783444841.708430:0:35249:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.708439:0:35249:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783444841.708441:0:35249:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1783444841.708444:0:35249:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1783444841.708446:0:35249:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1783444841.708448:0:35249:0:(lov_io.c:1206:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1783444841.708452:0:35249:0:(lov_io.c:1278:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1) 1, 1 00020000:00000001:0.0:1783444841.708455:0:35249:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783444841.708458:0:35249:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783444841.708523:0:35249:0:(lov_offset.c:253:lov_stripe_intersects()) [0->0] -> [(0) 0->0 (0)] 00020000:00000001:0.0:1783444841.708529:0:35249:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783444841.708531:0:35249:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783444841.708533:0:35249:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783444841.708536:0:35249:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593f81b0. 00000020:00000010:0.0:1783444841.708540:0:35249:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c760f5e200. 00000020:00000010:0.0:1783444841.708543:0:35249:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c760f5f800. 00000020:00000010:0.0:1783444841.708546:0:35249:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c76050d2a0. 00000008:00000010:0.0:1783444841.708550:0:35249:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7510b0000. 00020000:00000010:0.0:1783444841.708554:0:35249:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c743ec1600. 00008000:00000010:0.0:1783444841.708557:0:35249:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c760971530. 00000080:00000010:0.0:1783444841.708561:0:35249:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c7467e31f8. 00000080:00000010:0.0:1783444841.708564:0:35249:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c758833780. 00000020:00000010:0.0:1783444841.708569:0:35249:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c760f5f200. 00000008:00000010:0.0:1783444841.708573:0:35249:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c76034a2c0. 00020000:00000010:0.0:1783444841.708576:0:35249:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7511ed240. 00008000:00000010:0.0:1783444841.708578:0:35249:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c74353de88. 00000080:00000010:0.0:1783444841.708582:0:35249:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c76031fe10. 00000020:00000001:0.0:1783444841.708584:0:35249:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114694584 : -121189594857032 : ffff91c7593f81b8) 00000020:00001000:0.0:1783444841.708586:0:35249:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593f81b0 00000020:00000001:0.0:1783444841.708590:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c74529dc38 -> ffff91c74529ddc8 00000020:00000001:0.0:1783444841.708592:0:35249:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783444841.708595:0:35249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783444841.708597:0:35249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783444841.708598:0:35249:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.708601:0:35249:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.708603:0:35249:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883978341896 : -121189731209720 : ffff91c7511eee08) 00000020:00000001:0.0:1783444841.708607:0:35249:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1783444841.708611:0:35249:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1783444841.708616:0:35249:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.708618:0:35249:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.708621:0:35249:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.708623:0:35249:0:(lov_io.c:1284:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.708625:0:35249:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.708628:0:35249:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1783444841.708631:0:35249:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1783444841.708633:0:35249:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1783444841.708854:0:35249:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1783444841.708858:0:35249:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444841.708861:0:35249:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444841.708864:0:35249:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1783444841.708866:0:35249:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:0.0:1783444841.708869:0:35249:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1783444841.708871:0:35249:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1783444841.708872:0:35249:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.708875:0:35249:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444841.708877:0:35249:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444841.708879:0:35249:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444841.708880:0:35249:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.708883:0:35249:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783444841.708885:0:35249:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783444841.708887:0:35249:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783444841.708889:0:35249:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783444841.708892:0:35249:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.708893:0:35249:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.708896:0:35249:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.708897:0:35249:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.708898:0:35249:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783444841.708901:0:35249:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1783444841.708903:0:35249:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1783444841.708906:0:35249:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1783444841.708908:0:35249:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1783444841.708912:0:35249:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:0.0:1783444841.708920:0:35249:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91c751113080. 00020000:00000002:0.0:1783444841.708923:0:35249:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:0.0:1783444841.708925:0:35249:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1783444841.708928:0:35249:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783444841.708928:0:35249:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883978341896 : -121189731209720 : ffff91c7511eee08) 00000020:00000001:0.0:1783444841.708930:0:35249:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1783444841.708935:0:35249:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91c758be1690. 00000008:00010000:0.0:1783444841.708938:0:35249:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1783444841.708941:0:35249:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1783444841.708943:0:35249:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1783444841.708947:0:35249:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91c7511130b0, osc lock ffff91c758be1690, flags 0x0 00000020:00000001:0.0:1783444841.708949:0:35249:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.708951:0:35249:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.708953:0:35249:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446622883977441408 : -121189732110208 : ffff91c751113080) 00000020:00000001:0.0:1783444841.708956:0:35249:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1783444841.708957:0:35249:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1783444841.708958:0:35249:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.708960:0:35249:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.708962:0:35249:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1783444841.708964:0:35249:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1783444841.708965:0:35249:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783444841.708966:0:35249:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883978341896 : -121189731209720 : ffff91c7511eee08) 00000020:00000001:0.0:1783444841.708968:0:35249:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1783444841.708970:0:35249:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1783444841.708973:0:35249:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1783444841.708975:0:35249:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.708979:0:35249:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1783444841.708982:0:35249:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1783444841.708984:0:35249:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1783444841.708985:0:35249:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1783444841.708987:0:35249:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1783444841.708988:0:35249:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1783444841.708990:0:35249:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1783444841.708993:0:35249:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783444841.709003:0:35249:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.709006:0:35249:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1783444841.709025:0:35249:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746733100. 00000020:00000040:0.0:1783444841.709031:0:35249:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00010000:00000001:0.0:1783444841.709037:0:35249:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783444841.709043:0:35249:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444841.709047:0:35249:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444841.709051:0:35249:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444841.709097:0:35249:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444841.709104:0:35249:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444841.709113:0:35249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c7497ca000. 00000100:00000001:0.0:1783444841.709123:0:35249:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.709131:0:35249:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444841.709133:0:35249:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.709134:0:35249:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444841.709136:0:35249:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.709138:0:35249:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.709141:0:35249:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446622883799314688 : -121189910236928 : ffff91c746733100) 00010000:00000001:0.0:1783444841.709145:0:35249:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783444841.709148:0:35249:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783444841.709154:0:35249:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747e41f00. 00010000:00000010:0.0:1783444841.709160:0:35249:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff91c747e41200. 00010000:00000001:0.0:1783444841.709170:0:35249:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783444841.709174:0:35249:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c74652c200. 00000020:00000001:0.0:1783444841.709179:0:35249:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783444841.709182:0:35249:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c74652c200 with handle 0x5503b2fe824ef70d to hash 00000020:00000001:0.0:1783444841.709184:0:35249:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783444841.709186:0:35249:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000010:0.0:1783444841.709191:0:35249:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff91c7453591c0. 00010000:00000001:0.0:1783444841.709194:0:35249:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444841.709200:0:35249:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444841.709203:0:35249:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444841.709207:0:35249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000001e897b35/0x5503b2fe824ef70d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35249 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444841.709220:0:35249:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000001e897b35/0x5503b2fe824ef70d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35249 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444841.709233:0:35249:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000001e897b35/0x5503b2fe824ef70d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35249 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783444841.709240:0:35249:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783444841.709243:0:35249:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783444841.709252:0:35249:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c742c38000. 00000100:00000001:0.0:1783444841.709255:0:35249:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883737468928 : -121189972082688 : ffff91c742c38000) 00000100:00000001:0.0:1783444841.709259:0:35249:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444841.709260:0:35249:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799314688 : -121189910236928 : ffff91c746733100) 00000100:00000001:0.0:1783444841.709266:0:35249:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444841.709270:0:35249:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444841.709273:0:35249:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783444841.709275:0:35249:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444841.709292:0:35249:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746733100 x1870075608309376/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444841.709302:0:35249:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444841.709304:0:35249:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444841.709309:0:35249:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444841.709312:0:35249:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444841.709315:0:35249:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444841.709320:0:35249:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746733100 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:35249:1870075608309376:192.168.204.110@tcp:101:multiop.0 00000100:00000001:0.0:1783444841.709325:0:35249:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444841.709332:0:35249:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444841.709336:0:35249:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444841.709339:0:35249:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444841.709832:0:35249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c746766400. 02000000:00000001:0.0:1783444841.709837:0:35249:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444841.709848:0:35249:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444841.709855:0:35249:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f7e8. 00000400:00000010:0.0:1783444841.709866:0:35249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9198. 00000100:00000200:0.0:1783444841.709876:0:35249:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608309376, portal 4 00000100:00000001:0.0:1783444841.709878:0:35249:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444841.709880:0:35249:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799314688 : -121189910236928 : ffff91c746733100) 00000100:00000040:0.0:1783444841.709889:0:35249:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c746733100 x1870075608309376/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444857 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444841.709897:0:35249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444841.709899:0:35249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444841.709902:0:35249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f92a8. 00000100:00000200:0.0:1783444841.709906:0:35249:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1870075608309376, offset 0 00000400:00000200:0.0:1783444841.709914:0:35249:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444841.709926:0:35249:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.709936:0:35249:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444841.709944:0:35249:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444841.709950:0:35249:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444841.709955:0:35249:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444841.709958:0:35249:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444841.709963:0:35249:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2903:2903:256:4294967295] 192.168.204.110@tcp LPNI seq info [2903:2903:8:4294967295] 00000400:00000200:0.0:1783444841.709968:0:35249:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444841.709979:0:35249:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444841.709988:0:35249:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444841.709995:0:35249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3e00. 00000800:00000200:0.0:1783444841.710003:0:35249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444841.710026:0:35249:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444841.710032:0:35249:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1783444841.711549:0:35249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444841.711563:0:35249:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20667 usecs (21 jiffies) 00000400:00000200:0.0:1783444841.711571:0:35249:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444841.711576:0:35249:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296480738 00000100:00000001:0.0:1783444841.711580:0:35249:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296482301 00000100:00000001:0.0:1783444841.711583:0:35249:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296480738 00000100:00000001:0.0:1783444841.711585:0:35249:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296482301 00000100:00000001:0.0:1783444841.711587:0:35249:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444841.711591:0:35249:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444841.711596:0:35249:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444841.711599:0:35249:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783444841.711603:0:35249:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c742c38000 going to sleep for 11 seconds 00000100:00000001:0.0:1783444841.711607:0:35249:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444841.711611:0:35249:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444841.714566:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444841.714580:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3e00. 00000400:00000200:1.0:1783444841.714590:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444841.714601:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444841.714609:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f92a8 00000400:00000010:1.0:1783444841.714613:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f92a8. 00000100:00000001:1.0:1783444841.714619:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444841.714629:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746733100 x1870075608309376/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444857 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444841.714645:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444841.714648:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746733100 x1870075608309376/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444857 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444841.714662:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444841.714665:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1783444841.716153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211700. 00000800:00000001:1.0:1783444841.719830:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444841.719858:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444841.719863:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444841.719867:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444841.719878:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.719889:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444841.719902:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.719908:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.719915:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.719920:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 4 MB=0x6a4d2e8561e80 00000400:00000200:1.0:1783444841.719925:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.719934:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 400/400 into md 0x7ff1 [1] + 224 00000800:00000001:1.0:1783444841.719944:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444841.719956:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444841.719960:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444841.719965:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444841.719975:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444841.719987:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746733100 x1870075608309376/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444857 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444841.719999:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff91c746733100 x1870075608309376/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444841.720037:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444841.720107:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444841.720112:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444841.721405:0:35249:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444841.721421:0:35249:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444841.721423:0:35249:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444841.721428:0:35249:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f7e8. 00000400:00000200:0.0:1783444841.721437:0:35249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9198 00000400:00000010:0.0:1783444841.721440:0:35249:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9198. 00000100:00000001:0.0:1783444841.721445:0:35249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444841.721456:0:35249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746733100 x1870075608309376/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783444841.721467:0:35249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746733100 x1870075608309376/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444841.721473:0:35249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444841.721475:0:35249:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444841.721478:0:35249:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444841.721483:0:35249:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444841.721485:0:35249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444841.721488:0:35249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444841.721492:0:35249:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444841.721504:0:35249:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=21 v=5 (5 5 5 5) 00000100:00001000:0.0:1783444841.721509:0:35249:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444841.721513:0:35249:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444841.721516:0:35249:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.721520:0:35249:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444841.721524:0:35249:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444841.721530:0:35249:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444841.721532:0:35249:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1783444841.721535:0:35249:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444841.721536:0:35249:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444841.721541:0:35249:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746733100 x1870075608309376/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444841.721548:0:35249:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444841.721551:0:35249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444841.721554:0:35249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444841.721558:0:35249:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746733100 x1870075608309376/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444857 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783444841.721567:0:35249:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746733100 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:35249:1870075608309376:192.168.204.110@tcp:101:multiop.0 00000100:00000001:0.0:1783444841.721572:0:35249:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444841.721576:0:35249:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444841.721578:0:35249:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783444841.721581:0:35249:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444841.721584:0:35249:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746733100 x1870075608309376/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444857 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444841.721591:0:35249:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444841.721596:0:35249:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c742c38000. 00000100:00000001:0.0:1783444841.721600:0:35249:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783444841.721602:0:35249:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.721605:0:35249:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783444841.721610:0:35249:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444841.721614:0:35249:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444841.721619:0:35249:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c200 refcount=4 00000020:00000001:0.0:1783444841.721622:0:35249:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444841.721625:0:35249:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000040:0.0:1783444841.721634:0:35249:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c74652c200, remote cookie: 0x332dd2263f6ddc15, flags: 0x1 00010000:00010000:0.0:1783444841.721643:0:35249:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000001e897b35/0x5503b2fe824ef70d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc15 expref: -99 pid: 35249 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444841.721655:0:35249:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1783444841.721658:0:35249:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.721661:0:35249:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783444841.721666:0:35249:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1783444841.721671:0:35249:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000001e897b35/0x5503b2fe824ef70d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc15 expref: -99 pid: 35249 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783444841.721693:0:35249:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x4:0x0].0x0 (ffff91c747e41f00) refcount = 1 00010000:00000040:0.0:1783444841.721697:0:35249:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1783444841.721699:0:35249:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000001e897b35/0x5503b2fe824ef70d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc15 expref: -99 pid: 35249 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444841.721710:0:35249:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783444841.721712:0:35249:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444841.721724:0:35249:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783444841.721727:0:35249:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444841.721730:0:35249:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000001e897b35/0x5503b2fe824ef70d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc15 expref: -99 pid: 35249 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444841.721737:0:35249:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783444841.721738:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444841.721741:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444841.721742:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444841.721743:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444841.721744:0:35249:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444841.721749:0:35249:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1783444841.721753:0:35249:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1783444841.721755:0:35249:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444841.721756:0:35249:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444841.721758:0:35249:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c200 refcount=3 00000020:00000001:0.0:1783444841.721761:0:35249:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444841.721763:0:35249:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444841.721773:0:35249:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444841.721774:0:35249:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444841.721775:0:35249:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c200 refcount=4 00000020:00000001:0.0:1783444841.721777:0:35249:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444841.721780:0:35249:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444841.721783:0:35249:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444841.721787:0:35249:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444841.721791:0:35249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000001e897b35/0x5503b2fe824ef70d lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc15 expref: -99 pid: 35249 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444841.721798:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444841.721799:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783444841.721803:0:35249:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1783444841.721809:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529ddc8 00000008:00010000:0.0:1783444841.722309:0:35249:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000001e897b35/0x5503b2fe824ef70d lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6ddc15 expref: -99 pid: 35249 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1783444841.722321:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529ddc8 00000020:00000001:0.0:1783444841.722324:0:35249:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783444841.722326:0:35249:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783444841.722330:0:35249:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783444841.722332:0:35249:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.722335:0:35249:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.722336:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529ddc8 00000008:00000001:0.0:1783444841.722338:0:35249:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1783444841.722408:0:35249:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.722412:0:35249:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444841.722413:0:35249:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444841.722415:0:35249:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c200 refcount=5 00000020:00000001:0.0:1783444841.722418:0:35249:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444841.722421:0:35249:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444841.722424:0:35249:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444841.722427:0:35249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000001e897b35/0x5503b2fe824ef70d lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x332dd2263f6ddc15 expref: -99 pid: 35249 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444841.722436:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444841.722437:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783444841.722440:0:35249:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000001e897b35/0x5503b2fe824ef70d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x332dd2263f6ddc15 expref: -99 pid: 35249 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444841.722447:0:35249:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444841.722448:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444841.722450:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783444841.722451:0:35249:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444841.722455:0:35249:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444841.722463:0:35249:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746733100 x1870075608309376/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444857 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444841.722472:0:35249:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444841.722476:0:35249:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444841.722480:0:35249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c746766400. 02000000:00000001:0.0:1783444841.722486:0:35249:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444841.722489:0:35249:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444841.722491:0:35249:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:0.0:1783444841.722494:0:35249:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444841.722497:0:35249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c7497ca000. 02000000:00000001:0.0:1783444841.722502:0:35249:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444841.722504:0:35249:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444841.722507:0:35249:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746733100. 00000100:00000001:0.0:1783444841.722511:0:35249:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444841.722512:0:35249:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783444841.722514:0:35249:0:(osc_request.c:3316:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444841.722517:0:35249:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.722520:0:35249:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.722524:0:35249:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.722527:0:35249:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.722529:0:35249:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.722533:0:35249:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.722535:0:35249:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.722539:0:35249:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1783444841.722546:0:35249:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:0.0:1783444841.722554:0:35249:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13b88 00000080:00200000:0.0:1783444841.722556:0:35249:0:(vvp_io.c:1292:vvp_io_write_start()) f24a.recovery-small: write [0, 1) append 0 append lockpos 0 00000020:00000001:0.0:1783444841.722560:0:35249:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1783444841.722564:0:35249:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b73e0) owner 0000000000000000/ffff91c758a50000 00020000:00000002:0.0:1783444841.722568:0:35249:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff91c760427a20 addref 2/0 by ffff91c758a50000. 00020000:00000002:0.0:1783444841.722571:0:35249:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b73e0) owner 0000000000000000/ffff91c758a50000 00000020:00000001:0.0:1783444841.722574:0:35249:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:0.0:1783444841.722578:0:35249:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1783444841.722582:0:35249:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1783444841.722587:0:35249:0:(lov_offset.c:253:lov_stripe_intersects()) [0->0] -> [(0) 0->0 (0)] 00020000:00000001:0.0:1783444841.722591:0:35249:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783444841.722593:0:35249:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883978341896 : -121189731209720 : ffff91c7511eee08) 00000020:00000001:0.0:1783444841.722595:0:35249:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1783444841.722598:0:35249:0:(osc_io.c:1404:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1783444841.722602:0:35249:0:(osc_io.c:1417:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.722604:0:35249:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.722607:0:35249:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.722608:0:35249:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444841.722617:0:35249:0:(rw26.c:703:ll_write_begin()) Process entered 00000080:00200000:0.0:1783444841.722619:0:35249:0:(rw26.c:704:ll_write_begin()) Writing 0 of 0 to 1 bytes 00000020:00000001:0.0:1783444841.722656:0:35249:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1783444841.722659:0:35249:0:(cl_page.c:427:cl_page_find()) 0@[0x240000403:0x8:0x0] ffffee34443e65c0 0 1 00000020:00000001:0.0:1783444841.722663:0:35249:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1783444841.722665:0:35249:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.722668:0:35249:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:0.0:1783444841.722946:0:35249:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff91c7583d68c0. 00000020:00000001:0.0:1783444841.722953:0:35249:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1783444841.722954:0:35249:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1783444841.722958:0:35249:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1783444841.722961:0:35249:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:0.0:1783444841.722964:0:35249:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783444841.722965:0:35249:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883978341896 : -121189731209720 : ffff91c7511eee08) 00000008:00000001:0.0:1783444841.722970:0:35249:0:(osc_cache.c:2429:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1783444841.722973:0:35249:0:(osc_cache.c:2452:osc_prep_async_page()) oap ffff91c7583d6930 folio ffffee34443e65c0 pg:0 obj off 0 00000008:00000001:0.0:1783444841.722975:0:35249:0:(osc_cache.c:2453:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.722977:0:35249:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1783444841.722978:0:35249:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1783444841.722980:0:35249:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1783444841.722982:0:35249:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.722986:0:35249:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.722988:0:35249:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446622884097779904 : -121189611771712 : ffff91c7583d68c0) 00000020:00000001:0.0:1783444841.722990:0:35249:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446622884097779904 : -121189611771712 : ffff91c7583d68c0) 00000020:00000001:0.0:1783444841.722993:0:35249:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1783444841.722995:0:35249:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1783444841.722997:0:35249:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622884102348400 : -121189607203216 : ffff91c758831e70) 00000020:00000001:0.0:1783444841.723000:0:35249:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1783444841.723001:0:35249:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1783444841.723003:0:35249:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783444841.723087:0:35249:0:(cl_page.c:507:__cl_page_state_set()) page@00000000889c92a9[2 00000000fc42eda7 1 1 00000000daeedce8 0 0 0] 00000020:00000001:0.0:1783444841.723090:0:35249:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1783444841.723092:0:35249:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1783444841.723093:0:35249:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:0.0:1783444841.723096:0:35249:0:(rw26.c:610:ll_prepare_partial_page()) Process entered 00000020:00000001:0.0:1783444841.723098:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c74529ddc8 -> ffff91c74529ddc8 00000020:00000001:0.0:1783444841.723101:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c74529ddc8 -> ffff91c74529ddc8 00000020:00000001:0.0:1783444841.723102:0:35249:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1783444841.723107:0:35249:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1783444841.723113:0:35249:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1783444841.723115:0:35249:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.723116:0:35249:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1783444841.723117:0:35249:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783444841.723120:0:35249:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742851 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:0.0:1783444841.723124:0:35249:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783444841.723127:0:35249:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:0.0:1783444841.723129:0:35249:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.723132:0:35249:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.723133:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c74529ddc8 -> ffff91c74529ddc8 00000080:00000001:0.0:1783444841.723205:0:35249:0:(rw26.c:630:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783444841.723209:0:35249:0:(rw26.c:815:ll_write_begin()) Process leaving 00000080:00000001:0.0:1783444841.723211:0:35249:0:(rw26.c:831:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444841.723216:0:35249:0:(rw26.c:894:ll_write_end()) Process entered 00000080:00200000:0.0:1783444841.723218:0:35249:0:(rw26.c:898:ll_write_end()) pos 0, len 1, copied 1 00000020:00000001:0.0:1783444841.723221:0:35249:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1783444841.723222:0:35249:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622884102348400 : -121189607203216 : ffff91c758831e70) 00000020:00000001:0.0:1783444841.723225:0:35249:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1783444841.723226:0:35249:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783444841.723243:0:35249:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1783444841.723245:0:35249:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1783444841.723248:0:35249:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1783444841.723249:0:35249:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1783444841.723253:0:35249:0:(rw26.c:956:ll_write_end()) page@00000000889c92a9[3 00000000fc42eda7 2 1 00000000daeedce8 0 0 0] 00000080:00200000:0.0:1783444841.723257:0:35249:0:(rw26.c:956:ll_write_end()) vmpage @000000007b099836 17ffffc0001001 3:0 ffff91c7583d68c0 0 lru 00000080:00200000:0.0:1783444841.723266:0:35249:0:(rw26.c:956:ll_write_end()) osc-page@000000000a8f871b 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000dc219542 0000000082be6d65 > 3< 0 0 > 4< 0 0 8 8388608 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1783444841.723268:0:35249:0:(rw26.c:956:ll_write_end()) end page@00000000889c92a9 00000080:00200000:0.0:1783444841.723269:0:35249:0:(rw26.c:956:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1783444841.723271:0:35249:0:(rw26.c:977:ll_write_end()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783444841.723276:0:35249:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1783444841.723279:0:35249:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 1 prio 0 00000020:00000001:0.0:1783444841.723282:0:35249:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1783444841.723284:0:35249:0:(lov_io.c:1718:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1783444841.723286:0:35249:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783444841.723287:0:35249:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883978341896 : -121189731209720 : ffff91c7511eee08) 00000020:00000001:0.0:1783444841.723289:0:35249:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1783444841.723291:0:35249:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1783444841.723294:0:35249:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1783444841.723295:0:35249:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1783444841.723296:0:35249:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1783444841.723299:0:35249:0:(osc_cache.c:2474:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1783444841.723303:0:35249:0:(osc_cache.c:2533:osc_queue_async_io()) obj ffff91c7585c2fc0 ready 0|-|- wr 0|-|- rd 0|- oap ffff91c7583d6930 folio ffffee34443e65c0 pg:0 added for cmd 2 00000008:00000001:0.0:1783444841.723309:0:35249:0:(osc_cache.c:1728:osc_enter_cache()) Process entered 00000008:00000020:0.0:1783444841.723311:0:35249:0:(osc_cache.c:1730:osc_enter_cache()) lustre-OST0000-osc-ffff91c759350000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8388608, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:0.0:1783444841.723317:0:35249:0:(osc_cache.c:1635:osc_enter_cache_try()) lustre-OST0000-osc-ffff91c759350000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8388608, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:0.0:1783444841.723322:0:35249:0:(osc_cache.c:1482:osc_consume_write_grant()) using 4096 grant credits for brw ffff91c7583d6968 page ffffee34443e65c0 00000008:00000020:0.0:1783444841.723326:0:35249:0:(osc_cache.c:1762:osc_enter_cache()) lustre-OST0000-osc-ffff91c759350000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8359936, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:0.0:1783444841.723331:0:35249:0:(osc_cache.c:1778:osc_enter_cache()) Process leaving 00000008:00000001:0.0:1783444841.723333:0:35249:0:(osc_cache.c:1781:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444841.723336:0:35249:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:0.0:1783444841.723341:0:35249:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff91c743ec1180. 00000008:00000020:0.0:1783444841.723349:0:35249:0:(osc_cache.c:1311:__osc_extent_tree_dump()) Dump object ffff91c7585c2fc0 extents at osc_extent_find:839, mppr: 1024. 00000008:00000020:0.0:1783444841.723356:0:35249:0:(osc_cache.c:1874:osc_update_pending()) obj ffff91c7585c2fc0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:0.0:1783444841.723363:0:35249:0:(osc_cache.c:857:osc_extent_find()) extent ffff91c743ec1180@{[0 -> 0/1023], [3|1|-|active|wi|ffff91c7585c2fc0], [28672|0|-|-|ffff91c74652c200|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:0.0:1783444841.723370:0:35249:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000e3e0ce91 ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000001e897b35/0x5503b2fe824ef70d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6ddc15 expref: -99 pid: 35249 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:0.0:1783444841.723379:0:35249:0:(osc_cache.c:874:osc_extent_find()) Process leaving 00000008:00000001:0.0:1783444841.723384:0:35249:0:(osc_cache.c:2670:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444841.723386:0:35249:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444841.723389:0:35249:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1783444841.723391:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529ddc8 00000008:00000002:0.0:1783444841.723393:0:35249:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->1 0 00000020:00000001:0.0:1783444841.723396:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529ddc8 00000020:00000001:0.0:1783444841.723398:0:35249:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783444841.723400:0:35249:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 1 00020000:00000001:0.0:1783444841.723402:0:35249:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783444841.723403:0:35249:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.723405:0:35249:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.723406:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529ddc8 00000008:00000001:0.0:1783444841.723408:0:35249:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1783444841.723410:0:35249:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1783444841.723412:0:35249:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1783444841.723416:0:35249:0:(cl_page.c:556:cl_batch_put()) page@00000000889c92a9[4 00000000fc42eda7 2 1 00000000daeedce8 0 0 0] 00000020:00000001:0.0:1783444841.723418:0:35249:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1783444841.723419:0:35249:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1783444841.723420:0:35249:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1783444841.723424:0:35249:0:(osc_request.c:745:osc_update_next_shrink()) next time 3013 to shrink grant 00000080:00000001:0.0:1783444841.723427:0:35249:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:0.0:1783444841.723430:0:35249:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1783444841.723439:0:35249:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff91c748db4cb8, count 1, dirtied 1 00000080:00000001:0.0:1783444841.723442:0:35249:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1783444841.723444:0:35249:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1783444841.723446:0:35249:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1783444841.723448:0:35249:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1783444841.723449:0:35249:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783444841.723452:0:35249:0:(cl_page.c:507:__cl_page_state_set()) page@00000000889c92a9[3 00000000fc42eda7 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783444841.723454:0:35249:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1783444841.723455:0:35249:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1783444841.723457:0:35249:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1783444841.723458:0:35249:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1783444841.723461:0:35249:0:(cl_page.c:556:cl_batch_put()) page@00000000889c92a9[3 00000000fc42eda7 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783444841.723462:0:35249:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1783444841.723463:0:35249:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1783444841.723464:0:35249:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:0.0:1783444841.723466:0:35249:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1783444841.723468:0:35249:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.723470:0:35249:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.723473:0:35249:0:(lov_io.c:1730:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.723474:0:35249:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783444841.723477:0:35249:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 1 bytes, tot: 1 00000020:00000001:0.0:1783444841.723479:0:35249:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1783444841.723481:0:35249:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1783444841.723483:0:35249:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.723485:0:35249:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13b88 00000080:00200000:0.0:1783444841.723487:0:35249:0:(vvp_io.c:1358:vvp_io_write_start()) f24a.recovery-small: write bytes 0, result: 1 00000080:00000001:0.0:1783444841.723491:0:35249:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.723493:0:35249:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783444841.723495:0:35249:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783444841.723496:0:35249:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783444841.723499:0:35249:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:0.0:1783444841.723500:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529ddc8 00000020:00000001:0.0:1783444841.723502:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529ddc8 00000020:00000001:0.0:1783444841.723503:0:35249:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1783444841.723505:0:35249:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783444841.723506:0:35249:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.723508:0:35249:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.723509:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529ddc8 00000008:00000001:0.0:1783444841.723511:0:35249:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.723513:0:35249:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.723515:0:35249:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.723517:0:35249:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.723518:0:35249:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.723520:0:35249:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783444841.723522:0:35249:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1783444841.723524:0:35249:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783444841.723525:0:35249:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1783444841.723527:0:35249:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:0.0:1783444841.723530:0:35249:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1783444841.723535:0:35249:0:(osc_cache.c:1874:osc_update_pending()) obj ffff91c7585c2fc0 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:0.0:1783444841.723542:0:35249:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1783444841.723545:0:35249:0:(osc_cache.c:1859:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444841.723547:0:35249:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1783444841.723549:0:35249:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444841.723552:0:35249:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:0.0:1783444841.723553:0:35249:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783444841.723555:0:35249:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.723557:0:35249:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.723559:0:35249:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783444841.723561:0:35249:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783444841.723563:0:35249:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1783444841.723565:0:35249:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91c76031f128 (ffff91c7593f83f8/0) at cl_lock_release():245 00000020:00000001:0.0:1783444841.723568:0:35249:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783444841.723569:0:35249:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c76031f128 (ffff91c7593f83f8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1783444841.723573:0:35249:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1783444841.723575:0:35249:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783444841.723576:0:35249:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883978341896 : -121189731209720 : ffff91c7511eee08) 00000020:00000001:0.0:1783444841.723578:0:35249:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783444841.723579:0:35249:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c7511130b0 (ffff91c7593f81b8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1783444841.723581:0:35249:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1783444841.723583:0:35249:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1783444841.723586:0:35249:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444841.723588:0:35249:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444841.723590:0:35249:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c200 refcount=5 00000020:00000001:0.0:1783444841.723592:0:35249:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444841.723595:0:35249:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444841.723597:0:35249:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444841.723600:0:35249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000001e897b35/0x5503b2fe824ef70d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x332dd2263f6ddc15 expref: -99 pid: 35249 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444841.723609:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444841.723611:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444841.723613:0:35249:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444841.723616:0:35249:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444841.723618:0:35249:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000001e897b35/0x5503b2fe824ef70d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6ddc15 expref: -99 pid: 35249 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783444841.723630:0:35249:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444841.723633:0:35249:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444841.723636:0:35249:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444841.723641:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444841.723642:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444841.723643:0:35249:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.723647:0:35249:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444841.723650:0:35249:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.723652:0:35249:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.723654:0:35249:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.723656:0:35249:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444841.723657:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444841.723658:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444841.723659:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444841.723660:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783444841.723662:0:35249:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1783444841.723664:0:35249:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1783444841.723666:0:35249:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783444841.723667:0:35249:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783444841.723669:0:35249:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783444841.723670:0:35249:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c76031f128 (ffff91c7593f83f8/0) at cl_lock_fini():72 00020000:00000001:0.0:1783444841.723673:0:35249:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1783444841.723675:0:35249:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783444841.723676:0:35249:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c7511130b0 (ffff91c7593f83f8/1) at cl_lock_fini():72 00000008:00000010:0.0:1783444841.723679:0:35249:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91c758be1690. 00000020:00000001:0.0:1783444841.723697:0:35249:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1783444841.723698:0:35249:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91c751113080. 00020000:00000001:0.0:1783444841.723702:0:35249:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1783444841.723703:0:35249:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1783444841.723704:0:35249:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1783444841.723707:0:35249:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783444841.723708:0:35249:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783444841.723709:0:35249:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783444841.723711:0:35249:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783444841.723720:0:35249:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.723723:0:35249:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.723724:0:35249:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783444841.723725:0:35249:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783444841.723727:0:35249:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1783444841.723730:0:35249:0:(vvp_io.c:533:vvp_io_advance()) advancing 1 bytes 00000020:00000001:0.0:1783444841.723732:0:35249:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783444841.723734:0:35249:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783444841.723736:0:35249:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783444841.723737:0:35249:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783444841.723738:0:35249:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783444841.723741:0:35249:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783444841.723743:0:35249:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.723745:0:35249:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.723746:0:35249:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783444841.723748:0:35249:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783444841.723750:0:35249:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783444841.723755:0:35249:0:(file.c:2173:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:0.0:1783444841.723758:0:35249:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:0.0:1783444841.723761:0:35249:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:0.0:1783444841.723764:0:35249:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783444841.724551:0:35249:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783444841.724557:0:35249:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783444841.724560:0:35249:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783444841.724562:0:35249:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783444841.724565:0:35249:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593f81b0 00000020:00000010:0.0:1783444841.724573:0:35249:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c760f5f800. 00000020:00000010:0.0:1783444841.724582:0:35249:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c76050d2a0. 00000008:00000010:0.0:1783444841.724588:0:35249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7510b0000. 00020000:00000010:0.0:1783444841.724594:0:35249:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c743ec1600. 00008000:00000010:0.0:1783444841.724599:0:35249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c760971530. 00000080:00000010:0.0:1783444841.724605:0:35249:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c7467e31f8. 00000080:00000010:0.0:1783444841.724611:0:35249:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c758833780. 00000020:00000010:0.0:1783444841.724617:0:35249:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760f5e200. 00000008:00000010:0.0:1783444841.724623:0:35249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c76034a2c0. 00020000:00000010:0.0:1783444841.724630:0:35249:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7511ed240. 00008000:00000010:0.0:1783444841.724634:0:35249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c74353de88. 00000080:00000010:0.0:1783444841.724639:0:35249:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c76031fe10. 00000020:00000010:0.0:1783444841.724643:0:35249:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760f5f200. 00000020:00000010:0.0:1783444841.724646:0:35249:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593f81b0. 00020000:00000001:0.0:1783444841.724650:0:35249:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783444841.724653:0:35249:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783444841.724656:0:35249:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783444841.724658:0:35249:0:(vvp_io.c:304:vvp_io_fini()) [0x240000403:0x8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783444841.724662:0:35249:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783444841.724663:0:35249:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1783444841.724666:0:35249:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13ca0 00000080:00200000:0.0:1783444841.724669:0:35249:0:(file.c:2206:ll_file_io_generic()) f24a.recovery-small: 2 io complete with rc: 0, result: 1, restart: 0 00000080:00000001:0.0:1783444841.724689:0:35249:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1783444841.724691:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c74529ddc8 -> ffff91c74529ddc8 00000020:00000001:0.0:1783444841.724693:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c74529ddc8 -> ffff91c74529ddc8 00000020:00000001:0.0:1783444841.724695:0:35249:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1783444841.724700:0:35249:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1783444841.724705:0:35249:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1783444841.724707:0:35249:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1783444841.724709:0:35249:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1783444841.724710:0:35249:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:0.0:1783444841.724713:0:35249:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742851 on OST[0]: s=1 (1) m=1783444841 a=0 c=1783444841 b=0 00020000:00000001:0.0:1783444841.724716:0:35249:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783444841.724718:0:35249:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=1 m=1783444841 a=0 c=1783444841 b=0 00020000:00000001:0.0:1783444841.724721:0:35249:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.724723:0:35249:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.724725:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c74529ddc8 -> ffff91c74529ddc8 00000080:00200000:0.0:1783444841.724728:0:35249:0:(file.c:1743:ll_merge_attr_nolock()) [0x240000403:0x8:0x0] updating i_size 1 i_blocks 0 00000080:00000001:0.0:1783444841.724731:0:35249:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1783444841.724739:0:35249:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 1 00000080:00000001:0.0:1783444841.724743:0:35249:0:(file.c:2296:ll_file_io_generic()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:0.0:1783444841.724745:0:35249:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593f83f0 00000020:00000010:0.0:1783444841.724748:0:35249:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c760f5fa00. 00000020:00000010:0.0:1783444841.724751:0:35249:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c76050dcc0. 00000008:00000010:0.0:1783444841.724754:0:35249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7510b37f0. 00020000:00000010:0.0:1783444841.724758:0:35249:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c743ec1000. 00008000:00000010:0.0:1783444841.724760:0:35249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c760973c08. 00000080:00000010:0.0:1783444841.724764:0:35249:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c7467e3a80. 00000080:00000010:0.0:1783444841.724767:0:35249:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c758831e10. 00000020:00000010:0.0:1783444841.724770:0:35249:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760f5f000. 00000008:00000010:0.0:1783444841.724772:0:35249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c76034a9a0. 00020000:00000010:0.0:1783444841.724775:0:35249:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7511eeda0. 00008000:00000010:0.0:1783444841.724778:0:35249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c74353da90. 00000080:00000010:0.0:1783444841.724780:0:35249:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c76031f0f0. 00000020:00000010:0.0:1783444841.724782:0:35249:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760f5f600. 00000020:00000010:0.0:1783444841.724784:0:35249:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593f83f0. 00000020:00000001:0.0:1783444841.724789:0:35249:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13d90 00000080:00000008:0.0:1783444841.724791:0:35249:0:(file.c:2683:do_file_write_iter()) COMPLETED: file f24a.recovery-small:[0x240000403:0x8:0x0], ppos: 1, count: 0, rc = 1 00000080:00000001:0.0:1783444841.724795:0:35249:0:(file.c:2685:do_file_write_iter()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783444841.725459:0:35249:0:(file.c:5291:ll_fsync()) Process entered 00000020:00000001:0.0:1783444841.725464:0:35249:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13e48 00000080:00200008:0.0:1783444841.725466:0:35249:0:(file.c:5295:ll_fsync()) START file: name=f24a.recovery-small, fid=[0x240000403:0x8:0x0], start=0, end=9223372036854775807, datasync=0 00000080:00000001:0.0:1783444841.725475:0:35249:0:(rw.c:1481:ll_writepages()) Process entered 00000080:00000001:0.0:1783444841.725478:0:35249:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1783444841.725480:0:35249:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783444841.725492:0:35249:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593f83f0. 00000020:00000010:0.0:1783444841.725498:0:35249:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7497ca000. 00000020:00000010:0.0:1783444841.725504:0:35249:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7497cba00. 00000020:00000010:0.0:1783444841.725508:0:35249:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c76050dcc0. 00000008:00000010:0.0:1783444841.725515:0:35249:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7510b37f0. 00020000:00000010:0.0:1783444841.725518:0:35249:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c743ec1000. 00008000:00000010:0.0:1783444841.725522:0:35249:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c760973c08. 00000080:00000010:0.0:1783444841.725529:0:35249:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c7467e3a80. 00000080:00000010:0.0:1783444841.725532:0:35249:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c758831e10. 00000020:00000010:0.0:1783444841.725539:0:35249:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c760f5f600. 00000008:00000010:0.0:1783444841.725542:0:35249:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c76034a9a0. 00020000:00000010:0.0:1783444841.725544:0:35249:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7511eeda0. 00008000:00000010:0.0:1783444841.725548:0:35249:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c74353da90. 00000080:00000010:0.0:1783444841.725552:0:35249:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c76031f0f0. 00000020:00000001:0.0:1783444841.725556:0:35249:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114695160 : -121189594856456 : ffff91c7593f83f8) 00000020:00001000:0.0:1783444841.725558:0:35249:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593f83f0 00000020:00000001:0.0:1783444841.725562:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c74529ddc8 -> ffff91c74529ddc8 00000020:00000001:0.0:1783444841.725564:0:35249:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783444841.725566:0:35249:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783444841.725568:0:35249:0:(vvp_io.c:1822:vvp_io_init()) [0x240000403:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783444841.725571:0:35249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783444841.725572:0:35249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783444841.725574:0:35249:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783444841.725577:0:35249:0:(lov_object.c:1588:lov_io_init()) [0x240000403:0x8:0x0]io ffff91c758831e70 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1783444841.725580:0:35249:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b73e0) owner 0000000000000000/ffff91c758a50000 00020000:00000001:0.0:1783444841.725585:0:35249:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783444841.725587:0:35249:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783444841.725589:0:35249:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783444841.725592:0:35249:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.725594:0:35249:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783444841.725597:0:35249:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783444841.725599:0:35249:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.725600:0:35249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783444841.725601:0:35249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783444841.725603:0:35249:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783444841.725605:0:35249:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b73e0) owner 0000000000000000/ffff91c758a50000 00000020:00000001:0.0:1783444841.725608:0:35249:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.725610:0:35249:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783444841.725612:0:35249:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783444841.725615:0:35249:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783444841.725619:0:35249:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783444841.725623:0:35249:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783444841.725627:0:35249:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783444841.725628:0:35249:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783444841.725630:0:35249:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783444841.725632:0:35249:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593f81b0. 00000020:00000010:0.0:1783444841.725635:0:35249:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c760f5f000. 00000020:00000010:0.0:1783444841.725638:0:35249:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c760f5fa00. 00000020:00000010:0.0:1783444841.725640:0:35249:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c76050d2a0. 00000008:00000010:0.0:1783444841.725644:0:35249:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7510b0000. 00020000:00000010:0.0:1783444841.725647:0:35249:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c743ec1600. 00008000:00000010:0.0:1783444841.725650:0:35249:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c760971530. 00000080:00000010:0.0:1783444841.725653:0:35249:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c7467e31f8. 00000080:00000010:0.0:1783444841.725656:0:35249:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c758833780. 00000020:00000010:0.0:1783444841.725659:0:35249:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c760f5f200. 00000008:00000010:0.0:1783444841.725662:0:35249:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c76034a2c0. 00020000:00000010:0.0:1783444841.725665:0:35249:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7511ed240. 00008000:00000010:0.0:1783444841.725667:0:35249:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c74353de88. 00000080:00000010:0.0:1783444841.725670:0:35249:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c76031fe10. 00000020:00000001:0.0:1783444841.725672:0:35249:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114694584 : -121189594857032 : ffff91c7593f81b8) 00000020:00001000:0.0:1783444841.725674:0:35249:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593f81b0 00000020:00000001:0.0:1783444841.725786:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c74529dc38 -> ffff91c74529ddc8 00000020:00000001:0.0:1783444841.725787:0:35249:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783444841.725791:0:35249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783444841.725792:0:35249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783444841.725794:0:35249:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.725796:0:35249:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.725798:0:35249:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883978341896 : -121189731209720 : ffff91c7511eee08) 00000020:00000001:0.0:1783444841.725801:0:35249:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1783444841.725803:0:35249:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.725805:0:35249:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.725807:0:35249:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.725976:0:35249:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1783444841.725979:0:35249:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783444841.725981:0:35249:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783444841.725982:0:35249:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783444841.725984:0:35249:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783444841.725986:0:35249:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.725988:0:35249:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.725990:0:35249:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.725991:0:35249:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.725993:0:35249:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783444841.725994:0:35249:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.725995:0:35249:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.725998:0:35249:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1783444841.726000:0:35249:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783444841.726001:0:35249:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783444841.726002:0:35249:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783444841.726005:0:35249:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1783444841.726249:0:35249:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1783444841.726257:0:35249:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1783444841.726260:0:35249:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1783444841.726261:0:35249:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783444841.726264:0:35249:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1783444841.726266:0:35249:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:0.0:1783444841.726268:0:35249:0:(osc_cache.c:2305:osc_next_obj()) Process leaving (rc=18446622884099796928 : -121189609754688 : ffff91c7585c2fc0) 00000008:00000020:0.0:1783444841.726272:0:35249:0:(osc_cache.c:2341:osc_check_rpcs()) obj ffff91c7585c2fc0 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:0.0:1783444841.726276:0:35249:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1783444841.726277:0:35249:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1783444841.726278:0:35249:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783444841.726280:0:35249:0:(osc_cache.c:2161:osc_send_write_rpc()) Process entered 00000008:00000001:0.0:1783444841.726283:0:35249:0:(osc_cache.c:2018:try_to_add_extent_for_io()) Process entered 00000008:00000020:0.0:1783444841.726286:0:35249:0:(osc_cache.c:2022:try_to_add_extent_for_io()) extent ffff91c743ec1180@{[0 -> 0/1023], [1|0|+|cache|wiuY|ffff91c7585c2fc0], [28672|1|+|-|ffff91c74652c200|1024|0000000000000000]} trying to add this extent 00000008:00010000:0.0:1783444841.726296:0:35249:0:(osc_cache.c:2022:try_to_add_extent_for_io()) ### extent: 00000000e3e0ce91 ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000001e897b35/0x5503b2fe824ef70d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6ddc15 expref: -99 pid: 35249 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1783444841.726311:0:35249:0:(osc_cache.c:2071:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:0.0:1783444841.726315:0:35249:0:(osc_cache.c:1874:osc_update_pending()) obj ffff91c7585c2fc0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:0.0:1783444841.726320:0:35249:0:(osc_cache.c:1168:osc_extent_make_ready()) Process entered 00000008:00000001:0.0:1783444841.726323:0:35249:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1783444841.726327:0:35249:0:(osc_cache.c:1176:osc_extent_make_ready()) extent ffff91c743ec1180@{[0 -> 0/1023], [1|0|+|locking|wiuY|ffff91c7585c2fc0], [28672|1|+|-|ffff91c74652c200|1024|ffff91c758a50000]} make ready 00000008:00010000:0.0:1783444841.726334:0:35249:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000e3e0ce91 ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000001e897b35/0x5503b2fe824ef70d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6ddc15 expref: -99 pid: 35249 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1783444841.726342:0:35249:0:(osc_cache.c:1360:osc_make_ready()) Process entered 00000020:00000001:0.0:1783444841.726344:0:35249:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1783444841.726363:0:35249:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000889c92a9[2 00000000fc42eda7 1 1 0000000000000000 0 0 0] 00000020:00008000:0.0:1783444841.726365:0:35249:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:0.0:1783444841.726368:0:35249:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:0.0:1783444841.726369:0:35249:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1783444841.726371:0:35249:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1783444841.726374:0:35249:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1783444841.726375:0:35249:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1783444841.726378:0:35249:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783444841.726382:0:35249:0:(cl_page.c:507:__cl_page_state_set()) page@00000000889c92a9[2 00000000fc42eda7 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783444841.726384:0:35249:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1783444841.726385:0:35249:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1783444841.726386:0:35249:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1783444841.726390:0:35249:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000889c92a9[2 00000000fc42eda7 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783444841.726391:0:35249:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1783444841.726393:0:35249:0:(osc_cache.c:1364:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.726396:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529ddc8 00000020:00000001:0.0:1783444841.726398:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529ddc8 00000020:00000001:0.0:1783444841.726400:0:35249:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1783444841.726435:0:35249:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.726438:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529ddc8 00000008:00000001:0.0:1783444841.726441:0:35249:0:(osc_cache.c:1229:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444841.726444:0:35249:0:(osc_request.c:2818:osc_build_rpc()) Process entered 00000008:00000020:0.0:1783444841.726448:0:35249:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff91c759350000: cli: ffff91c759000820 unstable pages: 0, osc unstable pages: 0 00000008:00000010:0.0:1783444841.726457:0:35249:0:(osc_request.c:2849:osc_build_rpc()) kmalloced '(pga)': 8 at ffff91c7434b5e80. 00000008:00000010:0.0:1783444841.726462:0:35249:0:(osc_request.c:2853:osc_build_rpc()) slab-alloced 'oa': 208 at ffff91c7583d7680. 00000020:00000001:0.0:1783444841.726466:0:35249:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1783444841.726469:0:35249:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1783444841.726470:0:35249:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1783444841.726473:0:35249:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1783444841/1783444841 00000020:00000001:0.0:1783444841.726479:0:35249:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1783444841.726480:0:35249:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:0.0:1783444841.726484:0:35249:0:(osc_lock.c:1341:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:0.0:1783444841.726488:0:35249:0:(osc_request.c:3330:osc_match_base()) Process entered 00010000:00000001:0.0:1783444841.726491:0:35249:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444841.726499:0:35249:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41f00 count: 2 00010000:00000001:0.0:1783444841.726504:0:35249:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444841.726512:0:35249:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1783444841.726517:0:35249:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1783444841.726521:0:35249:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783444841.726527:0:35249:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444841.726531:0:35249:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000001e897b35/0x5503b2fe824ef70d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6ddc15 expref: -99 pid: 35249 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783444841.726546:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444841.726548:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783444841.726550:0:35249:0:(osc_request.c:3345:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1783444841.726553:0:35249:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444841.726556:0:35249:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444841.726559:0:35249:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c200 refcount=3 00000020:00000001:0.0:1783444841.726562:0:35249:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444841.726565:0:35249:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00000008:00000001:0.0:1783444841.726568:0:35249:0:(osc_lock.c:1375:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:0.0:1783444841.726570:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444841.726571:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1783444841.726572:0:35249:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000008:00000001:0.0:1783444841.726575:0:35249:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:0.0:1783444841.726582:0:35249:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746733100. 00000020:00000040:0.0:1783444841.726587:0:35249:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:0.0:1783444841.726596:0:35249:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444841.726600:0:35249:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444841.726603:0:35249:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444841.726611:0:35249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c760f5e200. 00000100:00000001:0.0:1783444841.726619:0:35249:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783444841.726630:0:35249:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 1 00000008:00000020:0.0:1783444841.726637:0:35249:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff91c759350000: dirty: 28672 undirty: 484638720 dropped 0 grant: 8359936 cl_lost_grant 0 00000008:00000001:0.0:1783444841.726645:0:35249:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:0.0:1783444841.726993:0:35249:0:(lnet-crypto.c:95:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 10299 MB/s 00000008:00008000:0.0:1783444841.727003:0:35249:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffee34443e65c0 map ffff91c748db4cb8 index 0 flags 17ffffc0005008 count 3 priv ffff91c7583d68c0: off 0 00000008:00000001:0.0:1783444841.727254:0:35249:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:0.0:1783444841.727257:0:35249:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5b57dc90 (4) 00000008:00100000:0.0:1783444841.727264:0:35249:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff91c746733100 - object 0x280000400:4 offset 0<>1 00000008:00000001:0.0:1783444841.727268:0:35249:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.727271:0:35249:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1783444841.727274:0:35249:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1783444841.727275:0:35249:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1783444841.727277:0:35249:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1783444841/1783444841 00000020:00000001:0.0:1783444841.727280:0:35249:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1783444841.727282:0:35249:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:0.0:1783444841.727284:0:35249:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000100:00000001:0.0:1783444841.727287:0:35249:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444841.727289:0:35249:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799314688 : -121189910236928 : ffff91c746733100) 00000008:00000002:0.0:1783444841.727305:0:35249:0:(osc_request.c:2975:osc_build_rpc()) @@@ 1 pages, aa 000000007db6a285, now 0r/1w/0d in flight req@ffff91c746733100 x1870075608309504/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:0.0:1783444841.727315:0:35249:0:(osc_request.c:2987:osc_build_rpc()) [0x240000403:0x8:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:0.0:1783444841.727324:0:35249:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054bca8ae] to pc [ptlrpcd_00_00+0] req@ffff91c746733100 x1870075608309504/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1783444841.727373:0:35249:0:(osc_request.c:2993:osc_build_rpc()) Process leaving 00000008:00000001:0.0:1783444841.727376:0:35249:0:(osc_request.c:3018:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444841.727379:0:35249:0:(osc_cache.c:2210:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444841.727381:0:35249:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1783444841.727383:0:35249:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444841.727385:0:35249:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1783444841.727386:0:35249:0:(osc_cache.c:1818:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444841.727388:0:35249:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1783444841.727389:0:35249:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444841.727947:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444841.727953:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444841.727957:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444841.727967:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746733100 x1870075608309504/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444841.727983:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444841.727985:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444841.727990:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444841.727993:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444841.727996:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444841.728001:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746733100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608309504:192.168.204.110@tcp:4:multiop.0 00000100:00000001:1.0:1783444841.728006:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444841.728050:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444841.728054:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444841.728073:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444841.728082:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c751024800. 02000000:00000001:1.0:1783444841.728084:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444841.728093:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444841.728097:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736210. 00000400:00000010:1.0:1783444841.728107:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076aa0. 00000100:00000200:1.0:1783444841.728117:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608309504, portal 4 00000100:00000001:1.0:1783444841.728119:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444841.728120:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799314688 : -121189910236928 : ffff91c746733100) 00000100:00000040:1.0:1783444841.728129:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c746733100 x1870075608309504/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1783444857 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444841.728136:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444841.728375:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444841.728379:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7590766e8. 00000100:00000200:1.0:1783444841.728383:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1870075608309504, offset 0 00000400:00000200:1.0:1783444841.728391:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444841.728404:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.728414:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444841.728422:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444841.728427:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444841.728431:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444841.728434:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444841.728439:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2904:2904:256:4294967295] 192.168.204.110@tcp LPNI seq info [2904:2904:8:4294967295] 00000400:00000200:1.0:1783444841.728443:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.728455:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444841.728463:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444841.728469:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298100. 00000800:00000200:1.0:1783444841.728477:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444841.728487:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444841.728492:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298100 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1783444841.728507:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444841.728513:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20641 usecs (21 jiffies) 00000400:00000200:1.0:1783444841.728516:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444841.728519:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296480755 00000100:00000001:1.0:1783444841.728523:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296482301 00000100:00000001:1.0:1783444841.728526:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296480755 00000100:00000001:1.0:1783444841.728528:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296482301 00000100:00000001:1.0:1783444841.728531:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444841.728534:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444841.728537:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444841.728540:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444841.728549:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444841.728552:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783444841.728555:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444841.728556:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444841.728557:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444841.728559:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444841.728700:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444841.728705:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298100. 00000400:00000200:1.0:1783444841.728719:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444841.728725:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444841.728732:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7590766e8 00000400:00000010:1.0:1783444841.728736:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7590766e8. 00000100:00000001:1.0:1783444841.728741:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444841.728746:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746733100 x1870075608309504/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1783444857 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444841.728758:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444841.728762:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746733100 x1870075608309504/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1783444857 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444841.728769:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444841.728771:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:0.0:1783444841.728889:0:35249:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:0.0:1783444841.728893:0:35249:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444841.728896:0:35249:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1783444841.728901:0:35249:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff91c7585c2fc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1783444841.728906:0:35249:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783444841.728909:0:35249:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.728912:0:35249:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.728916:0:35249:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.728918:0:35249:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.728920:0:35249:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.728923:0:35249:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783444841.728927:0:35249:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1783444841.728928:0:35249:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783444841.728929:0:35249:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1783444841.728933:0:35249:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000001:0.0:1783444841.728936:0:35249:0:(osc_cache.c:975:osc_extent_wait()) Process entered 00000008:00000001:0.0:1783444841.728939:0:35249:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444841.728953:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444841.728955:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444841.735368:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444841.735387:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444841.735392:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444841.735394:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444841.735402:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.735410:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444841.735465:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.735470:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.735475:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.735479:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 448 into portal 4 MB=0x6a4d2e8561f00 00000400:00000200:1.0:1783444841.735483:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.735488:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 448/448 into md 0x8001 [1] + 224 00000800:00000001:1.0:1783444841.735495:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444841.735502:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444841.735504:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444841.735557:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444841.735564:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444841.735574:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746733100 x1870075608309504/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1783444857 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444841.735583:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff91c746733100 x1870075608309504/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444841.735606:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444841.735614:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444841.735617:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444841.735770:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444841.735775:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444841.735783:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444841.735785:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444841.735788:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736210. 00000400:00000200:0.0:1783444841.735791:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076aa0 00000400:00000010:0.0:1783444841.735794:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076aa0. 00000100:00000001:0.0:1783444841.735796:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444841.735800:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746733100 x1870075608309504/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783444841.735806:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746733100 x1870075608309504/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444841.735810:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444841.735812:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444841.735814:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444841.735817:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444841.735820:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444841.735822:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444841.735826:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444841.735837:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a14a8 time=771 v=5 (5 5 5 0) 00000100:00001000:0.0:1783444841.735840:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444841.735842:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444841.735843:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.735846:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444841.735849:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444841.735852:0:2400:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783444841.735853:0:2400:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783444841.735854:0:2400:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783444841.735857:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444841.735858:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799314688 : -121189910236928 : ffff91c746733100) 00000100:00000001:0.0:1783444841.735861:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444841.735863:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1783444841.735865:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444841.735868:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444841.735871:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746733100 x1870075608309504/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1783444857 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444841.735876:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444841.735879:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444841.735880:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783444841.735883:0:2400:0:(osc_request.c:2580:brw_interpret()) Process entered 00000008:00000001:0.0:1783444841.735885:0:2400:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:0.0:1783444841.735890:0:2400:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:0.0:1783444841.735893:0:2400:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:0.0:1783444841.735896:0:2400:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff91c759350000: setdq to remove for usr 0 00000001:04000000:0.0:1783444841.735897:0:2400:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff91c759350000: setdq to remove for grp 0 00000001:04000000:0.0:1783444841.735898:0:2400:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff91c759350000: setdq to remove for prj 0 00000001:00000001:0.0:1783444841.735900:0:2400:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783444841.735902:0:2400:0:(osc_request.c:759:osc_update_grant()) got 8437760 extra grant 00000008:00008000:0.0:1783444841.735905:0:2400:0:(osc_request.c:2091:check_write_checksum()) checksum 5b57dc90 confirmed 00000008:00000001:0.0:1783444841.735909:0:2400:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783444841.735911:0:2400:0:(osc_request.c:2438:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:0.0:1783444841.735913:0:2400:0:(osc_request.c:2585:brw_interpret()) request ffff91c746733100 aa ffff91c7467332b0 rc 0 00000020:00000001:0.0:1783444841.735921:0:2400:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529ddc8 00000020:00000001:0.0:1783444841.735930:0:2400:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529ddc8 00000020:00000001:0.0:1783444841.735932:0:2400:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1783444841.735935:0:2400:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783444841.735937:0:2400:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.735939:0:2400:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.735940:0:2400:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529ddc8 00000008:00000010:0.0:1783444841.735942:0:2400:0:(osc_request.c:2667:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff91c7583d7680. 00000020:00000001:0.0:1783444841.735946:0:2400:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529ddc8 00000020:00000001:0.0:1783444841.735948:0:2400:0:(cl_object.c:286:cl_object_dirty_for_sync()) Process entered 00000020:00000001:0.0:1783444841.735952:0:2400:0:(cl_object.c:292:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:0.0:1783444841.735955:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444841.735957:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746733100 x1870075608309504/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1783444857 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444841.735967:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444841.735971:0:2400:0:(osc_cache.c:903:osc_extent_finish()) Process entered 00000008:00000020:0.0:1783444841.735974:0:2400:0:(osc_cache.c:910:osc_extent_finish()) extent ffff91c743ec1180@{[0 -> 0/1023], [3|0|-|rpc|wiuY|ffff91c7585c2fc0], [28672|1|+|+|ffff91c74652c200|1024|ffff91c758a50000]} extent finished. 00000008:00010000:0.0:1783444841.735981:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000e3e0ce91 ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000001e897b35/0x5503b2fe824ef70d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6ddc15 expref: -99 pid: 35249 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1783444841.735993:0:2400:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:0.0:1783444841.735995:0:2400:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1783444841.735999:0:2400:0:(cl_page.c:1104:cl_page_complete()) page@00000000889c92a9[2 00000000fc42eda7 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783444841.736000:0:2400:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1783444841.736002:0:2400:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1783444841.736003:0:2400:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1783444841.736005:0:2400:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783444841.736007:0:2400:0:(cl_page.c:507:__cl_page_state_set()) page@00000000889c92a9[2 00000000fc42eda7 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783444841.736019:0:2400:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1783444841.736022:0:2400:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1783444841.736025:0:2400:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1783444841.736028:0:2400:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000889c92a9[2 00000000fc42eda7 1 1 0000000000000000 0 0 0] 00000080:00008000:0.0:1783444841.736030:0:2400:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1783444841.736210:0:2400:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1783444841.736212:0:2400:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1783444841.736214:0:2400:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1783444841.736217:0:2400:0:(cl_page.c:556:cl_batch_put()) page@00000000889c92a9[2 00000000fc42eda7 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783444841.736219:0:2400:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1783444841.736220:0:2400:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1783444841.736221:0:2400:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000020:0.0:1783444841.736224:0:2400:0:(osc_cache.c:1602:osc_free_grant()) lost 0 grant: 0 avail: 16797696 dirty: 0/0 00000008:00000020:0.0:1783444841.736331:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff91c743ec1180@{[0 -> 0/1023], [2|0|-|inv|wuY|ffff91c7585c2fc0], [28672|0|-|-|ffff91c74652c200|1024|ffff91c758a50000]} destroyed. 00000008:00010000:0.0:1783444841.736336:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000e3e0ce91 ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000001e897b35/0x5503b2fe824ef70d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6ddc15 expref: -99 pid: 35249 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1783444841.736343:0:2400:0:(osc_cache.c:957:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1783444841.736346:0:2400:0:(osc_request.c:2539:osc_release_ppga()) kvfree 'ppga': 8 at ffff91c7434b5e80. 00000008:00000020:0.0:1783444841.736354:0:2400:0:(osc_cache.c:2416:__osc_io_unplug()) Queue writeback work for client ffff91c759000820. 00000008:00000001:0.0:1783444841.736366:0:2400:0:(osc_request.c:2755:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444841.736371:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746733100 x1870075608309504/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1783444857 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783444841.736376:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746733100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608309504:192.168.204.110@tcp:4:multiop.0 00000100:00000001:0.0:1783444841.736380:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444841.736382:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444841.736384:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746733100 x1870075608309504/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1783444857 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444841.736387:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444841.736389:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444841.736396:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444841.736398:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444841.736400:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444841.736402:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.736430:0:26147:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783444841.736436:0:26147:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593f8ea0. 00000020:00000010:0.0:1783444841.736442:0:26147:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c760f5f800. 00000020:00000010:0.0:1783444841.736448:0:26147:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c751212200. 00000020:00000010:0.0:1783444841.736452:0:26147:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c76050dae0. 00000008:00000010:0.0:1783444841.736456:0:26147:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7510b5980. 00020000:00000010:0.0:1783444841.736460:0:26147:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c743ec13c0. 00008000:00000010:0.0:1783444841.736464:0:26147:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c760973170. 00000080:00000010:0.0:1783444841.736469:0:26147:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c7467e3c78. 00000080:00000010:0.0:1783444841.736473:0:26147:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c758831970. 00000020:00000010:0.0:1783444841.736476:0:26147:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031400. 00000008:00000010:0.0:1783444841.736480:0:26147:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c76034ab00. 00020000:00000010:0.0:1783444841.736483:0:26147:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7511ef6c0. 00008000:00000010:0.0:1783444841.736486:0:26147:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c74353df08. 00000080:00000010:0.0:1783444841.736489:0:26147:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c76031ff00. 00000020:00000001:0.0:1783444841.736491:0:26147:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114697896 : -121189594853720 : ffff91c7593f8ea8) 00000020:00001000:0.0:1783444841.736493:0:26147:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593f8ea0 00000008:00000020:0.0:1783444841.736495:0:26147:0:(osc_request.c:4050:brw_queue_work()) Run writeback work for client obd ffff91c759000820. 00000008:00000001:0.0:1783444841.736497:0:26147:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1783444841.736498:0:26147:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:0.0:1783444841.736500:0:26147:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444841.736502:0:26147:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1783444841.736504:0:26147:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593f8ea0 00000020:00000010:0.0:1783444841.736506:0:26147:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c751212200. 00000020:00000010:0.0:1783444841.736516:0:26147:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c76050dae0. 00000008:00000010:0.0:1783444841.736520:0:26147:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7510b5980. 00020000:00000010:0.0:1783444841.736523:0:26147:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c743ec13c0. 00008000:00000010:0.0:1783444841.736524:0:26147:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c760973170. 00000080:00000010:0.0:1783444841.736527:0:26147:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c7467e3c78. 00000080:00000010:0.0:1783444841.736529:0:26147:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c758831970. 00000020:00000010:0.0:1783444841.736532:0:26147:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760f5f800. 00000008:00000010:0.0:1783444841.736534:0:26147:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c76034ab00. 00020000:00000010:0.0:1783444841.736536:0:26147:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7511ef6c0. 00008000:00000010:0.0:1783444841.736539:0:26147:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c74353df08. 00000080:00000010:0.0:1783444841.736541:0:26147:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c76031ff00. 00000020:00000010:0.0:1783444841.736543:0:26147:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031400. 00000020:00000010:0.0:1783444841.736544:0:26147:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593f8ea0. 00000008:00000001:1.0:1783444841.736616:0:35249:0:(osc_cache.c:1010:osc_extent_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444841.736620:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444841.736622:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:1.0:1783444841.736627:0:35249:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff91c743ec1180. 00000008:00000020:1.0:1783444841.736631:0:35249:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff91c7585c2fc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1783444841.736634:0:35249:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444841.736636:0:35249:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1783444841.736639:0:35249:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444841.736641:0:35249:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1783444841.736643:0:35249:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1783444841.736646:0:35249:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1783444841.736648:0:35249:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1783444841.736650:0:35249:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444841.736652:0:35249:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1783444841.736653:0:35249:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1783444841.736654:0:35249:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444841.736656:0:35249:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444841.736657:0:35249:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1783444841.736657:0:35249:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1783444841.736658:0:35249:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1783444841.736660:0:35249:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1783444841.736661:0:35249:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1783444841.736663:0:35249:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1783444841.736664:0:35249:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444841.736664:0:35249:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1783444841.736665:0:35249:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1783444841.736666:0:35249:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444841.736667:0:35249:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444841.736668:0:35249:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783444841.736669:0:35249:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783444841.736670:0:35249:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444841.736673:0:35249:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1783444841.736674:0:35249:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:1.0:1783444841.736675:0:35249:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1783444841.736676:0:35249:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1783444841.736677:0:35249:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783444841.736678:0:35249:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593f81b0 00000020:00000010:1.0:1783444841.736679:0:35249:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c760f5fa00. 00000020:00000010:1.0:1783444841.736681:0:35249:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c76050d2a0. 00000008:00000010:1.0:1783444841.736683:0:35249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7510b0000. 00020000:00000010:1.0:1783444841.736686:0:35249:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c743ec1600. 00008000:00000010:1.0:1783444841.736688:0:35249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c760971530. 00000080:00000010:1.0:1783444841.736691:0:35249:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c7467e31f8. 00000080:00000010:1.0:1783444841.736692:0:35249:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c758833780. 00000020:00000010:1.0:1783444841.736695:0:35249:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760f5f000. 00000008:00000010:1.0:1783444841.736697:0:35249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c76034a2c0. 00020000:00000010:1.0:1783444841.736698:0:35249:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7511ed240. 00008000:00000010:1.0:1783444841.736700:0:35249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c74353de88. 00000080:00000010:1.0:1783444841.736702:0:35249:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c76031fe10. 00000020:00000010:1.0:1783444841.736703:0:35249:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760f5f200. 00000020:00000010:1.0:1783444841.736705:0:35249:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593f81b0. 00020000:00000001:1.0:1783444841.736706:0:35249:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1783444841.736708:0:35249:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:1.0:1783444841.736710:0:35249:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1783444841.736712:0:35249:0:(vvp_io.c:304:vvp_io_fini()) [0x240000403:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1783444841.736714:0:35249:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1783444841.736715:0:35249:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783444841.736717:0:35249:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593f83f0 00000020:00000010:1.0:1783444841.736718:0:35249:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7497cba00. 00000020:00000010:1.0:1783444841.736721:0:35249:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c76050dcc0. 00000008:00000010:1.0:1783444841.736722:0:35249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7510b37f0. 00020000:00000010:1.0:1783444841.736724:0:35249:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c743ec1000. 00008000:00000010:1.0:1783444841.736726:0:35249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c760973c08. 00000080:00000010:1.0:1783444841.736727:0:35249:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c7467e3a80. 00000080:00000010:1.0:1783444841.736729:0:35249:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c758831e10. 00000020:00000010:1.0:1783444841.736730:0:35249:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7497ca000. 00000008:00000010:1.0:1783444841.736733:0:35249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c76034a9a0. 00020000:00000010:1.0:1783444841.736734:0:35249:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7511eeda0. 00008000:00000010:1.0:1783444841.736736:0:35249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c74353da90. 00000080:00000010:1.0:1783444841.736738:0:35249:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c76031f0f0. 00000020:00000010:1.0:1783444841.736739:0:35249:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760f5f600. 00000020:00000010:1.0:1783444841.736740:0:35249:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593f83f0. 00000080:00000001:1.0:1783444841.736741:0:35249:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783444841.736744:0:35249:0:(rw.c:1555:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444841.736753:0:35249:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1783444841.736754:0:35249:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b73e0) owner 0000000000000000/ffff91c758a50000 00020000:00000002:1.0:1783444841.736759:0:35249:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b73e0) owner 0000000000000000/ffff91c758a50000 00020000:00000001:1.0:1783444841.736761:0:35249:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444841.736769:0:35249:0:(lmv_obd.c:3048:lmv_fsync()) Process entered 00800000:00000001:1.0:1783444841.736771:0:35249:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444841.736774:0:35249:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444841.736776:0:35249:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444841.736779:0:35249:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444841.736781:0:35249:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444841.736782:0:35249:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0x8:0x0] 00800000:00000001:1.0:1783444841.736784:0:35249:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444841.736790:0:35249:0:(mdc_request.c:2773:mdc_fsync()) Process entered 00000100:00000010:1.0:1783444841.736795:0:35249:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758838000. 00000020:00000040:1.0:1783444841.736799:0:35249:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=7 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:1.0:1783444841.736804:0:35249:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444841.736807:0:35249:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444841.736813:0:35249:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444841.736820:0:35249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c7590cdc00. 00000100:00000001:1.0:1783444841.736826:0:35249:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444841.736832:0:35249:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444841.736834:0:35249:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444841.736841:0:35249:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7590a8a80. 00000100:00000001:1.0:1783444841.736842:0:35249:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884111223424 : -121189598328192 : ffff91c7590a8a80) 00000100:00000001:1.0:1783444841.736845:0:35249:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444841.736846:0:35249:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102373376 : -121189607178240 : ffff91c758838000) 00000100:00000001:1.0:1783444841.736850:0:35249:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444841.736854:0:35249:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444841.736856:0:35249:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444841.736857:0:35249:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444841.736862:0:35249:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c758838000 x1870075608309632/t0(0) o44->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444841.736868:0:35249:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444841.736869:0:35249:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444841.736873:0:35249:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444841.736876:0:35249:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444841.736877:0:35249:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444841.736880:0:35249:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c758838000 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:35249:1870075608309632:192.168.204.110@tcp:44:multiop.0 00000100:00000001:1.0:1783444841.736883:0:35249:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444841.736890:0:35249:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444841.736892:0:35249:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444841.736894:0:35249:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444841.736898:0:35249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c751026c00. 02000000:00000001:1.0:1783444841.736900:0:35249:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444841.736906:0:35249:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444841.736909:0:35249:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7467369f8. 00000400:00000010:1.0:1783444841.736916:0:35249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7590766e8. 00000100:00000200:1.0:1783444841.736922:0:35249:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608309632, portal 10 00000100:00000001:1.0:1783444841.736923:0:35249:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444841.736924:0:35249:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102373376 : -121189607178240 : ffff91c758838000) 00000100:00000040:1.0:1783444841.736929:0:35249:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c758838000 x1870075608309632/t0(0) o44->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1783444857 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444841.736934:0:35249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444841.736936:0:35249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444841.736938:0:35249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076a18. 00000100:00000200:1.0:1783444841.736940:0:35249:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1870075608309632, offset 0 00000400:00000200:1.0:1783444841.736945:0:35249:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444841.736951:0:35249:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.736958:0:35249:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444841.736964:0:35249:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444841.736968:0:35249:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444841.736971:0:35249:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444841.736974:0:35249:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444841.736977:0:35249:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2905:2905:256:4294967295] 192.168.204.110@tcp LPNI seq info [2905:2905:8:4294967295] 00000400:00000200:1.0:1783444841.736980:0:35249:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.736987:0:35249:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444841.736991:0:35249:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444841.736996:0:35249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298100. 00000800:00000200:1.0:1783444841.737002:0:35249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444841.737022:0:35249:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444841.737028:0:35249:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298100 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1783444841.737220:0:35249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444841.737225:0:35249:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 21510 usecs (22 jiffies) 00000400:00000200:1.0:1783444841.737228:0:35249:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444841.737231:0:35249:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296480765 00000100:00000001:1.0:1783444841.737233:0:35249:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296482301 00000100:00000001:1.0:1783444841.737235:0:35249:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296480765 00000100:00000001:1.0:1783444841.737237:0:35249:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296482301 00000100:00000001:1.0:1783444841.737239:0:35249:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444841.737241:0:35249:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444841.737242:0:35249:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444841.737243:0:35249:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444841.737451:0:35249:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7590a8a80 going to sleep for 11 seconds 00000100:00000001:1.0:1783444841.737453:0:35249:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444841.737455:0:35249:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444841.737860:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444841.737866:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298100. 00000400:00000200:0.0:1783444841.737873:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444841.737881:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444841.737889:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076a18 00000400:00000010:0.0:1783444841.737892:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076a18. 00000100:00000001:0.0:1783444841.737896:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444841.737902:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c758838000 x1870075608309632/t0(0) o44->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1783444857 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444841.737914:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444841.737916:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c758838000 x1870075608309632/t0(0) o44->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1783444857 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444841.737922:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444841.737927:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444841.746248:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444841.746275:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444841.746281:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444841.746284:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444841.746296:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.746306:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444841.746319:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.746325:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.746332:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.746338:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 440 into portal 10 MB=0x6a4d2e8561f80 00000400:00000200:1.0:1783444841.746350:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.746358:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 440/440 into md 0x8011 [1] + 224 00000800:00000001:1.0:1783444841.746368:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444841.746377:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444841.746381:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444841.746388:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444841.746398:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444841.746411:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c758838000 x1870075608309632/t0(0) o44->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1783444857 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444841.746425:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff91c758838000 x1870075608309632/t0(0) o44->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444841.746452:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444841.746463:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444841.746466:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444841.746512:0:35249:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444841.746523:0:35249:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444841.746526:0:35249:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444841.746531:0:35249:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7467369f8. 00000400:00000200:0.0:1783444841.746538:0:35249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7590766e8 00000400:00000010:0.0:1783444841.746540:0:35249:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7590766e8. 00000100:00000001:0.0:1783444841.746544:0:35249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444841.746549:0:35249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c758838000 x1870075608309632/t0(0) o44->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444841.746561:0:35249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c758838000 x1870075608309632/t0(0) o44->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444841.746569:0:35249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444841.746571:0:35249:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444841.746574:0:35249:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444841.746578:0:35249:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444841.746582:0:35249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444841.746585:0:35249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444841.746589:0:35249:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444841.746603:0:35249:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=21 v=5 (5 105 105 105) 00000100:00001000:0.0:1783444841.746609:0:35249:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=21 v=5 (1 1 1 1) 00000100:00000001:0.0:1783444841.746612:0:35249:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444841.746615:0:35249:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.746619:0:35249:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444841.746623:0:35249:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444841.746628:0:35249:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1783444841.746631:0:35249:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: committing for last_committed 4294967338 gen 1 00000100:00000040:0.0:1783444841.746638:0:35249:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967338) req@ffff91c746730700 x1870075608306944/t4294967334(4294967334) o36->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444857 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444841.746647:0:35249:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444841.746651:0:35249:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746730700 x1870075608306944/t4294967334(4294967334) o36->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444857 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444841.746659:0:35249:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444841.746664:0:35249:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444841.746668:0:35249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c746766000. 02000000:00000001:0.0:1783444841.746673:0:35249:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444841.746677:0:35249:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444841.746679:0:35249:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=6 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:0.0:1783444841.746682:0:35249:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444841.746685:0:35249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c746766800. 02000000:00000001:0.0:1783444841.746689:0:35249:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444841.746691:0:35249:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444841.746694:0:35249:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746730700. 00000100:00000001:0.0:1783444841.746698:0:35249:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444841.746699:0:35249:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444841.746705:0:35249:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967338) req@ffff91c7603f2d80 x1870075608308736/t4294967336(4294967336) o36->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1783444857 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444841.746712:0:35249:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444841.746715:0:35249:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f2d80 x1870075608308736/t4294967336(4294967336) o36->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1783444857 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444841.746722:0:35249:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444841.746723:0:35249:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444841.746725:0:35249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6ec00. 02000000:00000001:0.0:1783444841.746728:0:35249:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444841.746729:0:35249:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444841.746730:0:35249:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=5 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:0.0:1783444841.746732:0:35249:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444841.746734:0:35249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c750f6f400. 02000000:00000001:0.0:1783444841.746736:0:35249:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444841.746737:0:35249:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444841.746739:0:35249:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f2d80. 00000100:00000001:0.0:1783444841.746742:0:35249:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444841.746744:0:35249:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783444841.746749:0:35249:0:(client.c:3161:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff91c7603f3800 x1870075608309248/t4294967338(4294967338) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444857 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444841.746757:0:35249:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1783444841.746760:0:35249:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: normal: skip=1 replay=2/3 committed=0/0 00000100:00000001:0.0:1783444841.746764:0:35249:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444841.746766:0:35249:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444841.746771:0:35249:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c758838000 x1870075608309632/t0(0) o44->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1783444857 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444841.746778:0:35249:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444841.746781:0:35249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444841.746784:0:35249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444841.746788:0:35249:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758838000 x1870075608309632/t0(0) o44->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1783444857 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444841.746796:0:35249:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c758838000 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:35249:1870075608309632:192.168.204.110@tcp:44:multiop.0 00000100:00000001:0.0:1783444841.746801:0:35249:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444841.746804:0:35249:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444841.746807:0:35249:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783444841.746809:0:35249:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444841.746812:0:35249:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c758838000 x1870075608309632/t0(0) o44->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1783444857 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444841.746818:0:35249:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444841.746821:0:35249:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7590a8a80. 00000100:00000001:0.0:1783444841.746824:0:35249:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783444841.746826:0:35249:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444841.746830:0:35249:0:(mdc_request.c:2794:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444841.746833:0:35249:0:(lmv_obd.c:3055:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444841.746837:0:35249:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444841.746840:0:35249:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c758838000 x1870075608309632/t0(0) o44->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1783444857 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444841.746845:0:35249:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444841.746847:0:35249:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444841.746848:0:35249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c751026c00. 02000000:00000001:0.0:1783444841.746851:0:35249:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444841.746852:0:35249:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444841.746853:0:35249:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:0.0:1783444841.746855:0:35249:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444841.746857:0:35249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c7590cdc00. 02000000:00000001:0.0:1783444841.746860:0:35249:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444841.746861:0:35249:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444841.746863:0:35249:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758838000. 00000100:00000001:0.0:1783444841.746866:0:35249:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444841.746867:0:35249:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783444841.746871:0:35249:0:(pcc.c:2802:pcc_fsync()) Process entered 00000080:00000001:0.0:1783444841.746873:0:35249:0:(pcc.c:2805:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444841.746876:0:35249:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1783444841.746879:0:35249:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783444841.746885:0:35249:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593f8ea0. 00000020:00000010:0.0:1783444841.746893:0:35249:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031400. 00000020:00000010:0.0:1783444841.746899:0:35249:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752031000. 00000020:00000010:0.0:1783444841.746903:0:35249:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c76050dae0. 00000008:00000010:0.0:1783444841.746912:0:35249:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7510b5980. 00020000:00000010:0.0:1783444841.746918:0:35249:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c743ec13c0. 00008000:00000010:0.0:1783444841.746924:0:35249:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c760973170. 00000080:00000010:0.0:1783444841.746934:0:35249:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c7467e3c78. 00000080:00000010:0.0:1783444841.746939:0:35249:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c758831970. 00000020:00000010:0.0:1783444841.746944:0:35249:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031c00. 00000008:00000010:0.0:1783444841.746949:0:35249:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c76034ab00. 00020000:00000010:0.0:1783444841.746953:0:35249:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7511ef6c0. 00008000:00000010:0.0:1783444841.746958:0:35249:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c74353df08. 00000080:00000010:0.0:1783444841.746962:0:35249:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c76031ff00. 00000020:00000001:0.0:1783444841.746965:0:35249:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114697896 : -121189594853720 : ffff91c7593f8ea8) 00000020:00001000:0.0:1783444841.746968:0:35249:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593f8ea0 00000020:00000001:0.0:1783444841.746974:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c74529ddc8 -> ffff91c74529ddc8 00000020:00000001:0.0:1783444841.746977:0:35249:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783444841.746980:0:35249:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783444841.746982:0:35249:0:(vvp_io.c:1822:vvp_io_init()) [0x240000403:0x8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783444841.746986:0:35249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783444841.746988:0:35249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783444841.746990:0:35249:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783444841.746995:0:35249:0:(lov_object.c:1588:lov_io_init()) [0x240000403:0x8:0x0]io ffff91c7588319d0 type 6 ignore/verify layout 0/0 00020000:00000002:0.0:1783444841.747007:0:35249:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b73e0) owner 0000000000000000/ffff91c758a50000 00020000:00000001:0.0:1783444841.747024:0:35249:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783444841.747027:0:35249:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783444841.747030:0:35249:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783444841.747032:0:35249:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.747035:0:35249:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783444841.747037:0:35249:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783444841.747039:0:35249:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.747041:0:35249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783444841.747042:0:35249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783444841.747044:0:35249:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783444841.747045:0:35249:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b73e0) owner 0000000000000000/ffff91c758a50000 00000020:00000001:0.0:1783444841.747048:0:35249:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.747051:0:35249:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783444841.747052:0:35249:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783444841.747107:0:35249:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783444841.747112:0:35249:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783444841.747117:0:35249:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:0.0:1783444841.747122:0:35249:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783444841.747125:0:35249:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783444841.747126:0:35249:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783444841.747130:0:35249:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593f8630. 00000020:00000010:0.0:1783444841.747133:0:35249:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031e00. 00000020:00000010:0.0:1783444841.747136:0:35249:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752030e00. 00000020:00000010:0.0:1783444841.747139:0:35249:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c76050d840. 00000008:00000010:0.0:1783444841.747144:0:35249:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7510b4320. 00020000:00000010:0.0:1783444841.747148:0:35249:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c743ec1000. 00008000:00000010:0.0:1783444841.747152:0:35249:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c7609734f8. 00000080:00000010:0.0:1783444841.747155:0:35249:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c7467e3930. 00000080:00000010:0.0:1783444841.747158:0:35249:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c758832e40. 00000020:00000010:0.0:1783444841.747162:0:35249:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752030000. 00000008:00000010:0.0:1783444841.747165:0:35249:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c76034bce0. 00020000:00000010:0.0:1783444841.747167:0:35249:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7511ed488. 00008000:00000010:0.0:1783444841.747170:0:35249:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c74353d980. 00000080:00000010:0.0:1783444841.747174:0:35249:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c76031fd20. 00000020:00000001:0.0:1783444841.747176:0:35249:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114695736 : -121189594855880 : ffff91c7593f8638) 00000020:00001000:0.0:1783444841.747179:0:35249:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593f8630 00000020:00000001:0.0:1783444841.747183:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c74529dc38 -> ffff91c74529ddc8 00000020:00000001:0.0:1783444841.747186:0:35249:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783444841.747189:0:35249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783444841.747191:0:35249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783444841.747193:0:35249:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.747195:0:35249:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.747197:0:35249:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883978344232 : -121189731207384 : ffff91c7511ef728) 00000020:00000001:0.0:1783444841.747200:0:35249:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1783444841.747202:0:35249:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.747218:0:35249:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.747220:0:35249:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.747222:0:35249:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1783444841.747225:0:35249:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783444841.747227:0:35249:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783444841.747228:0:35249:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783444841.747230:0:35249:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783444841.747232:0:35249:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.747233:0:35249:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.747236:0:35249:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.747237:0:35249:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.747239:0:35249:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783444841.747240:0:35249:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.747242:0:35249:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.747337:0:35249:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1783444841.747341:0:35249:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783444841.747343:0:35249:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783444841.747344:0:35249:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783444841.747347:0:35249:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1783444841.747350:0:35249:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1783444841.747356:0:35249:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff91c7585c2fc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 1: rc=0. 00000008:00000001:0.0:1783444841.747361:0:35249:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444841.747364:0:35249:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1783444841.747367:0:35249:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff91c7585c2fc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1783444841.747370:0:35249:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444841.747373:0:35249:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:0.0:1783444841.747376:0:35249:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1783444841.747379:0:35249:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1783444841.747380:0:35249:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1783444841.747382:0:35249:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1783444841.747383:0:35249:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1783444841.747385:0:35249:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1783444841.747389:0:35249:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:0.0:1783444841.747395:0:35249:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746730700. 00000020:00000040:0.0:1783444841.747400:0:35249:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=4 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:0.0:1783444841.747405:0:35249:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444841.747409:0:35249:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444841.747416:0:35249:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444841.747424:0:35249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c752030a00. 00000100:00000001:0.0:1783444841.747431:0:35249:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444841.747442:0:35249:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444841.747447:0:35249:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444841.747455:0:35249:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bafc9232] to pc [ptlrpcd_00_01+1] req@ffff91c746730700 x1870075608309760/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444841.747530:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444841.747533:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444841.747535:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444841.747541:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746730700 x1870075608309760/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444841.747601:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444841.747604:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444841.747608:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444841.747611:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444841.747613:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444841.747616:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746730700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608309760:192.168.204.110@tcp:16:multiop.0 00000100:00000001:1.0:1783444841.747619:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444841.747626:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444841.747628:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444841.747630:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444841.747635:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c751027000. 02000000:00000001:1.0:1783444841.747636:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444841.747640:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444841.747643:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736738. 00000400:00000010:1.0:1783444841.747649:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076220. 00000100:00000200:1.0:1783444841.747656:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608309760, portal 4 00000100:00000001:1.0:1783444841.747658:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444841.747659:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799303936 : -121189910247680 : ffff91c746730700) 00000100:00000040:1.0:1783444841.747664:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c746730700 x1870075608309760/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444857 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444841.747671:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444841.747673:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444841.747675:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076dd0. 00000100:00000200:1.0:1783444841.747677:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1870075608309760, offset 0 00000400:00000200:1.0:1783444841.747684:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444841.747692:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.747700:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444841.747706:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444841.747711:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444841.747761:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444841.747765:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444841.747769:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2906:2906:256:4294967295] 192.168.204.110@tcp LPNI seq info [2906:2906:8:4294967295] 00000400:00000200:1.0:1783444841.747775:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.747787:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444841.747794:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444841.747801:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298000. 00000800:00000200:1.0:1783444841.747821:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444841.747832:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444841.747838:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298000 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1783444841.747852:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444841.747856:0:35249:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444841.747858:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20591 usecs (21 jiffies) 00000008:00000001:0.0:1783444841.747862:0:35249:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444841.747865:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000008:00000001:0.0:1783444841.747867:0:35249:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444841.747869:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296480774 00000020:00000001:0.0:1783444841.747872:0:35249:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.747875:0:35249:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444841.747877:0:35249:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.747879:0:35249:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.747881:0:35249:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783444841.747884:0:35249:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1783444841.747885:0:35249:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783444841.747886:0:35249:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1783444841.747899:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444841.747904:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444841.747961:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296482301 00000100:00000001:1.0:1783444841.747965:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296480774 00000100:00000001:1.0:1783444841.747967:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296482301 00000100:00000001:1.0:1783444841.747968:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444841.747971:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444841.747974:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444841.747975:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444841.747982:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444841.747983:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783444841.747985:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444841.747986:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444841.747987:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444841.747989:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444841.748303:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444841.748308:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298000. 00000400:00000200:0.0:1783444841.748315:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444841.748321:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444841.748327:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076dd0 00000400:00000010:0.0:1783444841.748330:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076dd0. 00000100:00000001:0.0:1783444841.748334:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444841.748338:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730700 x1870075608309760/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444857 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444841.748349:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444841.748353:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746730700 x1870075608309760/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444857 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444841.748360:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444841.748362:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444841.752791:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444841.752941:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444841.752947:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444841.752952:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444841.752964:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.752974:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444841.752986:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.752992:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.752999:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.753004:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 432 into portal 4 MB=0x6a4d2e8562000 00000400:00000200:1.0:1783444841.753020:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444841.753028:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 432/432 into md 0x8021 [1] + 224 00000800:00000001:1.0:1783444841.753037:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444841.753443:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444841.753450:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444841.753458:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444841.753528:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444841.753541:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746730700 x1870075608309760/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444857 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444841.753555:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff91c746730700 x1870075608309760/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444857 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444841.753580:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444841.753591:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444841.753595:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444841.753730:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444841.753737:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444841.753747:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444841.753750:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444841.753754:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736738. 00000400:00000200:0.0:1783444841.753760:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076220 00000400:00000010:0.0:1783444841.753764:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076220. 00000100:00000001:0.0:1783444841.753767:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444841.753772:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746730700 x1870075608309760/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444857 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783444841.753782:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746730700 x1870075608309760/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444857 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444841.753788:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444841.753790:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444841.753793:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444841.753798:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444841.753801:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444841.753804:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444841.753939:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444841.753953:0:2401:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=21 v=5 (5 5 5 5) 00000100:00001000:0.0:1783444841.753958:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444841.753961:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444841.753963:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.753968:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444841.753971:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444841.753976:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1783444841.753979:0:2401:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: committing for last_committed 4294967335 gen 15 00000100:00000040:0.0:1783444841.753987:0:2401:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967335) req@ffff91c746733100 x1870075608309504/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1783444857 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444841.753996:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444841.754000:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746733100 x1870075608309504/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1783444857 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444841.754008:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444841.754020:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444841.754024:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c751024800. 02000000:00000001:0.0:1783444841.754029:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444841.754031:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444841.754033:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:0.0:1783444841.754036:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444841.754125:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c760f5e200. 02000000:00000001:0.0:1783444841.754131:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444841.754133:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444841.754135:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746733100. 00000100:00000001:0.0:1783444841.754139:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444841.754140:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444841.754143:0:2401:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1783444841.754145:0:2401:0:(client.c:3222:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1783444841.754149:0:2401:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444841.754151:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444841.754157:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746730700 x1870075608309760/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444857 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444841.754166:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444841.754170:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444841.754172:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783444841.754178:0:2401:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:0.0:1783444841.754190:0:2401:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529ddc8 00000020:00000001:0.0:1783444841.754192:0:2401:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529ddc8 00000020:00000001:0.0:1783444841.754195:0:2401:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1783444841.754200:0:2401:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783444841.754203:0:2401:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.754205:0:2401:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444841.754207:0:2401:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529ddc8 00000008:00000001:0.0:1783444841.754223:0:2401:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444841.754229:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746730700 x1870075608309760/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444857 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783444841.754245:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746730700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608309760:192.168.204.110@tcp:16:multiop.0 00000100:00000001:0.0:1783444841.754250:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444841.754254:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444841.754257:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746730700 x1870075608309760/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444857 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444841.754263:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444841.754265:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444841.754267:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c751027000. 02000000:00000001:0.0:1783444841.754270:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444841.754271:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444841.754272:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:0.0:1783444841.754274:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444841.754276:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c752030a00. 02000000:00000001:0.0:1783444841.754279:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444841.754280:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444841.754281:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746730700. 00000100:00000001:0.0:1783444841.754284:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444841.754285:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444841.754288:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444841.754297:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444841.754299:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444841.754302:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444841.754305:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444841.754378:0:35249:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1783444841.754382:0:35249:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444841.754386:0:35249:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000080:00000001:1.0:1783444841.754394:0:35249:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1783444841.754396:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c74529ddc8 -> ffff91c74529ddc8 00000020:00000001:1.0:1783444841.754398:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c74529ddc8 -> ffff91c74529ddc8 00000020:00000001:1.0:1783444841.754400:0:35249:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1783444841.754406:0:35249:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1783444841.754412:0:35249:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1783444841.754415:0:35249:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:1.0:1783444841.754417:0:35249:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1783444841.754418:0:35249:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1783444841.754420:0:35249:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742851 on OST[0]: s=1 (1) m=1783444841 a=0 c=1783444841 b=8 00020000:00000001:1.0:1783444841.754424:0:35249:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783444841.754426:0:35249:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=1 m=1783444841 a=0 c=1783444841 b=8 00020000:00000001:1.0:1783444841.754430:0:35249:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444841.754432:0:35249:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444841.754433:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c74529ddc8 -> ffff91c74529ddc8 00000080:00200000:1.0:1783444841.754436:0:35249:0:(file.c:1743:ll_merge_attr_nolock()) [0x240000403:0x8:0x0] updating i_size 1 i_blocks 8 00000080:00000001:1.0:1783444841.754439:0:35249:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1783444841.754441:0:35249:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1783444841.754444:0:35249:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1783444841.754446:0:35249:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1783444841.754449:0:35249:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444841.754450:0:35249:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1783444841.754452:0:35249:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1783444841.754453:0:35249:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444841.754456:0:35249:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444841.754457:0:35249:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1783444841.754458:0:35249:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1783444841.754460:0:35249:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1783444841.754461:0:35249:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1783444841.754591:0:35249:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1783444841.754594:0:35249:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1783444841.754596:0:35249:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444841.754597:0:35249:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1783444841.754599:0:35249:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1783444841.754600:0:35249:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444841.754603:0:35249:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444841.754605:0:35249:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783444841.754606:0:35249:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783444841.754608:0:35249:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444841.754612:0:35249:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1783444841.754614:0:35249:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:1.0:1783444841.754616:0:35249:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1783444841.754618:0:35249:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1783444841.754619:0:35249:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783444841.754622:0:35249:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593f8630 00000020:00000010:1.0:1783444841.754627:0:35249:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752030e00. 00000020:00000010:1.0:1783444841.754632:0:35249:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c76050d840. 00000008:00000010:1.0:1783444841.754639:0:35249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7510b4320. 00020000:00000010:1.0:1783444841.754644:0:35249:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c743ec1000. 00008000:00000010:1.0:1783444841.754650:0:35249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c7609734f8. 00000080:00000010:1.0:1783444841.754656:0:35249:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c7467e3930. 00000080:00000010:1.0:1783444841.754661:0:35249:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c758832e40. 00000020:00000010:1.0:1783444841.754666:0:35249:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031e00. 00000008:00000010:1.0:1783444841.754669:0:35249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c76034bce0. 00020000:00000010:1.0:1783444841.754673:0:35249:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7511ed488. 00008000:00000010:1.0:1783444841.754744:0:35249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c74353d980. 00000080:00000010:1.0:1783444841.754750:0:35249:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c76031fd20. 00000020:00000010:1.0:1783444841.754753:0:35249:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752030000. 00000020:00000010:1.0:1783444841.754756:0:35249:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593f8630. 00020000:00000001:1.0:1783444841.754760:0:35249:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1783444841.754762:0:35249:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:1.0:1783444841.754765:0:35249:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1783444841.754768:0:35249:0:(vvp_io.c:304:vvp_io_fini()) [0x240000403:0x8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1783444841.754771:0:35249:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1783444841.754773:0:35249:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783444841.754776:0:35249:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593f8ea0 00000020:00000010:1.0:1783444841.754778:0:35249:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752031000. 00000020:00000010:1.0:1783444841.754781:0:35249:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c76050dae0. 00000008:00000010:1.0:1783444841.754783:0:35249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7510b5980. 00020000:00000010:1.0:1783444841.754786:0:35249:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c743ec13c0. 00008000:00000010:1.0:1783444841.754788:0:35249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c760973170. 00000080:00000010:1.0:1783444841.754790:0:35249:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c7467e3c78. 00000080:00000010:1.0:1783444841.754793:0:35249:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c758831970. 00000020:00000010:1.0:1783444841.754795:0:35249:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031400. 00000008:00000010:1.0:1783444841.754797:0:35249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c76034ab00. 00020000:00000010:1.0:1783444841.754801:0:35249:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7511ef6c0. 00008000:00000010:1.0:1783444841.754803:0:35249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c74353df08. 00000080:00000010:1.0:1783444841.754805:0:35249:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c76031ff00. 00000020:00000010:1.0:1783444841.754891:0:35249:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031c00. 00000020:00000010:1.0:1783444841.754896:0:35249:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593f8ea0. 00000080:00000001:1.0:1783444841.754899:0:35249:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444841.754911:0:35249:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13e48 00000080:00000008:1.0:1783444841.754913:0:35249:0:(file.c:5359:ll_fsync()) COMPLETED file: name=f24a.recovery-small, fid=[0x240000403:0x8:0x0], start=0, end=9223372036854775807, datasync=0, rc=0 00000080:00000001:1.0:1783444841.754917:0:35249:0:(file.c:5361:ll_fsync()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.762166:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444841.762176:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.762182:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444841.762184:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.762187:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444841.762188:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444841.762191:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444841.762192:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444841.762286:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444841.762291:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444841.762294:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1783444841.803811:0:35253:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444841.803822:0:35253:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444841.803827:0:35253:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03b78 00000080:00200000:1.0:1783444841.803833:0:35253:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:1.0:1783444841.803845:0:35253:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cc200. 00800000:00000002:1.0:1783444841.803856:0:35253:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444841.803862:0:35253:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444841.803868:0:35253:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444841.803871:0:35253:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03a98 00800000:00000002:1.0:1783444841.803875:0:35253:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444841.803880:0:35253:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444841.803884:0:35253:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444841.803887:0:35253:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444841.803891:0:35253:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444841.803893:0:35253:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444841.803896:0:35253:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444841.803898:0:35253:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444841.803901:0:35253:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444841.803905:0:35253:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444841.803912:0:35253:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444841.803914:0:35253:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03968 00000002:00010000:1.0:1783444841.803916:0:35253:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444841.803920:0:35253:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444841.803923:0:35253:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444841.803928:0:35253:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444841.803938:0:35253:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 2 00010000:00000001:1.0:1783444841.803943:0:35253:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444841.803950:0:35253:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444841.803956:0:35253:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444841.803962:0:35253:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef6f1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddbba expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1783444841.803975:0:35253:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444841.803981:0:35253:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444841.803984:0:35253:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef6f1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddbba expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1783444841.803992:0:35253:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783444841.803994:0:35253:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444841.803996:0:35253:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444841.803998:0:35253:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444841.804001:0:35253:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444841.804003:0:35253:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783444841.804006:0:35253:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783444841.804018:0:35253:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444841.804023:0:35253:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cc200. 00000080:00000001:1.0:1783444841.804029:0:35253:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783444841.804031:0:35253:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444841.804034:0:35253:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:1.0:1783444841.804038:0:35253:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef6f1 00800000:00000001:1.0:1783444841.804041:0:35253:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444841.804043:0:35253:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444841.804045:0:35253:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444841.804048:0:35253:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444841.804051:0:35253:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:1.0:1783444841.804054:0:35253:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:1.0:1783444841.804101:0:35253:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:1.0:1783444841.804105:0:35253:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444841.804108:0:35253:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444841.804110:0:35253:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444841.804112:0:35253:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444841.804116:0:35253:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef6f1 from it ffffa31941c03bb0 00010000:00000001:1.0:1783444841.804118:0:35253:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444841.804119:0:35253:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444841.804121:0:35253:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:1.0:1783444841.804122:0:35253:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:1.0:1783444841.804124:0:35253:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:1.0:1783444841.804127:0:35253:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444841.804130:0:35253:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef6f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddbba expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783444841.804136:0:35253:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444841.804137:0:35253:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444841.804139:0:35253:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444841.804142:0:35253:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444841.804144:0:35253:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef6f1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddbba expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1783444841.804153:0:35253:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444841.804157:0:35253:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444841.804159:0:35253:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444841.804165:0:35253:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444841.804167:0:35253:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444841.804169:0:35253:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444841.804172:0:35253:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444841.804174:0:35253:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444841.804176:0:35253:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444841.804179:0:35253:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444841.804182:0:35253:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444841.804184:0:35253:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444841.804185:0:35253:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444841.804189:0:35253:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783444841.804191:0:35253:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444841.804194:0:35253:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 44 00000080:00000001:1.0:1783444841.804200:0:35253:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444841.804206:0:35253:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1783444841.804209:0:35253:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:1.0:1783444841.804211:0:35253:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03b78 00000080:00200008:1.0:1783444841.804213:0:35253:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), flags 504000 00000080:00000010:1.0:1783444841.804219:0:35253:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91c742b6af00. 00000080:00000001:1.0:1783444841.804225:0:35253:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444841.804227:0:35253:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444841.804255:0:35253:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1783444841.804258:0:35253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=8028667f arg=7fff4ddd2a60 00000080:00000001:1.0:1783444841.804266:0:35253:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000080:00000001:1.0:1783444841.804270:0:35253:0:(llite_lib.c:4141:ll_get_sb_uuid()) Process entered 00000080:00000001:1.0:1783444841.804272:0:35253:0:(llite_lib.c:4147:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444841.804274:0:35253:0:(llite_lib.c:3529:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444841.804276:0:35253:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444841.804284:0:35253:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:1.0:1783444841.804286:0:35253:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:1.0:1783444841.804288:0:35253:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03d98 00000080:00200008:1.0:1783444841.804290:0:35253:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), flags 504000 00000080:00400000:1.0:1783444841.804294:0:35253:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1783444841.804299:0:35253:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91c742b6af00. 00000080:00000001:1.0:1783444841.804303:0:35253:0:(file.c:466:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1783444841.804306:0:35253:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03d98 00000080:00000008:1.0:1783444841.804309:0:35253:0:(file.c:491:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91c748db3a88), flags 504000, rc = 0 00000080:00000001:1.0:1783444841.804311:0:35253:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444841.804313:0:35253:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444842.786223:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444842.786235:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444842.786243:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444842.786246:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444842.786250:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444842.786251:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444842.786255:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444842.786257:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444842.786539:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444842.786544:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444842.786547:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1783444842.803960:0:35249:0:(file.c:2601:do_file_write_iter()) Process entered 00000020:00000001:1.0:1783444842.803968:0:35249:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13d90 00000080:00200008:1.0:1783444842.803972:0:35249:0:(file.c:2605:do_file_write_iter()) START file f24a.recovery-small:[0x240000403:0x8:0x0], ppos: 1, count: 1 00000080:00000001:1.0:1783444842.803977:0:35249:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1783444842.803979:0:35249:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444842.803982:0:35249:0:(file.c:1972:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1783444842.804355:0:35249:0:(file.c:2023:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444842.804360:0:35249:0:(file.c:2553:ll_do_tiny_write()) Process entered 00000020:00000001:1.0:1783444842.804364:0:35249:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1783444842.804370:0:35249:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b73e0) owner 0000000000000000/ffff91c758a50000 00020000:00000002:1.0:1783444842.804374:0:35249:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff91c760427a20 addref 2/0 by ffff91c758a50000. 00020000:00000002:1.0:1783444842.804377:0:35249:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b73e0) owner 0000000000000000/ffff91c758a50000 00000020:00000001:1.0:1783444842.804382:0:35249:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000080:00000001:1.0:1783444842.804452:0:35249:0:(rw26.c:703:ll_write_begin()) Process entered 00000080:00200000:1.0:1783444842.804456:0:35249:0:(rw26.c:704:ll_write_begin()) Writing 0 of 1 to 1 bytes 00000080:00000001:1.0:1783444842.804462:0:35249:0:(rw26.c:711:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:1.0:1783444842.804466:0:35249:0:(rw26.c:831:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:1.0:1783444842.804469:0:35249:0:(file.c:2582:ll_do_tiny_write()) result: 0, original count 1 00000080:00000001:1.0:1783444842.804471:0:35249:0:(file.c:2584:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.804473:0:35249:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444842.804480:0:35249:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a13f0. 00000020:00000010:1.0:1783444842.804486:0:35249:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cc800. 00000020:00000010:1.0:1783444842.804493:0:35249:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590cde00. 00000020:00000010:1.0:1783444842.804499:0:35249:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b30c0. 00000008:00000010:1.0:1783444842.804508:0:35249:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444842.804515:0:35249:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025900. 00008000:00000010:1.0:1783444842.804521:0:35249:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444842.804530:0:35249:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444842.804534:0:35249:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444842.804537:0:35249:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cd200. 00000008:00000010:1.0:1783444842.804541:0:35249:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444842.804544:0:35249:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444842.804548:0:35249:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444842.804552:0:35249:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107cf00. 00000020:00000001:1.0:1783444842.804555:0:35249:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114338808 : -121189595212808 : ffff91c7593a13f8) 00000020:00001000:1.0:1783444842.804558:0:35249:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a13f0 00000080:00000001:1.0:1783444842.804560:0:35249:0:(file.c:2055:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1783444842.804563:0:35249:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13ca0 00000080:00200000:1.0:1783444842.804564:0:35249:0:(file.c:2058:ll_file_io_generic()) f24a.recovery-small: write ppos: 1, bytes: 1 00000020:00000001:1.0:1783444842.804569:0:35249:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13c38 00000080:00200000:1.0:1783444842.804571:0:35249:0:(file.c:1816:ll_io_set_mirror()) f24a.recovery-small: desiginated mirror: 0 00000020:00000001:1.0:1783444842.804574:0:35249:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1783444842.804580:0:35249:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f7b55660[0x110, 2, [0x240000403:0x8:0x0] hash] 00000020:00200000:1.0:1783444842.804582:0:35249:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [1, 2) 0 0 00000020:00000001:1.0:1783444842.804586:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c74529ddc8 -> ffff91c74529ddc8 00000020:00000001:1.0:1783444842.804588:0:35249:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1783444842.804591:0:35249:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:1.0:1783444842.804593:0:35249:0:(vvp_io.c:1822:vvp_io_init()) [0x240000403:0x8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1783444842.804596:0:35249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444842.804597:0:35249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1783444842.804600:0:35249:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444842.804604:0:35249:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444842.804608:0:35249:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1783444842.804609:0:35249:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444842.804611:0:35249:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783444842.804614:0:35249:0:(lov_object.c:1588:lov_io_init()) [0x240000403:0x8:0x0]io ffff91c760990e40 type 2 ignore/verify layout 0/0 00020000:00000002:1.0:1783444842.804618:0:35249:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b73e0) owner 0000000000000000/ffff91c758a50000 00020000:00000001:1.0:1783444842.804621:0:35249:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1783444842.804623:0:35249:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1783444842.804626:0:35249:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1783444842.804628:0:35249:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1783444842.804629:0:35249:0:(lov_io.c:860:lov_io_slice_init()) 1 2 00020000:00000001:1.0:1783444842.804632:0:35249:0:(lov_io.c:888:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1783444842.804634:0:35249:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1783444842.804636:0:35249:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.804638:0:35249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444842.804639:0:35249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1783444842.804640:0:35249:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1783444842.804642:0:35249:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b73e0) owner 0000000000000000/ffff91c758a50000 00000020:00000001:1.0:1783444842.804644:0:35249:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.804645:0:35249:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783444842.804648:0:35249:0:(file.c:2136:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:1.0:1783444842.804651:0:35249:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:1.0:1783444842.804654:0:35249:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.804658:0:35249:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1783444842.804660:0:35249:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1783444842.804662:0:35249:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1783444842.804664:0:35249:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1783444842.804666:0:35249:0:(lov_io.c:1206:lov_io_rw_iter_init()) Process entered 00020000:00200000:1.0:1783444842.804668:0:35249:0:(lov_io.c:1278:lov_io_rw_iter_init()) stripe: 1 chunk: [1, 2) 2, 1 00020000:00000001:1.0:1783444842.804671:0:35249:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1783444842.804673:0:35249:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1783444842.804677:0:35249:0:(lov_offset.c:253:lov_stripe_intersects()) [1->1] -> [(0) 1->1 (0)] 00020000:00000001:1.0:1783444842.804680:0:35249:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783444842.804682:0:35249:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1783444842.804683:0:35249:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444842.804688:0:35249:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a11b0. 00000020:00000010:1.0:1783444842.804691:0:35249:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590ccc00. 00000020:00000010:1.0:1783444842.804693:0:35249:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590cd600. 00000020:00000010:1.0:1783444842.804696:0:35249:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b33c0. 00000008:00000010:1.0:1783444842.804700:0:35249:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7590664b0. 00020000:00000010:1.0:1783444842.804703:0:35249:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025e40. 00008000:00000010:1.0:1783444842.804706:0:35249:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cb8a98. 00000080:00000010:1.0:1783444842.804709:0:35249:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077888. 00000080:00000010:1.0:1783444842.804711:0:35249:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7609914d0. 00000020:00000010:1.0:1783444842.804714:0:35249:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cd800. 00000008:00000010:1.0:1783444842.804717:0:35249:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909a580. 00020000:00000010:1.0:1783444842.804719:0:35249:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a1488. 00008000:00000010:1.0:1783444842.804722:0:35249:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603effe8. 00000080:00000010:1.0:1783444842.804724:0:35249:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107c5a0. 00000020:00000001:1.0:1783444842.804727:0:35249:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114338232 : -121189595213384 : ffff91c7593a11b8) 00000020:00001000:1.0:1783444842.804729:0:35249:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a11b0 00000020:00000001:1.0:1783444842.804732:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c74529dc38 -> ffff91c74529ddc8 00000020:00000001:1.0:1783444842.804733:0:35249:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1783444842.804737:0:35249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444842.804738:0:35249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1783444842.804739:0:35249:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.804741:0:35249:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.804743:0:35249:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883747332200 : -121189962219416 : ffff91c7435a0068) 00000020:00000001:1.0:1783444842.804746:0:35249:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1783444842.804748:0:35249:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1783444842.804753:0:35249:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.804755:0:35249:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.804757:0:35249:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.804759:0:35249:0:(lov_io.c:1284:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.804760:0:35249:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.804762:0:35249:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1783444842.804765:0:35249:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1783444842.804767:0:35249:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1783444842.804771:0:35249:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1783444842.804775:0:35249:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444842.804777:0:35249:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444842.804780:0:35249:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1783444842.804782:0:35249:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:1.0:1783444842.804784:0:35249:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1783444842.804785:0:35249:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1783444842.804787:0:35249:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.804789:0:35249:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444842.804790:0:35249:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444842.804792:0:35249:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444842.804793:0:35249:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.804795:0:35249:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1783444842.804796:0:35249:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444842.804797:0:35249:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1783444842.804799:0:35249:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783444842.804800:0:35249:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.804802:0:35249:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.804803:0:35249:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.804805:0:35249:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.804806:0:35249:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783444842.804808:0:35249:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1783444842.804810:0:35249:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1783444842.804812:0:35249:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1783444842.804815:0:35249:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1783444842.804817:0:35249:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:1.0:1783444842.804822:0:35249:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91c7505f9580. 00020000:00000002:1.0:1783444842.804824:0:35249:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:1.0:1783444842.804827:0:35249:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1783444842.804828:0:35249:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783444842.804830:0:35249:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883747332200 : -121189962219416 : ffff91c7435a0068) 00000020:00000001:1.0:1783444842.804831:0:35249:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1783444842.804835:0:35249:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91c75824ebe0. 00000008:00010000:1.0:1783444842.804838:0:35249:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1783444842.804840:0:35249:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1783444842.804842:0:35249:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1783444842.804845:0:35249:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91c7505f95b0, osc lock ffff91c75824ebe0, flags 0x0 00000020:00000001:1.0:1783444842.804847:0:35249:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.804849:0:35249:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.804852:0:35249:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446622883965801856 : -121189743749760 : ffff91c7505f9580) 00000020:00000001:1.0:1783444842.804854:0:35249:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1783444842.804855:0:35249:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1783444842.804856:0:35249:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.804858:0:35249:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.804860:0:35249:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1783444842.804861:0:35249:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1783444842.804862:0:35249:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783444842.804863:0:35249:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883747332200 : -121189962219416 : ffff91c7435a0068) 00000020:00000001:1.0:1783444842.804865:0:35249:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1783444842.804867:0:35249:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1783444842.804868:0:35249:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1783444842.804870:0:35249:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.804873:0:35249:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1783444842.804875:0:35249:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1783444842.804876:0:35249:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1783444842.804878:0:35249:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1783444842.804879:0:35249:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1783444842.804880:0:35249:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1783444842.804883:0:35249:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1783444842.804886:0:35249:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444842.804894:0:35249:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41f00 count: 2 00010000:00000001:1.0:1783444842.804897:0:35249:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444842.804903:0:35249:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444842.804908:0:35249:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444842.804913:0:35249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000001e897b35/0x5503b2fe824ef70d lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6ddc15 expref: -99 pid: 35249 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1783444842.804924:0:35249:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444842.804929:0:35249:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444842.804932:0:35249:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000001e897b35/0x5503b2fe824ef70d lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6ddc15 expref: -99 pid: 35249 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783444842.804940:0:35249:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444842.804943:0:35249:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444842.804946:0:35249:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c200 refcount=3 00000020:00000001:1.0:1783444842.804948:0:35249:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:1.0:1783444842.804951:0:35249:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00000008:00000001:1.0:1783444842.804954:0:35249:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1783444842.804957:0:35249:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444842.804958:0:35249:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444842.804959:0:35249:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c200 refcount=4 00000020:00000001:1.0:1783444842.804961:0:35249:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:1.0:1783444842.804963:0:35249:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:1.0:1783444842.804965:0:35249:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444842.804966:0:35249:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444842.804967:0:35249:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c200 refcount=5 00000020:00000001:1.0:1783444842.804969:0:35249:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:1.0:1783444842.804971:0:35249:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:1.0:1783444842.804972:0:35249:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444842.804974:0:35249:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444842.804977:0:35249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000001e897b35/0x5503b2fe824ef70d lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x332dd2263f6ddc15 expref: -99 pid: 35249 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783444842.804983:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444842.804985:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783444842.808651:0:35249:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444842.808663:0:35249:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444842.808666:0:35249:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444842.808669:0:35249:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c200 refcount=6 00000020:00000001:1.0:1783444842.808673:0:35249:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:1.0:1783444842.808677:0:35249:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:1.0:1783444842.808679:0:35249:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444842.808684:0:35249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000001e897b35/0x5503b2fe824ef70d lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x332dd2263f6ddc15 expref: -99 pid: 35249 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783444842.808696:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444842.808698:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1783444842.808700:0:35249:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000001e897b35/0x5503b2fe824ef70d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x332dd2263f6ddc15 expref: -99 pid: 35249 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783444842.808712:0:35249:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444842.808713:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444842.808714:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444842.808715:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444842.808716:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783444842.808718:0:35249:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444842.808721:0:35249:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.808724:0:35249:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.808727:0:35249:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.808729:0:35249:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.808731:0:35249:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.808734:0:35249:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.808735:0:35249:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.808738:0:35249:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1783444842.808743:0:35249:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:1.0:1783444842.808749:0:35249:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13b88 00000080:00200000:1.0:1783444842.808751:0:35249:0:(vvp_io.c:1292:vvp_io_write_start()) f24a.recovery-small: write [1, 2) append 0 append lockpos 0 00000020:00000001:1.0:1783444842.808755:0:35249:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1783444842.808759:0:35249:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b73e0) owner 0000000000000000/ffff91c758a50000 00020000:00000002:1.0:1783444842.808763:0:35249:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff91c760427a20 addref 2/0 by ffff91c758a50000. 00020000:00000002:1.0:1783444842.808766:0:35249:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b73e0) owner 0000000000000000/ffff91c758a50000 00000020:00000001:1.0:1783444842.808769:0:35249:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:1.0:1783444842.808772:0:35249:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1783444842.808775:0:35249:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1783444842.808779:0:35249:0:(lov_offset.c:253:lov_stripe_intersects()) [1->1] -> [(0) 1->1 (0)] 00020000:00000001:1.0:1783444842.808782:0:35249:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783444842.808784:0:35249:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883747332200 : -121189962219416 : ffff91c7435a0068) 00000020:00000001:1.0:1783444842.808786:0:35249:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1783444842.808789:0:35249:0:(osc_io.c:1404:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1783444842.808792:0:35249:0:(osc_io.c:1417:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.808794:0:35249:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.808796:0:35249:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.808797:0:35249:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444842.808803:0:35249:0:(rw26.c:703:ll_write_begin()) Process entered 00000080:00200000:1.0:1783444842.808806:0:35249:0:(rw26.c:704:ll_write_begin()) Writing 0 of 1 to 1 bytes 00000020:00000001:1.0:1783444842.808811:0:35249:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:1.0:1783444842.808813:0:35249:0:(cl_page.c:427:cl_page_find()) 0@[0x240000403:0x8:0x0] ffffee34443e65c0 ffff91c7583d68c0 1 00000020:00000001:1.0:1783444842.808816:0:35249:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1783444842.808818:0:35249:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446622884097779904 : -121189611771712 : ffff91c7583d68c0) 00000020:00000001:1.0:1783444842.808821:0:35249:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446622884097779904 : -121189611771712 : ffff91c7583d68c0) 00000020:00000001:1.0:1783444842.808823:0:35249:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1783444842.808825:0:35249:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1783444842.808826:0:35249:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622884238003776 : -121189471547840 : ffff91c760990e40) 00000020:00000001:1.0:1783444842.808829:0:35249:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1783444842.808830:0:35249:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1783444842.808832:0:35249:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1783444842.808836:0:35249:0:(cl_page.c:507:__cl_page_state_set()) page@00000000889c92a9[2 00000000fc42eda7 1 1 000000009e8dbef0 0 0 0] 00000020:00000001:1.0:1783444842.808839:0:35249:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1783444842.808841:0:35249:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1783444842.808842:0:35249:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:1.0:1783444842.808843:0:35249:0:(rw26.c:815:ll_write_begin()) Process leaving 00000080:00000001:1.0:1783444842.808844:0:35249:0:(rw26.c:831:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444842.808848:0:35249:0:(rw26.c:894:ll_write_end()) Process entered 00000080:00200000:1.0:1783444842.808850:0:35249:0:(rw26.c:898:ll_write_end()) pos 1, len 1, copied 1 00000020:00000001:1.0:1783444842.808852:0:35249:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1783444842.808853:0:35249:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622884238003776 : -121189471547840 : ffff91c760990e40) 00000020:00000001:1.0:1783444842.808854:0:35249:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1783444842.808856:0:35249:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1783444842.808859:0:35249:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:1.0:1783444842.808860:0:35249:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1783444842.808861:0:35249:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1783444842.808862:0:35249:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1783444842.808866:0:35249:0:(rw26.c:956:ll_write_end()) page@00000000889c92a9[3 00000000fc42eda7 2 1 000000009e8dbef0 0 0 0] 00000080:00200000:1.0:1783444842.808869:0:35249:0:(rw26.c:956:ll_write_end()) vmpage @000000007b099836 17ffffc0001029 2:0 ffff91c7583d68c0 0 lru 00000080:00200000:1.0:1783444842.808877:0:35249:0:(rw26.c:956:ll_write_end()) osc-page@000000000a8f871b 0: 1< 2 - - > 2< 0 0 1 0x0 0x40420 | 00000000dc219542 0000000082be6d65 > 3< 0 0 > 4< 0 0 8 16797696 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1783444842.808880:0:35249:0:(rw26.c:956:ll_write_end()) end page@00000000889c92a9 00000080:00200000:1.0:1783444842.808881:0:35249:0:(rw26.c:956:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1783444842.808883:0:35249:0:(rw26.c:977:ll_write_end()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783444842.808888:0:35249:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1783444842.808889:0:35249:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 1, to 2 prio 0 00000020:00000001:1.0:1783444842.808892:0:35249:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1783444842.808895:0:35249:0:(lov_io.c:1718:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1783444842.808896:0:35249:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783444842.808897:0:35249:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883747332200 : -121189962219416 : ffff91c7435a0068) 00000020:00000001:1.0:1783444842.808899:0:35249:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1783444842.808901:0:35249:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1783444842.808903:0:35249:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:1.0:1783444842.808905:0:35249:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1783444842.808906:0:35249:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:1.0:1783444842.808908:0:35249:0:(osc_cache.c:2474:osc_queue_async_io()) Process entered 00000008:00000020:1.0:1783444842.808911:0:35249:0:(osc_cache.c:2533:osc_queue_async_io()) obj ffff91c7585c2fc0 ready 0|-|- wr 0|-|- rd 0|- oap ffff91c7583d6930 folio ffffee34443e65c0 pg:0 added for cmd 2 00000008:00000001:1.0:1783444842.808916:0:35249:0:(osc_cache.c:1728:osc_enter_cache()) Process entered 00000008:00000020:1.0:1783444842.808919:0:35249:0:(osc_cache.c:1730:osc_enter_cache()) lustre-OST0000-osc-ffff91c759350000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 16797696, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:28672 00000008:00000020:1.0:1783444842.808925:0:35249:0:(osc_cache.c:1635:osc_enter_cache_try()) lustre-OST0000-osc-ffff91c759350000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 16797696, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:28672 00000008:00000020:1.0:1783444842.808930:0:35249:0:(osc_cache.c:1482:osc_consume_write_grant()) using 4096 grant credits for brw ffff91c7583d6968 page ffffee34443e65c0 00000008:00000020:1.0:1783444842.808934:0:35249:0:(osc_cache.c:1762:osc_enter_cache()) lustre-OST0000-osc-ffff91c759350000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 16769024, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }granted from cache 00000008:00000001:1.0:1783444842.808939:0:35249:0:(osc_cache.c:1778:osc_enter_cache()) Process leaving 00000008:00000001:1.0:1783444842.808941:0:35249:0:(osc_cache.c:1781:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444842.808943:0:35249:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:1.0:1783444842.808952:0:35249:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff91c7590253c0. 00000008:00000020:1.0:1783444842.808959:0:35249:0:(osc_cache.c:1311:__osc_extent_tree_dump()) Dump object ffff91c7585c2fc0 extents at osc_extent_find:839, mppr: 1024. 00000008:00000020:1.0:1783444842.808965:0:35249:0:(osc_cache.c:1874:osc_update_pending()) obj ffff91c7585c2fc0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:1.0:1783444842.808971:0:35249:0:(osc_cache.c:857:osc_extent_find()) extent ffff91c7590253c0@{[0 -> 0/1023], [3|1|-|active|wi|ffff91c7585c2fc0], [28672|0|-|-|ffff91c74652c200|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:1.0:1783444842.808977:0:35249:0:(osc_cache.c:857:osc_extent_find()) ### extent: 000000008c73f8ed ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000001e897b35/0x5503b2fe824ef70d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6ddc15 expref: -99 pid: 35249 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1783444842.808984:0:35249:0:(osc_cache.c:874:osc_extent_find()) Process leaving 00000008:00000001:1.0:1783444842.809008:0:35249:0:(osc_cache.c:2670:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444842.809011:0:35249:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444842.809014:0:35249:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1783444842.809017:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529ddc8 00000008:00000002:1.0:1783444842.809019:0:35249:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 1->2 1 00000020:00000001:1.0:1783444842.809021:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529ddc8 00000020:00000001:1.0:1783444842.809023:0:35249:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1783444842.809025:0:35249:0:(osc_object.c:161:osc_attr_update()) set kms from 1to 2 00020000:00000001:1.0:1783444842.809028:0:35249:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1783444842.809030:0:35249:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.809031:0:35249:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.809033:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529ddc8 00000008:00000001:1.0:1783444842.809034:0:35249:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1783444842.809036:0:35249:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:1.0:1783444842.809037:0:35249:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1783444842.809041:0:35249:0:(cl_page.c:556:cl_batch_put()) page@00000000889c92a9[4 00000000fc42eda7 2 1 000000009e8dbef0 0 0 0] 00000020:00000001:1.0:1783444842.809043:0:35249:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:1.0:1783444842.809044:0:35249:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1783444842.809045:0:35249:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1783444842.809047:0:35249:0:(osc_request.c:745:osc_update_next_shrink()) next time 3014 to shrink grant 00000080:00000001:1.0:1783444842.809050:0:35249:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:1.0:1783444842.809052:0:35249:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1783444842.809764:0:35249:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff91c748db4cb8, count 1, dirtied 1 00000080:00000001:1.0:1783444842.809769:0:35249:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1783444842.809771:0:35249:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1783444842.809773:0:35249:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1783444842.809774:0:35249:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1783444842.809776:0:35249:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1783444842.809780:0:35249:0:(cl_page.c:507:__cl_page_state_set()) page@00000000889c92a9[3 00000000fc42eda7 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1783444842.809782:0:35249:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1783444842.809783:0:35249:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1783444842.809785:0:35249:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1783444842.809786:0:35249:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1783444842.809788:0:35249:0:(cl_page.c:556:cl_batch_put()) page@00000000889c92a9[3 00000000fc42eda7 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1783444842.809790:0:35249:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:1.0:1783444842.809791:0:35249:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:1.0:1783444842.809792:0:35249:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:1.0:1783444842.809794:0:35249:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1783444842.809795:0:35249:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.809798:0:35249:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.809800:0:35249:0:(lov_io.c:1730:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.809801:0:35249:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783444842.809803:0:35249:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 1 bytes, tot: 1 00000020:00000001:1.0:1783444842.809807:0:35249:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1783444842.809808:0:35249:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1783444842.809810:0:35249:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.809812:0:35249:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13b88 00000080:00200000:1.0:1783444842.809814:0:35249:0:(vvp_io.c:1358:vvp_io_write_start()) f24a.recovery-small: write bytes 0, result: 1 00000080:00000001:1.0:1783444842.809816:0:35249:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.809819:0:35249:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1783444842.809821:0:35249:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444842.809822:0:35249:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1783444842.809824:0:35249:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:1.0:1783444842.809826:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529ddc8 00000020:00000001:1.0:1783444842.809828:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529ddc8 00000020:00000001:1.0:1783444842.809829:0:35249:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1783444842.809831:0:35249:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1783444842.809832:0:35249:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.809834:0:35249:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.809836:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529ddc8 00000008:00000001:1.0:1783444842.809837:0:35249:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.809839:0:35249:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.809841:0:35249:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.809842:0:35249:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.809844:0:35249:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.809846:0:35249:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1783444842.809847:0:35249:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1783444842.809849:0:35249:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1783444842.809850:0:35249:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:1.0:1783444842.809853:0:35249:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:1.0:1783444842.809856:0:35249:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1783444842.809860:0:35249:0:(osc_cache.c:1874:osc_update_pending()) obj ffff91c7585c2fc0 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:1.0:1783444842.809867:0:35249:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1783444842.809870:0:35249:0:(osc_cache.c:1859:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444842.809871:0:35249:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1783444842.809873:0:35249:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444842.809875:0:35249:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:1.0:1783444842.809876:0:35249:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1783444842.809878:0:35249:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.809879:0:35249:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.809881:0:35249:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1783444842.809884:0:35249:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1783444842.809887:0:35249:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1783444842.809889:0:35249:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91c75107cf38 (ffff91c7593a13f8/0) at cl_lock_release():245 00000020:00000001:1.0:1783444842.809892:0:35249:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1783444842.809893:0:35249:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c75107cf38 (ffff91c7593a13f8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1783444842.809896:0:35249:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1783444842.809897:0:35249:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783444842.809899:0:35249:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883747332200 : -121189962219416 : ffff91c7435a0068) 00000020:00000001:1.0:1783444842.809901:0:35249:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1783444842.809902:0:35249:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c7505f95b0 (ffff91c7593a11b8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1783444842.809905:0:35249:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1783444842.809906:0:35249:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1783444842.809908:0:35249:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444842.809910:0:35249:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444842.809912:0:35249:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c200 refcount=5 00000020:00000001:1.0:1783444842.809914:0:35249:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:1.0:1783444842.809917:0:35249:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:1.0:1783444842.809919:0:35249:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444842.809921:0:35249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000001e897b35/0x5503b2fe824ef70d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x332dd2263f6ddc15 expref: -99 pid: 35249 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783444842.809929:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444842.809930:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444842.809932:0:35249:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444842.809935:0:35249:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444842.809937:0:35249:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000001e897b35/0x5503b2fe824ef70d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6ddc15 expref: -99 pid: 35249 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1783444842.809947:0:35249:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444842.809951:0:35249:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444842.809953:0:35249:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444842.809956:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444842.809958:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444842.809960:0:35249:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444842.809962:0:35249:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444842.809964:0:35249:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444842.809966:0:35249:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444842.809970:0:35249:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444842.809971:0:35249:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444842.809973:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444842.809974:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444842.809975:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444842.809976:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783444842.809977:0:35249:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1783444842.809979:0:35249:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1783444842.809980:0:35249:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1783444842.809981:0:35249:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1783444842.809983:0:35249:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1783444842.809984:0:35249:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c75107cf38 (ffff91c7593a13f8/0) at cl_lock_fini():72 00020000:00000001:1.0:1783444842.810008:0:35249:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1783444842.810009:0:35249:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1783444842.810010:0:35249:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c7505f95b0 (ffff91c7593a13f8/1) at cl_lock_fini():72 00000008:00000010:1.0:1783444842.810014:0:35249:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91c75824ebe0. 00000020:00000001:1.0:1783444842.810026:0:35249:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1783444842.810028:0:35249:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91c7505f9580. 00020000:00000001:1.0:1783444842.810032:0:35249:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1783444842.810034:0:35249:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1783444842.810034:0:35249:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1783444842.810036:0:35249:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1783444842.810038:0:35249:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444842.810039:0:35249:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1783444842.810040:0:35249:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1783444842.810041:0:35249:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.810044:0:35249:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.810045:0:35249:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1783444842.810046:0:35249:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1783444842.810048:0:35249:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1783444842.810050:0:35249:0:(vvp_io.c:533:vvp_io_advance()) advancing 1 bytes 00000020:00000001:1.0:1783444842.810052:0:35249:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1783444842.810121:0:35249:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1783444842.810123:0:35249:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1783444842.810125:0:35249:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444842.810126:0:35249:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1783444842.810129:0:35249:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1783444842.810130:0:35249:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.810132:0:35249:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.810134:0:35249:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783444842.810136:0:35249:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783444842.810138:0:35249:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783444842.810143:0:35249:0:(file.c:2173:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:1.0:1783444842.810146:0:35249:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:1.0:1783444842.810148:0:35249:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:1.0:1783444842.810149:0:35249:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1783444842.810151:0:35249:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:1.0:1783444842.810152:0:35249:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1783444842.810153:0:35249:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1783444842.810155:0:35249:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783444842.810157:0:35249:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a11b0 00000020:00000010:1.0:1783444842.810161:0:35249:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590cd600. 00000020:00000010:1.0:1783444842.810166:0:35249:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b33c0. 00000008:00000010:1.0:1783444842.810171:0:35249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7590664b0. 00020000:00000010:1.0:1783444842.810176:0:35249:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025e40. 00008000:00000010:1.0:1783444842.810181:0:35249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cb8a98. 00000080:00000010:1.0:1783444842.810187:0:35249:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077888. 00000080:00000010:1.0:1783444842.810191:0:35249:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7609914d0. 00000020:00000010:1.0:1783444842.810195:0:35249:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590ccc00. 00000008:00000010:1.0:1783444842.810198:0:35249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909a580. 00020000:00000010:1.0:1783444842.810201:0:35249:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a1488. 00008000:00000010:1.0:1783444842.810205:0:35249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603effe8. 00000080:00000010:1.0:1783444842.810208:0:35249:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107c5a0. 00000020:00000010:1.0:1783444842.810211:0:35249:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cd800. 00000020:00000010:1.0:1783444842.810213:0:35249:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a11b0. 00020000:00000001:1.0:1783444842.810216:0:35249:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1783444842.810218:0:35249:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:1.0:1783444842.810219:0:35249:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1783444842.810221:0:35249:0:(vvp_io.c:304:vvp_io_fini()) [0x240000403:0x8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1783444842.810223:0:35249:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1783444842.810224:0:35249:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1783444842.810226:0:35249:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13ca0 00000080:00200000:1.0:1783444842.810228:0:35249:0:(file.c:2206:ll_file_io_generic()) f24a.recovery-small: 2 io complete with rc: 0, result: 1, restart: 0 00000080:00000001:1.0:1783444842.810233:0:35249:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1783444842.810235:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c74529ddc8 -> ffff91c74529ddc8 00000020:00000001:1.0:1783444842.810236:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c74529ddc8 -> ffff91c74529ddc8 00000020:00000001:1.0:1783444842.810238:0:35249:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1783444842.810242:0:35249:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1783444842.810247:0:35249:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1783444842.810249:0:35249:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000001:1.0:1783444842.810251:0:35249:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1783444842.810252:0:35249:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000002:1.0:1783444842.810254:0:35249:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742851 on OST[0]: s=2 (1) m=1783444842 a=0 c=1783444842 b=8 00020000:00000001:1.0:1783444842.810257:0:35249:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783444842.810260:0:35249:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=2 m=1783444842 a=0 c=1783444842 b=8 00020000:00000001:1.0:1783444842.810262:0:35249:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.810264:0:35249:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.810265:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c74529ddc8 -> ffff91c74529ddc8 00000080:00200000:1.0:1783444842.810268:0:35249:0:(file.c:1743:ll_merge_attr_nolock()) [0x240000403:0x8:0x0] updating i_size 2 i_blocks 8 00000080:00000001:1.0:1783444842.810270:0:35249:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1783444842.810274:0:35249:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 1 00000080:00000001:1.0:1783444842.810277:0:35249:0:(file.c:2296:ll_file_io_generic()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:1.0:1783444842.810279:0:35249:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a13f0 00000020:00000010:1.0:1783444842.810282:0:35249:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590cde00. 00000020:00000010:1.0:1783444842.810284:0:35249:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b30c0. 00000008:00000010:1.0:1783444842.810287:0:35249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444842.810291:0:35249:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025900. 00008000:00000010:1.0:1783444842.810293:0:35249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444842.810296:0:35249:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444842.810298:0:35249:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444842.810301:0:35249:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cc800. 00000008:00000010:1.0:1783444842.810303:0:35249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444842.810305:0:35249:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444842.810308:0:35249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444842.810310:0:35249:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107cf00. 00000020:00000010:1.0:1783444842.810312:0:35249:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cd200. 00000020:00000010:1.0:1783444842.810315:0:35249:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a13f0. 00000020:00000001:1.0:1783444842.810319:0:35249:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13d90 00000080:00000008:1.0:1783444842.810321:0:35249:0:(file.c:2683:do_file_write_iter()) COMPLETED: file f24a.recovery-small:[0x240000403:0x8:0x0], ppos: 2, count: 0, rc = 1 00000080:00000001:1.0:1783444842.810324:0:35249:0:(file.c:2685:do_file_write_iter()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783444842.810340:0:35249:0:(file.c:5291:ll_fsync()) Process entered 00000020:00000001:1.0:1783444842.810342:0:35249:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13e48 00000080:00200008:1.0:1783444842.810344:0:35249:0:(file.c:5295:ll_fsync()) START file: name=f24a.recovery-small, fid=[0x240000403:0x8:0x0], start=0, end=9223372036854775807, datasync=0 00000080:00000001:1.0:1783444842.810349:0:35249:0:(rw.c:1481:ll_writepages()) Process entered 00000080:00000001:1.0:1783444842.810352:0:35249:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1783444842.810353:0:35249:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444842.810359:0:35249:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a13f0. 00000020:00000010:1.0:1783444842.810363:0:35249:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cd200. 00000020:00000010:1.0:1783444842.810367:0:35249:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590cc800. 00000020:00000010:1.0:1783444842.810369:0:35249:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b30c0. 00000008:00000010:1.0:1783444842.810374:0:35249:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444842.810377:0:35249:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025900. 00008000:00000010:1.0:1783444842.810380:0:35249:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444842.810385:0:35249:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444842.810397:0:35249:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444842.810402:0:35249:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cde00. 00000008:00000010:1.0:1783444842.810406:0:35249:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444842.810408:0:35249:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444842.810411:0:35249:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444842.810414:0:35249:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107cf00. 00000020:00000001:1.0:1783444842.810417:0:35249:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114338808 : -121189595212808 : ffff91c7593a13f8) 00000020:00001000:1.0:1783444842.810419:0:35249:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a13f0 00000020:00000001:1.0:1783444842.810422:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c74529ddc8 -> ffff91c74529ddc8 00000020:00000001:1.0:1783444842.810424:0:35249:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1783444842.810426:0:35249:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:1.0:1783444842.810428:0:35249:0:(vvp_io.c:1822:vvp_io_init()) [0x240000403:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1783444842.810430:0:35249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444842.810431:0:35249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1783444842.810433:0:35249:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783444842.810435:0:35249:0:(lov_object.c:1588:lov_io_init()) [0x240000403:0x8:0x0]io ffff91c760990e40 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1783444842.810438:0:35249:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b73e0) owner 0000000000000000/ffff91c758a50000 00020000:00000001:1.0:1783444842.810441:0:35249:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1783444842.810443:0:35249:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1783444842.810446:0:35249:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1783444842.810447:0:35249:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.810450:0:35249:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1783444842.810452:0:35249:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1783444842.810454:0:35249:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.810455:0:35249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444842.810456:0:35249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1783444842.810458:0:35249:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1783444842.810459:0:35249:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b73e0) owner 0000000000000000/ffff91c758a50000 00000020:00000001:1.0:1783444842.810462:0:35249:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.810463:0:35249:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1783444842.810465:0:35249:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1783444842.810467:0:35249:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1783444842.810469:0:35249:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1783444842.810472:0:35249:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1783444842.810475:0:35249:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783444842.810476:0:35249:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1783444842.810477:0:35249:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444842.810480:0:35249:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a11b0. 00000020:00000010:1.0:1783444842.810482:0:35249:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cd800. 00000020:00000010:1.0:1783444842.810485:0:35249:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590ccc00. 00000020:00000010:1.0:1783444842.810487:0:35249:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b33c0. 00000008:00000010:1.0:1783444842.810490:0:35249:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7590664b0. 00020000:00000010:1.0:1783444842.810493:0:35249:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025e40. 00008000:00000010:1.0:1783444842.810495:0:35249:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cb8a98. 00000080:00000010:1.0:1783444842.810498:0:35249:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077888. 00000080:00000010:1.0:1783444842.810500:0:35249:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7609914d0. 00000020:00000010:1.0:1783444842.810504:0:35249:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cd600. 00000008:00000010:1.0:1783444842.810506:0:35249:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909a580. 00020000:00000010:1.0:1783444842.810509:0:35249:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a1488. 00008000:00000010:1.0:1783444842.810512:0:35249:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603effe8. 00000080:00000010:1.0:1783444842.810514:0:35249:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107c5a0. 00000020:00000001:1.0:1783444842.810516:0:35249:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114338232 : -121189595213384 : ffff91c7593a11b8) 00000020:00001000:1.0:1783444842.810518:0:35249:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a11b0 00000020:00000001:1.0:1783444842.810521:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c74529dc38 -> ffff91c74529ddc8 00000020:00000001:1.0:1783444842.810522:0:35249:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1783444842.810524:0:35249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444842.810525:0:35249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1783444842.810526:0:35249:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.810528:0:35249:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.810530:0:35249:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883747332200 : -121189962219416 : ffff91c7435a0068) 00000020:00000001:1.0:1783444842.810532:0:35249:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1783444842.810534:0:35249:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.810537:0:35249:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.810539:0:35249:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.810541:0:35249:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1783444842.810543:0:35249:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1783444842.810544:0:35249:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444842.810545:0:35249:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1783444842.810546:0:35249:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783444842.810548:0:35249:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.810549:0:35249:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.810550:0:35249:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.810552:0:35249:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.810553:0:35249:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783444842.810554:0:35249:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.810555:0:35249:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.810557:0:35249:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1783444842.810558:0:35249:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1783444842.810559:0:35249:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444842.810560:0:35249:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1783444842.810562:0:35249:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1783444842.810564:0:35249:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1783444842.810568:0:35249:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1783444842.810570:0:35249:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1783444842.810571:0:35249:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1783444842.810573:0:35249:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1783444842.810575:0:35249:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:1.0:1783444842.810576:0:35249:0:(osc_cache.c:2305:osc_next_obj()) Process leaving (rc=18446622884099796928 : -121189609754688 : ffff91c7585c2fc0) 00000008:00000020:1.0:1783444842.810579:0:35249:0:(osc_cache.c:2341:osc_check_rpcs()) obj ffff91c7585c2fc0 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:1.0:1783444842.810582:0:35249:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1783444842.810583:0:35249:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1783444842.810584:0:35249:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1783444842.810586:0:35249:0:(osc_cache.c:2161:osc_send_write_rpc()) Process entered 00000008:00000001:1.0:1783444842.810588:0:35249:0:(osc_cache.c:2018:try_to_add_extent_for_io()) Process entered 00000008:00000020:1.0:1783444842.810591:0:35249:0:(osc_cache.c:2022:try_to_add_extent_for_io()) extent ffff91c7590253c0@{[0 -> 0/1023], [1|0|+|cache|wiuY|ffff91c7585c2fc0], [28672|1|+|-|ffff91c74652c200|1024|0000000000000000]} trying to add this extent 00000008:00010000:1.0:1783444842.810597:0:35249:0:(osc_cache.c:2022:try_to_add_extent_for_io()) ### extent: 000000008c73f8ed ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000001e897b35/0x5503b2fe824ef70d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6ddc15 expref: -99 pid: 35249 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:1.0:1783444842.810606:0:35249:0:(osc_cache.c:2071:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:1.0:1783444842.810609:0:35249:0:(osc_cache.c:1874:osc_update_pending()) obj ffff91c7585c2fc0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:1.0:1783444842.810614:0:35249:0:(osc_cache.c:1168:osc_extent_make_ready()) Process entered 00000008:00000001:1.0:1783444842.810616:0:35249:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1783444842.810620:0:35249:0:(osc_cache.c:1176:osc_extent_make_ready()) extent ffff91c7590253c0@{[0 -> 0/1023], [1|0|+|locking|wiuY|ffff91c7585c2fc0], [28672|1|+|-|ffff91c74652c200|1024|ffff91c758a50000]} make ready 00000008:00010000:1.0:1783444842.810625:0:35249:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 000000008c73f8ed ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000001e897b35/0x5503b2fe824ef70d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6ddc15 expref: -99 pid: 35249 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:1.0:1783444842.810632:0:35249:0:(osc_cache.c:1360:osc_make_ready()) Process entered 00000020:00000001:1.0:1783444842.810634:0:35249:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:1.0:1783444842.810646:0:35249:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000889c92a9[2 00000000fc42eda7 1 1 0000000000000000 0 0 0] 00000020:00008000:1.0:1783444842.810648:0:35249:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:1.0:1783444842.810649:0:35249:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:1.0:1783444842.810651:0:35249:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1783444842.810652:0:35249:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1783444842.810654:0:35249:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1783444842.810656:0:35249:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1783444842.810658:0:35249:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1783444842.810660:0:35249:0:(cl_page.c:507:__cl_page_state_set()) page@00000000889c92a9[2 00000000fc42eda7 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1783444842.810662:0:35249:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:1.0:1783444842.810664:0:35249:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1783444842.810665:0:35249:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1783444842.810668:0:35249:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000889c92a9[2 00000000fc42eda7 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1783444842.810669:0:35249:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:1.0:1783444842.810671:0:35249:0:(osc_cache.c:1364:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.810673:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529ddc8 00000020:00000001:1.0:1783444842.810675:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529ddc8 00000020:00000001:1.0:1783444842.810676:0:35249:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1783444842.810679:0:35249:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.810680:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529ddc8 00000008:00000001:1.0:1783444842.810682:0:35249:0:(osc_cache.c:1229:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444842.810685:0:35249:0:(osc_request.c:2818:osc_build_rpc()) Process entered 00000008:00000020:1.0:1783444842.810688:0:35249:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff91c759350000: cli: ffff91c759000820 unstable pages: 0, osc unstable pages: 0 00000008:00000010:1.0:1783444842.810696:0:35249:0:(osc_request.c:2849:osc_build_rpc()) kmalloced '(pga)': 8 at ffff91c745107970. 00000008:00000010:1.0:1783444842.810700:0:35249:0:(osc_request.c:2853:osc_build_rpc()) slab-alloced 'oa': 208 at ffff91c74633dd00. 00000020:00000001:1.0:1783444842.810703:0:35249:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1783444842.810706:0:35249:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1783444842.810708:0:35249:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1783444842.810711:0:35249:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1783444842/1783444842 00000020:00000001:1.0:1783444842.810715:0:35249:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1783444842.810716:0:35249:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:1.0:1783444842.810720:0:35249:0:(osc_lock.c:1341:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:1.0:1783444842.810722:0:35249:0:(osc_request.c:3330:osc_match_base()) Process entered 00010000:00000001:1.0:1783444842.810725:0:35249:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444842.810733:0:35249:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41f00 count: 2 00010000:00000001:1.0:1783444842.810736:0:35249:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444842.810742:0:35249:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1783444842.810746:0:35249:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1783444842.810750:0:35249:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444842.810756:0:35249:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444842.810759:0:35249:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000001e897b35/0x5503b2fe824ef70d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6ddc15 expref: -99 pid: 35249 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1783444842.810767:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444842.810769:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783444842.810771:0:35249:0:(osc_request.c:3345:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1783444842.810773:0:35249:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444842.810774:0:35249:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444842.810776:0:35249:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c200 refcount=3 00000020:00000001:1.0:1783444842.810779:0:35249:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:1.0:1783444842.810781:0:35249:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00000008:00000001:1.0:1783444842.810783:0:35249:0:(osc_lock.c:1375:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:1.0:1783444842.810785:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444842.810786:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1783444842.810788:0:35249:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000008:00000001:1.0:1783444842.810790:0:35249:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:1.0:1783444842.810795:0:35249:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758839180. 00000020:00000040:1.0:1783444842.810800:0:35249:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:1.0:1783444842.810808:0:35249:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444842.810811:0:35249:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444842.810814:0:35249:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444842.810820:0:35249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c7590cc200. 00000100:00000001:1.0:1783444842.810829:0:35249:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1783444842.810837:0:35249:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 2 00000008:00000020:1.0:1783444842.810842:0:35249:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff91c759350000: dirty: 28672 undirty: 484638720 dropped 0 grant: 16769024 cl_lost_grant 0 00000008:00000001:1.0:1783444842.810849:0:35249:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:1.0:1783444842.810875:0:35249:0:(lnet-crypto.c:95:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 10299 MB/s 00000008:00008000:1.0:1783444842.810882:0:35249:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffee34443e65c0 map ffff91c748db4cb8 index 0 flags 17ffffc0005028 count 2 priv ffff91c7583d68c0: off 0 00000008:00000001:1.0:1783444842.810890:0:35249:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:1.0:1783444842.810892:0:35249:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: c9a4775b (4) 00000008:00100000:1.0:1783444842.810895:0:35249:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff91c758839180 - object 0x280000400:4 offset 0<>2 00000008:00000001:1.0:1783444842.810898:0:35249:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.810900:0:35249:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1783444842.810901:0:35249:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1783444842.810902:0:35249:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1783444842.810903:0:35249:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1783444842/1783444842 00000020:00000001:1.0:1783444842.810905:0:35249:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1783444842.810906:0:35249:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:1.0:1783444842.810908:0:35249:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000100:00000001:1.0:1783444842.810911:0:35249:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444842.810913:0:35249:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102377856 : -121189607173760 : ffff91c758839180) 00000008:00000002:1.0:1783444842.810926:0:35249:0:(osc_request.c:2975:osc_build_rpc()) @@@ 1 pages, aa 00000000b4bdc459, now 0r/1w/0d in flight req@ffff91c758839180 x1870075608309888/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:1.0:1783444842.810934:0:35249:0:(osc_request.c:2987:osc_build_rpc()) [0x240000403:0x8:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:1.0:1783444842.810942:0:35249:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca1b33a1] to pc [ptlrpcd_00_00+0] req@ffff91c758839180 x1870075608309888/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1783444842.810972:0:35249:0:(osc_request.c:2993:osc_build_rpc()) Process leaving 00000008:00000001:1.0:1783444842.810974:0:35249:0:(osc_request.c:3018:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444842.810976:0:35249:0:(osc_cache.c:2210:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444842.810978:0:35249:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1783444842.810979:0:35249:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444842.810981:0:35249:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1783444842.810982:0:35249:0:(osc_cache.c:1818:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444842.810984:0:35249:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1783444842.810985:0:35249:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444842.811087:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444842.811091:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444842.811094:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444842.811099:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c758839180 x1870075608309888/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444842.811107:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444842.811109:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444842.811114:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444842.811116:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444842.811119:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444842.811123:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c758839180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608309888:192.168.204.110@tcp:4:multiop.0 00000100:00000001:0.0:1783444842.811127:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444842.811133:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444842.811136:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444842.811138:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444842.811143:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c746767c00. 02000000:00000001:0.0:1783444842.811145:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444842.811154:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444842.811159:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f7e8. 00000400:00000010:0.0:1783444842.811166:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9198. 00000100:00000200:0.0:1783444842.811176:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608309888, portal 4 00000100:00000001:0.0:1783444842.811178:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444842.811179:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102377856 : -121189607173760 : ffff91c758839180) 00000100:00000040:0.0:1783444842.811185:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c758839180 x1870075608309888/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1783444858 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444842.811191:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444842.811194:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444842.811196:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9330. 00000100:00000200:0.0:1783444842.811200:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1870075608309888, offset 0 00000400:00000200:0.0:1783444842.811208:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444842.811220:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444842.811230:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444842.811239:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444842.811243:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444842.811248:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444842.811252:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444842.811255:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2907:2907:256:4294967295] 192.168.204.110@tcp LPNI seq info [2907:2907:8:4294967295] 00000400:00000200:0.0:1783444842.811260:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444842.811271:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444842.811277:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444842.811282:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3c00. 00000800:00000200:0.0:1783444842.811288:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444842.811297:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444842.811301:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3c00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1783444842.811314:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444842.811319:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20528 usecs (21 jiffies) 00000400:00000200:0.0:1783444842.811322:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444842.811325:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296481838 00000100:00000001:0.0:1783444842.811328:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296482301 00000100:00000001:0.0:1783444842.811330:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296481838 00000100:00000001:0.0:1783444842.811332:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296482301 00000100:00000001:0.0:1783444842.811334:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444842.811337:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444842.811340:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444842.811342:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444842.811346:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444842.811349:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783444842.811351:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444842.811352:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444842.811354:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444842.811356:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444842.811368:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444842.811370:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444842.811459:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444842.811462:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3c00. 00000400:00000200:0.0:1783444842.811466:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444842.811471:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444842.811476:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9330 00000400:00000010:0.0:1783444842.811479:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9330. 00000100:00000001:0.0:1783444842.811482:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444842.811487:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c758839180 x1870075608309888/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1783444858 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444842.811496:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444842.811500:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c758839180 x1870075608309888/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1783444858 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444842.811506:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444842.811508:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:1.0:1783444842.812507:0:35249:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:1.0:1783444842.812512:0:35249:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444842.812515:0:35249:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1783444842.812519:0:35249:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff91c7585c2fc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1783444842.812523:0:35249:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1783444842.812526:0:35249:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.812528:0:35249:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.812531:0:35249:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.812533:0:35249:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.812534:0:35249:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.812537:0:35249:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1783444842.812539:0:35249:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1783444842.812540:0:35249:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1783444842.812542:0:35249:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:1.0:1783444842.812543:0:35249:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000001:1.0:1783444842.812546:0:35249:0:(osc_cache.c:975:osc_extent_wait()) Process entered 00000008:00000001:1.0:1783444842.812549:0:35249:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1783444842.823659:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444842.823678:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444842.823683:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444842.823686:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444842.823695:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444842.823703:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444842.823713:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444842.823718:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444842.823723:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444842.823728:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e8562080 00000400:00000200:1.0:1783444842.823734:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444842.823740:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x8031 [1] + 224 00000800:00000001:1.0:1783444842.823748:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444842.823756:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444842.823759:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444842.823763:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444842.823770:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444842.823781:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c758839180 x1870075608309888/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1783444858 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444842.823793:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=448 req@ffff91c758839180 x1870075608309888/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1783444858 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444842.823818:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444842.823826:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444842.823829:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444842.825332:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444842.825339:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444842.825347:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444842.825349:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444842.825353:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f7e8. 00000400:00000200:0.0:1783444842.825360:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9198 00000400:00000010:0.0:1783444842.825362:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9198. 00000100:00000001:0.0:1783444842.825375:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444842.825384:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c758839180 x1870075608309888/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1783444858 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783444842.825397:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c758839180 x1870075608309888/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1783444858 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444842.825404:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444842.825406:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444842.825409:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444842.825412:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444842.825415:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444842.825418:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444842.825421:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444842.825430:0:2400:0:(import.c:2148:obd_at_measure()) add 0 to ffff91c7466a14a8 time=22 v=5 (5 0 0 0) 00000100:00001000:0.0:1783444842.825434:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444842.825436:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:02020000:0.0:1783444842.825441:0:2400:0:(client.c:1492:ptlrpc_check_status()) lustre-OST0000-osc-ffff91c759350000: operation ost_write to node 192.168.204.110@tcp failed: rc = -107 00000100:00000001:0.0:1783444842.839967:0:2400:0:(client.c:1493:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1783444842.839977:0:2400:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1783444842.840195:0:2400:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff91c759350000 of lustre-OST0000_UUID@192.168.204.110@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1783444842.840202:0:2400:0:(import.c:65:import_set_state_nolock()) ffff91c7466a1000 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1783444842.840208:0:2400:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff91c759350000: Connection to lustre-OST0000 (at 192.168.204.110@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1783444842.840211:0:2400:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1783444842.840215:0:2400:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:0.0:1783444842.840218:0:2400:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444842.840220:0:2400:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:0.0:1783444842.840224:0:2400:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783444842.840226:0:2400:0:(import.c:65:import_set_state_nolock()) ffff91c7466a1000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783444842.840230:0:2400:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783444842.840233:0:2400:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff91c759350000: connect to NID 192.168.204.110@tcp last attempt 1794 00000400:00000200:0.0:1783444842.840243:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444842.840249:0:2400:0:(peer.c:1557:LNetPeerDiscovered()) Peer NID 192.168.204.110@tcp is discovered: rc = 1 00000100:00000040:0.0:1783444842.840253:0:2400:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 14 to 192.168.204.110@tcp 00000100:00000001:0.0:1783444842.840256:0:2400:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783444842.840259:0:2400:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00000100:00000001:0.0:1783444842.840261:0:2400:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 00000020:00000001:0.0:1783444842.840266:0:2400:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783444842.840268:0:2400:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea6b 00000020:00000001:0.0:1783444842.840272:0:2400:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444842.840275:0:2400:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c7510a5800 refcount=4 00000020:00000001:0.0:1783444842.840278:0:2400:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883976992768 : -121189732558848 : ffff91c7510a5800) 00000020:00000001:0.0:1783444842.840280:0:2400:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883976992768 : -121189732558848 : ffff91c7510a5800) 00000100:00000040:0.0:1783444842.840283:0:2400:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 14 to 192.168.204.110@tcp 00000100:00000001:0.0:1783444842.840286:0:2400:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783444842.840288:0:2400:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00000100:00000001:0.0:1783444842.840290:0:2400:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 00000020:00000040:0.0:1783444842.840293:0:2400:0:(genops.c:900:class_export_put()) PUTting export ffff91c7510a5800 : new refcount 3 00000100:00080000:0.0:1783444842.840297:0:2400:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff91c759350000: import ffff91c7466a1000 using connection 192.168.204.110@tcp/192.168.204.110@tcp 00000100:00000001:0.0:1783444842.840299:0:2400:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444842.840302:0:2400:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783444842.840342:0:2400:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444842.840346:0:2400:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444842.840348:0:2400:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783444842.840351:0:2400:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682473 ocd_grant: 28672, lost: 0. 00000008:00000001:0.0:1783444842.840354:0:2400:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444842.840356:0:2400:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444842.840366:0:2400:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746730700. 00000020:00000040:0.0:1783444842.840369:0:2400:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=4 obd=lustre-OST0000-osc-ffff91c759350000 02000000:00000001:0.0:1783444842.840374:0:2400:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783444842.840375:0:2400:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444842.840379:0:2400:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444842.840382:0:2400:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444842.840385:0:2400:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444842.840395:0:2400:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c746765400. 00000100:00000001:0.0:1783444842.840514:0:2400:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444842.840525:0:2400:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91c746730700 x1870075608310016/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444842.840536:0:2400:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444842.840541:0:2400:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444842.840546:0:2400:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bafc9232] to pc [ptlrpcd_rcv+-1] req@ffff91c746730700 x1870075608310016/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444842.840573:0:2400:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444842.840576:0:2400:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1783444842.840578:0:2400:0:(client.c:1701:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1783444842.840583:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444842.840585:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444842.840593:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444842.840595:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444842.840597:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444842.840599:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444842.840602:0:2400:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444842.840603:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444842.840606:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444842.840608:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444842.840611:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444842.840672:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444842.840676:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444842.840678:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444842.840684:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746730700 x1870075608310016/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444842.840692:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444842.840694:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444842.840698:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444842.840701:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444842.840704:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444842.840707:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746730700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608310016:192.168.204.110@tcp:8:ptlrpcd_00_00.0 00000100:00000001:3.0:1783444842.840711:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444842.840715:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444842.840718:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444842.840720:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444842.840725:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452ad800. 02000000:00000001:3.0:1783444842.840727:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444842.840734:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444842.840738:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7588113c8. 00000400:00000010:3.0:1783444842.840745:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218000. 00000100:00000200:3.0:1783444842.840754:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608310016, portal 4 00000100:00000001:3.0:1783444842.840757:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444842.840758:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799303936 : -121189910247680 : ffff91c746730700) 00000100:00000040:3.0:1783444842.840765:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746730700 x1870075608310016/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1783444852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444842.840772:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444842.840775:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444842.840778:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218cc0. 00000100:00000200:3.0:1783444842.840782:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870075608310016, offset 0 00000400:00000200:3.0:1783444842.840788:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444842.840796:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444842.840804:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444842.840810:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444842.840814:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444842.840818:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444842.840821:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444842.840824:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2908:2908:256:4294967295] 192.168.204.110@tcp LPNI seq info [2908:2908:8:4294967295] 00000400:00000200:3.0:1783444842.840829:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444842.840839:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444842.840846:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444842.840852:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822cf00. 00000800:00000200:3.0:1783444842.840860:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444842.840870:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444842.840875:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822cf00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1783444842.840929:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444842.840934:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20517 usecs (21 jiffies) 00000400:00000200:3.0:1783444842.840938:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444842.840940:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296481867 00000100:00000001:3.0:1783444842.840943:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296482301 00000100:00000001:3.0:1783444842.840946:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296481867 00000100:00000001:3.0:1783444842.840948:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296482301 00000100:00000001:3.0:1783444842.840951:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444842.840953:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444842.840956:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444842.840958:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444842.840961:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444842.840963:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1783444842.840965:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444842.840966:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444842.840967:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444842.840969:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444842.850902:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444842.850913:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822cf00. 00000400:00000200:1.0:1783444842.850922:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444842.850931:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444842.850938:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218cc0 00000400:00000010:1.0:1783444842.850940:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218cc0. 00000100:00000001:1.0:1783444842.850945:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444842.850954:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730700 x1870075608310016/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1783444852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444842.850965:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444842.850968:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746730700 x1870075608310016/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1783444852 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444842.850977:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444842.850978:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444842.857642:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444842.857660:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444842.857665:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444842.857668:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444842.857676:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444842.857684:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444842.857693:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444842.857698:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444842.857704:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444842.857708:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 416 into portal 4 MB=0x6a4d2e8562100 00000400:00000200:1.0:1783444842.857713:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444842.857719:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 416/416 into md 0x8041 [1] + 0 00000800:00000001:1.0:1783444842.857727:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444842.857734:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444842.857738:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444842.857742:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444842.857748:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444842.857756:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746730700 x1870075608310016/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1783444852 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444842.857768:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff91c746730700 x1870075608310016/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1783444852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444842.857788:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444842.857796:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444842.857799:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444842.857862:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444842.857866:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444842.857873:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444842.857875:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444842.857878:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7588113c8. 00000400:00000200:3.0:1783444842.857883:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218000 00000400:00000010:3.0:1783444842.857885:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218000. 00000100:00000001:3.0:1783444842.857888:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444842.857892:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746730700 x1870075608310016/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1783444852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444842.857901:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746730700 x1870075608310016/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1783444852 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444842.857908:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444842.857910:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444842.857912:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444842.857916:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444842.857918:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444842.857920:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444842.857924:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444842.857934:0:2399:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=22 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444842.857938:0:2399:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444842.857940:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444842.857942:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444842.857945:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444842.857949:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444842.857953:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444842.857956:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967335 00000100:00000001:3.0:1783444842.857958:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444842.857959:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444842.857964:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746730700 x1870075608310016/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1783444852 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444842.857970:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444842.857973:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444842.857975:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444842.857978:0:2399:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1783444842.857985:0:2399:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff91c759350000: connect to target with instance 1 00000020:00000001:3.0:1783444842.858005:0:2399:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1783444842.858007:0:2399:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea6b 00000020:00000001:3.0:1783444842.858011:0:2399:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444842.858014:0:2399:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c7510a5800 refcount=4 00000020:00000001:3.0:1783444842.858017:0:2399:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883976992768 : -121189732558848 : ffff91c7510a5800) 00000020:00000001:3.0:1783444842.858019:0:2399:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883976992768 : -121189732558848 : ffff91c7510a5800) 00000100:00001000:3.0:1783444842.858023:0:2399:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=1783444842 v=0 (0 0 0 0) 00000100:00001000:3.0:1783444842.858025:0:2399:0:(import.c:2214:obd_at_measure()) AT ffff91c7466a1418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1783444842.858029:0:2399:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1663, crc32c 10299, adler 1303 00000020:00000040:3.0:1783444842.858035:0:2399:0:(genops.c:900:class_export_put()) PUTting export ffff91c7510a5800 : new refcount 3 00000100:00000001:3.0:1783444842.858038:0:2399:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1783444842.858042:0:2399:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000020:3.0:1783444842.858046:0:2399:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff91c759350000, setting cl_avail_grant: 0 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:3.0:1783444842.858049:0:2399:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1783444842.858052:0:2399:0:(lov_obd.c:427:lov_notify()) Process entered 00000080:00000001:3.0:1783444842.858085:0:2399:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1783444842.858089:0:2399:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:3.0:1783444842.858092:0:2399:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1783444842.858093:0:2399:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1783444842.858095:0:2399:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:3.0:1783444842.858098:0:2399:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444842.858100:0:2399:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444842.858102:0:2399:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1783444842.858103:0:2399:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:3.0:1783444842.858104:0:2399:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444842.858106:0:2399:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1783444842.858107:0:2399:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1783444842.858111:0:2399:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1783444842.858113:0:2399:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444842.858115:0:2399:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444842.858117:0:2399:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444842.858119:0:2399:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444842.858121:0:2399:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444842.858123:0:2399:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444842.858124:0:2399:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1783444842.858129:0:2399:0:(import.c:1338:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff91c759350000: evicting (reconnect/recover flags not set: 4) req@ffff91c746730700 x1870075608310016/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1783444852 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1783444842.858137:0:2399:0:(import.c:65:import_set_state_nolock()) ffff91c7466a1000 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1783444842.858140:0:2399:0:(import.c:1647:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:3.0:1783444842.858144:0:2399:0:(import.c:1662:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff91c759350000: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:3.0:1783444842.877313:0:2399:0:(import.c:1673:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.204.110@tcp; invalidating 00000020:00000040:3.0:1783444842.877321:0:2399:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=5 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:2.0:1783444842.880414:0:2399:0:(import.c:1694:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444842.880423:0:2399:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444842.880447:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746730700 x1870075608310016/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1783444852 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444842.880460:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746730700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608310016:192.168.204.110@tcp:8:ptlrpcd_00_00.0 00000100:00000001:2.0:1783444842.880467:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444842.880470:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444842.880475:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746730700 x1870075608310016/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1783444852 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444842.880483:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444842.880487:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444842.880493:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452ad800. 02000000:00000001:2.0:1783444842.880498:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444842.880502:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444842.880505:0:2399:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=4 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:2.0:1783444842.880508:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444842.880512:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c746765400. 02000000:00000001:2.0:1783444842.880517:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444842.880519:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444842.880521:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746730700. 00000100:00000001:2.0:1783444842.880525:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444842.880527:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444842.880529:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444842.880537:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444842.880540:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444842.880543:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444842.880545:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444842.880648:0:35263:0:(import.c:1593:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:1.0:1783444842.880658:0:35263:0:(import.c:1597:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff91c759350000 to lustre-OST0000_UUID@192.168.204.110@tcp 00000100:00000001:1.0:1783444842.880662:0:35263:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1783444842.880663:0:35263:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1783444842.880666:0:35263:0:(client.c:3574:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1783444842.880671:0:35263:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff91c758839180 x1870075608309888/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 496/224 e 0 to 0 dl 1783444858 ref 2 fl Rpc:RSQU/600/0 rc -107/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444842.880695:0:35263:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1783444842.880697:0:35263:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: committing for last_committed 4294967335 gen 16 00000100:00000040:1.0:1783444842.880701:0:35263:0:(client.c:3222:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1783444842.880704:0:35263:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444842.880705:0:35263:0:(client.c:3619:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1783444842.880706:0:35263:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1783444842.880708:0:35263:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:1.0:1783444842.880712:0:35263:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:1.0:1783444842.880719:0:35263:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:1.0:1783444842.880722:0:35263:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:1.0:1783444842.880725:0:35263:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1783444842.880727:0:35263:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff91c7467ea1e0 for uuid lustre-OST0000_UUID event(2) 00020000:01000000:1.0:1783444842.880731:0:35263:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:1.0:1783444842.880734:0:35263:0:(lov_obd.c:415:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 5503b2fe824eea6b 00020000:00000001:1.0:1783444842.880737:0:35263:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444842.880740:0:35263:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1783444842.880742:0:35263:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:1.0:1783444842.880745:0:35263:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1783444842.880746:0:35263:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:1.0:1783444842.880748:0:35263:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:1.0:1783444842.880750:0:35263:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444842.880752:0:35263:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444842.880754:0:35263:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:1.0:1783444842.880755:0:35263:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:1.0:1783444842.880756:0:35263:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444842.880758:0:35263:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1783444842.880760:0:35263:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1783444842.880763:0:35263:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1783444842.880765:0:35263:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444842.880767:0:35263:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444842.880769:0:35263:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.880772:0:35263:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444842.880773:0:35263:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444842.880775:0:35263:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444842.880777:0:35263:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00100000:1.0:1783444842.880780:0:35263:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1783444842.880841:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444842.880844:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444842.880847:0:2400:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444842.880854:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c758839180 x1870075608309888/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 496/224 e 0 to 0 dl 1783444858 ref 2 fl Rpc:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444842.880861:0:2400:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:0.0:1783444842.880864:0:2400:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444842.880866:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444842.880868:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783444842.880870:0:2400:0:(osc_request.c:2580:brw_interpret()) Process entered 00000008:00000001:0.0:1783444842.880872:0:2400:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:00000040:0.0:1783444842.880875:0:2400:0:(osc_request.c:2175:osc_brw_fini_request()) @@@ Failed request: rc = -5 req@ffff91c758839180 x1870075608309888/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 496/224 e 0 to 0 dl 1783444858 ref 2 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1783444842.880882:0:2400:0:(osc_request.c:2176:osc_brw_fini_request()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000008:00000002:0.0:1783444842.880884:0:2400:0:(osc_request.c:2585:brw_interpret()) request ffff91c758839180 aa ffff91c758839330 rc -5 00000008:00080000:0.0:1783444842.880888:0:2400:0:(osc_request.c:2600:brw_interpret()) lustre-OST0000-osc-ffff91c759350000: resend cross eviction for object: 0x280000400:4: rc = -5. 00000008:00000010:0.0:1783444842.880892:0:2400:0:(osc_request.c:2667:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff91c74633dd00. 00000100:00000001:0.0:1783444842.880896:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444842.880899:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c758839180 x1870075608309888/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 496/224 e 0 to 0 dl 1783444858 ref 2 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444842.880905:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444842.880911:0:2400:0:(osc_cache.c:903:osc_extent_finish()) Process entered 00000008:00000020:0.0:1783444842.880914:0:2400:0:(osc_cache.c:910:osc_extent_finish()) extent ffff91c7590253c0@{[0 -> 0/1023], [3|0|-|rpc|wiuY|ffff91c7585c2fc0], [28672|1|+|+|ffff91c74652c200|1024|ffff91c758a50000]} extent finished. 00000008:00010000:0.0:1783444842.880921:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 000000008c73f8ed ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000001e897b35/0x5503b2fe824ef70d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6ddc15 expref: -99 pid: 35249 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:0.0:1783444842.880934:0:2400:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:0.0:1783444842.880936:0:2400:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1783444842.880942:0:2400:0:(cl_page.c:1104:cl_page_complete()) page@00000000889c92a9[2 00000000fc42eda7 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783444842.880943:0:2400:0:(cl_page.c:1104:cl_page_complete()) 1 -5 00000020:00000001:0.0:1783444842.880945:0:2400:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1783444842.880947:0:2400:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1783444842.880949:0:2400:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783444842.880952:0:2400:0:(cl_page.c:507:__cl_page_state_set()) page@00000000889c92a9[2 00000000fc42eda7 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783444842.880954:0:2400:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1783444842.880955:0:2400:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1783444842.880958:0:2400:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1783444842.880960:0:2400:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000889c92a9[2 00000000fc42eda7 1 1 0000000000000000 0 0 0] 00000080:00008000:0.0:1783444842.880962:0:2400:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with -5 00000080:00000400:0.0:1783444842.881223:0:2400:0:(llite_lib.c:4202:ll_dirty_page_discard_warn()) lustre: dirty page discard: 192.168.204.110@tcp:/lustre/fid: [0x240000403:0x8:0x0]// may get corrupted (rc -5) 00000080:00000001:0.0:1783444842.897499:0:2400:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1783444842.897507:0:2400:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1783444842.897510:0:2400:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1783444842.897519:0:2400:0:(cl_page.c:556:cl_batch_put()) page@00000000889c92a9[2 00000000fc42eda7 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783444842.897521:0:2400:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1783444842.897522:0:2400:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1783444842.897525:0:2400:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000020:0.0:1783444842.897529:0:2400:0:(osc_cache.c:1602:osc_free_grant()) lost 0 grant: 0 avail: 0 dirty: 0/0 00000008:00000020:0.0:1783444842.897597:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff91c7590253c0@{[0 -> 0/1023], [2|0|-|inv|wuY|ffff91c7585c2fc0], [28672|0|-|-|ffff91c74652c200|1024|ffff91c758a50000]} destroyed. 00000008:00010000:0.0:1783444842.897607:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000008c73f8ed ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000001e897b35/0x5503b2fe824ef70d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6ddc15 expref: -99 pid: 35249 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:0.0:1783444842.897618:0:2400:0:(osc_cache.c:957:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1783444842.897622:0:2400:0:(osc_request.c:2539:osc_release_ppga()) kvfree 'ppga': 8 at ffff91c745107970. 00000008:00000020:0.0:1783444842.897637:0:2400:0:(osc_cache.c:2416:__osc_io_unplug()) Queue writeback work for client ffff91c759000820. 00000008:00000001:0.0:1783444842.897643:0:2400:0:(osc_request.c:2755:brw_interpret()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000040:0.0:1783444842.897657:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758839180 x1870075608309888/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 496/224 e 0 to 0 dl 1783444858 ref 1 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783444842.897666:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c758839180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608309888:192.168.204.110@tcp:4:multiop.0 00000100:00000001:0.0:1783444842.897689:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444842.897693:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444842.897696:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c758839180 x1870075608309888/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 496/224 e 0 to 0 dl 1783444858 ref 1 fl Complete:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444842.897703:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444842.897706:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444842.897709:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c746767c00. 02000000:00000001:0.0:1783444842.897714:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444842.897716:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444842.897729:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:0.0:1783444842.897732:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444842.897735:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c7590cc200. 02000000:00000001:0.0:1783444842.897739:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444842.897741:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444842.897743:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758839180. 00000100:00000001:0.0:1783444842.897747:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444842.897748:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444842.897751:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444842.897758:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444842.897760:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444842.897763:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444842.897765:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444842.897802:0:26147:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783444842.897810:0:26147:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593f8000. 00000020:00000010:0.0:1783444842.897815:0:26147:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c760f5fa00. 00000020:00000010:0.0:1783444842.897819:0:26147:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c760f5f000. 00000020:00000010:0.0:1783444842.897822:0:26147:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c76050d9c0. 00000008:00000010:0.0:1783444842.897828:0:26147:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7510b64b0. 00020000:00000010:0.0:1783444842.897833:0:26147:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c743ec1600. 00008000:00000010:0.0:1783444842.897850:0:26147:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c760970388. 00000080:00000010:0.0:1783444842.897857:0:26147:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c7467e3d20. 00000080:00000010:0.0:1783444842.897862:0:26147:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c758832750. 00000020:00000010:0.0:1783444842.897866:0:26147:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c760f5e200. 00000008:00000010:0.0:1783444842.897870:0:26147:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c76034b080. 00020000:00000010:0.0:1783444842.897874:0:26147:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7511edff0. 00008000:00000010:0.0:1783444842.897878:0:26147:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c74353d0e0. 00000080:00000010:0.0:1783444842.897882:0:26147:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c76031f780. 00000020:00000001:0.0:1783444842.897884:0:26147:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114694152 : -121189594857464 : ffff91c7593f8008) 00000020:00001000:0.0:1783444842.897887:0:26147:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593f8000 00000008:00000020:0.0:1783444842.897889:0:26147:0:(osc_request.c:4050:brw_queue_work()) Run writeback work for client obd ffff91c759000820. 00000008:00000001:0.0:1783444842.897892:0:26147:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1783444842.897893:0:26147:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:0.0:1783444842.897896:0:26147:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444842.897898:0:26147:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1783444842.897900:0:26147:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593f8000 00000020:00000010:0.0:1783444842.897903:0:26147:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c760f5f000. 00000020:00000010:0.0:1783444842.897907:0:26147:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c76050d9c0. 00000008:00000010:0.0:1783444842.897911:0:26147:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7510b64b0. 00020000:00000010:0.0:1783444842.897914:0:26147:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c743ec1600. 00008000:00000010:0.0:1783444842.897917:0:26147:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c760970388. 00000080:00000010:0.0:1783444842.897921:0:26147:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c7467e3d20. 00000080:00000010:0.0:1783444842.897924:0:26147:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c758832750. 00000020:00000010:0.0:1783444842.897927:0:26147:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760f5fa00. 00000008:00000010:0.0:1783444842.897929:0:26147:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c76034b080. 00020000:00000010:0.0:1783444842.897932:0:26147:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7511edff0. 00008000:00000010:0.0:1783444842.897935:0:26147:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c74353d0e0. 00000080:00000010:0.0:1783444842.897938:0:26147:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c76031f780. 00000020:00000010:0.0:1783444842.897940:0:26147:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760f5e200. 00000020:00000010:0.0:1783444842.897942:0:26147:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593f8000. 00000100:00000001:3.0:1783444842.898652:0:35263:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1783444842.898657:0:35263:0:(osc_request.c:3901:osc_import_event()) Process entered 00000001:00000001:3.0:1783444842.898660:0:35263:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1783444842.898663:0:35263:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1783444842.898677:0:35263:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41f00 count: 2 00010000:00000001:3.0:1783444842.898684:0:35263:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1783444842.898686:0:35263:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444842.898688:0:35263:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444842.898692:0:35263:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652c200 refcount=4 00000020:00000001:3.0:1783444842.898694:0:35263:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:3.0:1783444842.898698:0:35263:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797189120 : -121189912362496 : ffff91c74652c200) 00010000:00000001:3.0:1783444842.898702:0:35263:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783444842.898706:0:35263:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000001e897b35/0x5503b2fe824ef70d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80012e400000000 nid: local remote: 0x332dd2263f6ddc15 expref: -99 pid: 35249 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:3.0:1783444842.898717:0:35263:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1783444842.898720:0:35263:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783444842.898725:0:35263:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c74526c990. 00000020:00000010:3.0:1783444842.898729:0:35263:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c750f6bc00. 00000020:00000010:3.0:1783444842.898732:0:35263:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c750f6b200. 00000020:00000010:3.0:1783444842.898736:0:35263:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7604bb900. 00000008:00000010:3.0:1783444842.898741:0:35263:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444842.898744:0:35263:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759654480. 00008000:00000010:3.0:1783444842.898748:0:35263:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444842.898753:0:35263:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444842.898755:0:35263:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444842.898760:0:35263:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c750f6b600. 00000008:00000010:3.0:1783444842.898763:0:35263:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444842.898766:0:35263:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444842.898769:0:35263:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444842.898773:0:35263:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c758828000. 00000020:00000001:3.0:1783444842.898775:0:35263:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883777530264 : -121189932021352 : ffff91c74526c998) 00000020:00001000:3.0:1783444842.898777:0:35263:0:(cl_object.c:831:cl_env_get()) 1@ffff91c74526c990 00000008:00000001:3.0:1783444842.898779:0:35263:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1783444842.898782:0:35263:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:3.0:1783444842.898783:0:35263:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783444842.898786:0:35263:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c74526ce10. 00000020:00000010:3.0:1783444842.898788:0:35263:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c750f6a200. 00000020:00000010:3.0:1783444842.898790:0:35263:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c750f6a600. 00000020:00000010:3.0:1783444842.898792:0:35263:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7604bb960. 00000008:00000010:3.0:1783444842.898795:0:35263:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c743554e50. 00020000:00000010:3.0:1783444842.898798:0:35263:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759654f00. 00008000:00000010:3.0:1783444842.898801:0:35263:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c74355ea60. 00000080:00000010:3.0:1783444842.898803:0:35263:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c760e62150. 00000080:00000010:3.0:1783444842.898805:0:35263:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c74977cde0. 00000020:00000010:3.0:1783444842.898809:0:35263:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c750f6a000. 00000008:00000010:3.0:1783444842.898811:0:35263:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c751345a20. 00020000:00000010:3.0:1783444842.898814:0:35263:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c74978d6d0. 00008000:00000010:3.0:1783444842.898816:0:35263:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c742c39860. 00000080:00000010:3.0:1783444842.898818:0:35263:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c7588283c0. 00000020:00000001:3.0:1783444842.898820:0:35263:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883777531416 : -121189932020200 : ffff91c74526ce18) 00000020:00001000:3.0:1783444842.898822:0:35263:0:(cl_object.c:831:cl_env_get()) 1@ffff91c74526ce10 00000008:00000001:3.0:1783444842.898824:0:35263:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:3.0:1783444842.898827:0:35263:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:3.0:1783444842.898830:0:35263:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1783444842.898832:0:35263:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444842.898849:0:35263:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1783444842.898852:0:35263:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1783444842.898855:0:35263:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff91c7585c2fc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1783444842.898858:0:35263:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1783444842.898861:0:35263:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff91c7585c2fc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:3.0:1783444842.898865:0:35263:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1783444842.898867:0:35263:0:(osc_lock.c:372:osc_lock_flush()) object ffff91c7585c2fc0: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:3.0:1783444842.898870:0:35263:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:3.0:1783444842.898873:0:35263:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529ddc8 00000020:00000001:3.0:1783444842.898875:0:35263:0:(cl_object.c:151:cl_object_top()) ffff91c74529ddc8 -> ffff91c74529ddc8 00000020:00000001:3.0:1783444842.898878:0:35263:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1783444842.898880:0:35263:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:3.0:1783444842.898882:0:35263:0:(vvp_io.c:1822:vvp_io_init()) [0x240000403:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1783444842.898886:0:35263:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783444842.898887:0:35263:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1783444842.898889:0:35263:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783444842.898893:0:35263:0:(lov_object.c:1588:lov_io_init()) [0x240000403:0x8:0x0]io ffff91c743554ef0 type 8 ignore/verify layout 1/0 00020000:00000001:3.0:1783444842.898898:0:35263:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1783444842.898899:0:35263:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1783444842.898901:0:35263:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1783444842.898903:0:35263:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1783444842.898905:0:35263:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444842.898906:0:35263:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783444842.898908:0:35263:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1783444842.898909:0:35263:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:3.0:1783444842.898910:0:35263:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444842.898913:0:35263:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:3.0:1783444842.898917:0:35263:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1783444842.898919:0:35263:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1783444842.898922:0:35263:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:3.0:1783444842.898925:0:35263:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:3.0:1783444842.898927:0:35263:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622883747024624 : -121189962526992 : ffff91c743554ef0) 00000020:00000001:3.0:1783444842.898929:0:35263:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1783444842.898931:0:35263:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1783444842.898932:0:35263:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1783444842.898937:0:35263:0:(cl_page.c:507:__cl_page_state_set()) page@00000000889c92a9[2 00000000fc42eda7 1 1 00000000548325ed 0 0 0] 00000020:00000001:3.0:1783444842.898939:0:35263:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1783444842.898940:0:35263:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:3.0:1783444842.898942:0:35263:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:3.0:1783444842.898943:0:35263:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444842.898946:0:35263:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:3.0:1783444842.898948:0:35263:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:3.0:1783444842.898950:0:35263:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1783444842.898951:0:35263:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1783444842.898952:0:35263:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1783444842.898955:0:35263:0:(cl_page.c:507:__cl_page_state_set()) page@00000000889c92a9[2 00000000fc42eda7 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1783444842.898957:0:35263:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:3.0:1783444842.898958:0:35263:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1783444842.898961:0:35263:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1783444842.898962:0:35263:0:(osc_page.c:138:osc_page_delete()) ffff91c7583d6920 00000008:00000001:3.0:1783444842.898964:0:35263:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1783444842.898966:0:35263:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff91c7583d6930 page ffff91c7583d6920 at index 0. 00000008:00000001:3.0:1783444842.898969:0:35263:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444842.898975:0:35263:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1783444842.898978:0:35263:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffee34443e65c0 index 0 00000020:00000001:3.0:1783444842.898983:0:35263:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1783444842.898984:0:35263:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:3.0:1783444842.899011:0:35263:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1783444842.899013:0:35263:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1783444842.899014:0:35263:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1783444842.899016:0:35263:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1783444842.899017:0:35263:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1783444842.899020:0:35263:0:(cl_page.c:556:cl_batch_put()) page@00000000889c92a9[1 00000000fc42eda7 5 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1783444842.899022:0:35263:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:3.0:1783444842.899024:0:35263:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:3.0:1783444842.899027:0:35263:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff91c7583d68c0. 00000020:00000001:3.0:1783444842.899031:0:35263:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:3.0:1783444842.899032:0:35263:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1783444842.899080:0:35263:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783444842.899084:0:35263:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1783444842.899087:0:35263:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:3.0:1783444842.899089:0:35263:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:3.0:1783444842.899091:0:35263:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1783444842.899093:0:35263:0:(vvp_io.c:304:vvp_io_fini()) [0x240000403:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:3.0:1783444842.899096:0:35263:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1783444842.899097:0:35263:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:3.0:1783444842.899098:0:35263:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1783444842.899100:0:35263:0:(cl_object.c:925:cl_env_put()) 1@ffff91c74526ce10 00000020:00000010:3.0:1783444842.899103:0:35263:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c750f6a600. 00000020:00000010:3.0:1783444842.899107:0:35263:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7604bb960. 00000008:00000010:3.0:1783444842.899110:0:35263:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c743554e50. 00020000:00000010:3.0:1783444842.899114:0:35263:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759654f00. 00008000:00000010:3.0:1783444842.899117:0:35263:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c74355ea60. 00000080:00000010:3.0:1783444842.899120:0:35263:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c760e62150. 00000080:00000010:3.0:1783444842.899123:0:35263:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c74977cde0. 00000020:00000010:3.0:1783444842.899127:0:35263:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c750f6a200. 00000008:00000010:3.0:1783444842.899129:0:35263:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c751345a20. 00020000:00000010:3.0:1783444842.899133:0:35263:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c74978d6d0. 00008000:00000010:3.0:1783444842.899136:0:35263:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c742c39860. 00000080:00000010:3.0:1783444842.899139:0:35263:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c7588283c0. 00000020:00000010:3.0:1783444842.899141:0:35263:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c750f6a000. 00000020:00000010:3.0:1783444842.899143:0:35263:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c74526ce10. 00000008:00000001:3.0:1783444842.899146:0:35263:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444842.899148:0:35263:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529ddc8 00010000:00000001:3.0:1783444842.899151:0:35263:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:3.0:1783444842.899154:0:35263:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444842.899156:0:35263:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529ddc8 00000020:00000001:3.0:1783444842.899157:0:35263:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1783444842.899160:0:35263:0:(osc_object.c:161:osc_attr_update()) set kms from 2to 0 00020000:00000001:3.0:1783444842.899163:0:35263:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1783444842.899165:0:35263:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444842.899167:0:35263:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444842.899168:0:35263:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2fc0 -> ffff91c74529ddc8 00000008:00000001:3.0:1783444842.899172:0:35263:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1783444842.899174:0:35263:0:(cl_object.c:925:cl_env_put()) 1@ffff91c74526c990 00000020:00000010:3.0:1783444842.899176:0:35263:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c750f6b200. 00000020:00000010:3.0:1783444842.899178:0:35263:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7604bb900. 00000008:00000010:3.0:1783444842.899181:0:35263:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444842.899183:0:35263:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759654480. 00008000:00000010:3.0:1783444842.899185:0:35263:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444842.899187:0:35263:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444842.899189:0:35263:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444842.899192:0:35263:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c750f6bc00. 00000008:00000010:3.0:1783444842.899194:0:35263:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444842.899195:0:35263:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444842.899198:0:35263:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444842.899200:0:35263:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c758828000. 00000020:00000010:3.0:1783444842.899202:0:35263:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c750f6b600. 00000020:00000010:3.0:1783444842.899204:0:35263:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c74526c990. 00000008:00000001:3.0:1783444842.899207:0:35263:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444842.899210:0:35263:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1783444842.899212:0:35263:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783444842.899217:0:35263:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783444842.899219:0:35263:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783444842.899221:0:35263:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444842.899224:0:35263:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783444842.899228:0:35263:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c74652c200 with handle 0x5503b2fe824ef70d from hash 00010000:00000001:3.0:1783444842.899231:0:35263:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783444842.899233:0:35263:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444842.899235:0:35263:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444842.899236:0:35263:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783444842.899239:0:35263:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783444842.899241:0:35263:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1783444842.899243:0:35263:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444842.899244:0:35263:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444842.899246:0:35263:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444842.899248:0:35263:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444842.899249:0:35263:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:3.0:1783444842.899280:0:35263:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1783444842.899282:0:35263:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1783444842.899284:0:35263:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1783444842.899293:0:35263:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41f00 count: 2 00010000:00020000:3.0:1783444842.899297:0:35263:0:(ldlm_resource.c:1207:ldlm_resource_complain()) lustre-OST0000-osc-ffff91c759350000: namespace resource [0x280000400:0x4:0x0].0x0 (ffff91c747e41f00) refcount nonzero (1) after lock cleanup; forcing cleanup. 00000008:00000001:1.0:1783444842.899818:0:35249:0:(osc_cache.c:1010:osc_extent_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1783444842.899824:0:35249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783444842.899828:0:35249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000001e897b35/0x5503b2fe824ef70d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80496f400000000 nid: local remote: 0x332dd2263f6ddc15 expref: -99 pid: 35249 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000010:1.0:1783444842.899838:0:35249:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91c7453591c0. 00010000:00000001:1.0:1783444842.899847:0:35249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:1.0:1783444842.899851:0:35249:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff91c7590253c0. 00000008:00000020:1.0:1783444842.899855:0:35249:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff91c7585c2fc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1783444842.899858:0:35249:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:1.0:1783444842.899861:0:35249:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1783444842.899864:0:35249:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.899866:0:35249:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1783444842.899869:0:35249:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1783444842.899872:0:35249:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1783444842.899874:0:35249:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1783444842.899876:0:35249:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444842.899877:0:35249:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1783444842.899879:0:35249:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1783444842.899880:0:35249:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.899882:0:35249:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.899883:0:35249:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1783444842.899885:0:35249:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1783444842.899886:0:35249:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1783444842.899887:0:35249:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1783444842.899889:0:35249:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1783444842.899891:0:35249:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1783444842.899892:0:35249:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444842.899893:0:35249:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1783444842.899894:0:35249:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1783444842.899895:0:35249:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.899898:0:35249:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.899899:0:35249:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783444842.899900:0:35249:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783444842.899902:0:35249:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:1.0:1783444842.899905:0:35249:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1783444842.899906:0:35249:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:1.0:1783444842.899907:0:35249:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1783444842.899909:0:35249:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1783444842.899910:0:35249:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783444842.899912:0:35249:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a11b0 00000020:00000010:1.0:1783444842.899914:0:35249:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590ccc00. 00000020:00000010:1.0:1783444842.899918:0:35249:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b33c0. 00000008:00000010:1.0:1783444842.899921:0:35249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7590664b0. 00020000:00000010:1.0:1783444842.899925:0:35249:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025e40. 00008000:00000010:1.0:1783444842.899927:0:35249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cb8a98. 00000080:00000010:1.0:1783444842.899932:0:35249:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077888. 00000080:00000010:1.0:1783444842.899935:0:35249:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7609914d0. 00000020:00000010:1.0:1783444842.899938:0:35249:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cd800. 00000008:00000010:1.0:1783444842.899941:0:35249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909a580. 00020000:00000010:1.0:1783444842.899944:0:35249:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a1488. 00008000:00000010:1.0:1783444842.899947:0:35249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603effe8. 00000080:00000010:1.0:1783444842.899949:0:35249:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107c5a0. 00000020:00000010:1.0:1783444842.899952:0:35249:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cd600. 00000020:00000010:1.0:1783444842.899954:0:35249:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a11b0. 00020000:00000001:1.0:1783444842.899957:0:35249:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1783444842.899958:0:35249:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:1.0:1783444842.899960:0:35249:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1783444842.899962:0:35249:0:(vvp_io.c:304:vvp_io_fini()) [0x240000403:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1783444842.899965:0:35249:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1783444842.899965:0:35249:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783444842.899967:0:35249:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a13f0 00000020:00000010:1.0:1783444842.899969:0:35249:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590cc800. 00000020:00000010:1.0:1783444842.899971:0:35249:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b30c0. 00000008:00000010:1.0:1783444842.899974:0:35249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444842.899977:0:35249:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025900. 00008000:00000010:1.0:1783444842.899979:0:35249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444842.899982:0:35249:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444842.899984:0:35249:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444842.899986:0:35249:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cd200. 00000008:00000010:1.0:1783444842.900004:0:35249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444842.900006:0:35249:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444842.900008:0:35249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444842.900010:0:35249:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107cf00. 00000020:00000010:1.0:1783444842.900012:0:35249:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cde00. 00000020:00000010:1.0:1783444842.900014:0:35249:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a13f0. 00000080:00000001:1.0:1783444842.900017:0:35249:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000001:1.0:1783444842.900021:0:35249:0:(rw.c:1555:ll_writepages()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:1.0:1783444842.900026:0:35249:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1783444842.900029:0:35249:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b73e0) owner 0000000000000000/ffff91c758a50000 00020000:00000002:1.0:1783444842.900032:0:35249:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b73e0) owner 0000000000000000/ffff91c758a50000 00020000:00000001:1.0:1783444842.900035:0:35249:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000001:1.0:1783444842.900039:0:35249:0:(pcc.c:2802:pcc_fsync()) Process entered 00000080:00000001:1.0:1783444842.900040:0:35249:0:(pcc.c:2805:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444842.900043:0:35249:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1783444842.900044:0:35249:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444842.900049:0:35249:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a13f0. 00000020:00000010:1.0:1783444842.900053:0:35249:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cde00. 00000020:00000010:1.0:1783444842.900157:0:35249:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590cd200. 00000020:00000010:1.0:1783444842.900161:0:35249:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b30c0. 00000008:00000010:1.0:1783444842.900166:0:35249:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444842.900169:0:35249:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025900. 00008000:00000010:1.0:1783444842.900172:0:35249:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444842.900177:0:35249:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444842.900180:0:35249:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444842.900183:0:35249:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cc800. 00000008:00000010:1.0:1783444842.900187:0:35249:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444842.900189:0:35249:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444842.900192:0:35249:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444842.900195:0:35249:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107cf00. 00000020:00000001:1.0:1783444842.900197:0:35249:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114338808 : -121189595212808 : ffff91c7593a13f8) 00000020:00001000:1.0:1783444842.900200:0:35249:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a13f0 00000020:00000001:1.0:1783444842.900203:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c74529ddc8 -> ffff91c74529ddc8 00000020:00000001:1.0:1783444842.900205:0:35249:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1783444842.900207:0:35249:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:1.0:1783444842.900208:0:35249:0:(vvp_io.c:1822:vvp_io_init()) [0x240000403:0x8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1783444842.900211:0:35249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444842.900212:0:35249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1783444842.900213:0:35249:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783444842.900216:0:35249:0:(lov_object.c:1588:lov_io_init()) [0x240000403:0x8:0x0]io ffff91c760990e40 type 6 ignore/verify layout 0/0 00020000:00000002:1.0:1783444842.900219:0:35249:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b73e0) owner 0000000000000000/ffff91c758a50000 00020000:00000001:1.0:1783444842.900222:0:35249:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1783444842.900223:0:35249:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1783444842.900226:0:35249:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1783444842.900228:0:35249:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.900231:0:35249:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1783444842.900233:0:35249:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1783444842.900234:0:35249:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.900236:0:35249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444842.900237:0:35249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1783444842.900238:0:35249:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1783444842.900239:0:35249:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b73e0) owner 0000000000000000/ffff91c758a50000 00000020:00000001:1.0:1783444842.900241:0:35249:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.900243:0:35249:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1783444842.900245:0:35249:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1783444842.900246:0:35249:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1783444842.900250:0:35249:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1783444842.900253:0:35249:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:1.0:1783444842.900258:0:35249:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783444842.900259:0:35249:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1783444842.900260:0:35249:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444842.900263:0:35249:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a11b0. 00000020:00000010:1.0:1783444842.900266:0:35249:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cd600. 00000020:00000010:1.0:1783444842.900268:0:35249:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590cd800. 00000020:00000010:1.0:1783444842.900271:0:35249:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b33c0. 00000008:00000010:1.0:1783444842.900275:0:35249:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7590664b0. 00020000:00000010:1.0:1783444842.900277:0:35249:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025e40. 00008000:00000010:1.0:1783444842.900280:0:35249:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cb8a98. 00000080:00000010:1.0:1783444842.900283:0:35249:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077888. 00000080:00000010:1.0:1783444842.900286:0:35249:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7609914d0. 00000020:00000010:1.0:1783444842.900288:0:35249:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590ccc00. 00000008:00000010:1.0:1783444842.900291:0:35249:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909a580. 00020000:00000010:1.0:1783444842.900294:0:35249:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a1488. 00008000:00000010:1.0:1783444842.900296:0:35249:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603effe8. 00000080:00000010:1.0:1783444842.900299:0:35249:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107c5a0. 00000020:00000001:1.0:1783444842.900301:0:35249:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114338232 : -121189595213384 : ffff91c7593a11b8) 00000020:00001000:1.0:1783444842.900303:0:35249:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a11b0 00000020:00000001:1.0:1783444842.900305:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c74529dc38 -> ffff91c74529ddc8 00000020:00000001:1.0:1783444842.900307:0:35249:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1783444842.900309:0:35249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444842.900310:0:35249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1783444842.900312:0:35249:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.900314:0:35249:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.900316:0:35249:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883747332200 : -121189962219416 : ffff91c7435a0068) 00000020:00000001:1.0:1783444842.900318:0:35249:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1783444842.900319:0:35249:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.900321:0:35249:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.900323:0:35249:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.900326:0:35249:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1783444842.900329:0:35249:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1783444842.900330:0:35249:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444842.900331:0:35249:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1783444842.900333:0:35249:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783444842.900334:0:35249:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.900336:0:35249:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.900338:0:35249:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.900339:0:35249:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.900341:0:35249:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783444842.900342:0:35249:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.900344:0:35249:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.900346:0:35249:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1783444842.900348:0:35249:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1783444842.900349:0:35249:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444842.900350:0:35249:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1783444842.900352:0:35249:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1783444842.900353:0:35249:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000020:1.0:1783444842.900356:0:35249:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff91c7585c2fc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 0: rc=0. 00000008:00000001:1.0:1783444842.900360:0:35249:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444842.900361:0:35249:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1783444842.900363:0:35249:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff91c7585c2fc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1783444842.900366:0:35249:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444842.900368:0:35249:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:1.0:1783444842.900371:0:35249:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1783444842.900373:0:35249:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1783444842.900374:0:35249:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1783444842.900376:0:35249:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1783444842.900377:0:35249:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1783444842.900379:0:35249:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1783444842.900382:0:35249:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:1.0:1783444842.900389:0:35249:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758839f80. 00000020:00000040:1.0:1783444842.900394:0:35249:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=4 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:1.0:1783444842.900399:0:35249:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444842.900403:0:35249:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444842.900407:0:35249:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444842.900415:0:35249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c7590cd000. 00000100:00000001:1.0:1783444842.900421:0:35249:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444842.900430:0:35249:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444842.900435:0:35249:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444842.900460:0:35249:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b7f84b8] to pc [ptlrpcd_00_01+1] req@ffff91c758839f80 x1870075608310144/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1783444842.900485:0:35249:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444842.900487:0:35249:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444842.900488:0:35249:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.900490:0:35249:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.900492:0:35249:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.900493:0:35249:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.900495:0:35249:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.900497:0:35249:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1783444842.900498:0:35249:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1783444842.900499:0:35249:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1783444842.900500:0:35249:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1783444842.902751:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444842.902760:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444842.902764:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444842.902779:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c758839f80 x1870075608310144/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444842.902797:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1783444842.902800:0:2401:0:(client.c:1397:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff91c758839f80 x1870075608310144/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444842.902806:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444842.902810:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c758839f80 x1870075608310144/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:QU/600/ffffffff rc -108/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444842.902815:0:2401:0:(client.c:1844:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1783444842.902818:0:2401:0:(client.c:2092:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1783444842.902822:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444842.902824:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444842.902826:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783444842.902829:0:2401:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000008:00000001:0.0:1783444842.902831:0:2401:0:(osc_request.c:479:osc_sync_interpret()) Process leaving via out (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000008:00000001:0.0:1783444842.902850:0:2401:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444842.902854:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758839f80 x1870075608310144/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Interpret:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783444842.902861:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c758839f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:0:1870075608310144:192.168.204.110@tcp:16:multiop.0 00000100:00000001:0.0:1783444842.902865:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444842.902868:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444842.902872:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c758839f80 x1870075608310144/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Complete:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444842.902880:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1783444842.902881:0:35249:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783444842.902883:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00020000:00000001:1.0:1783444842.902886:0:35249:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783444842.902887:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00020000:00000001:1.0:1783444842.902892:0:35249:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1783444842.902893:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444842.902899:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c7590cd000. 00000080:00000001:1.0:1783444842.902904:0:35249:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 02000000:00000001:0.0:1783444842.902907:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1783444842.902909:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c74529ddc8 -> ffff91c74529ddc8 02000000:00000001:0.0:1783444842.902911:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1783444842.902913:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c74529ddc8 -> ffff91c74529ddc8 00000100:00000010:0.0:1783444842.902915:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758839f80. 00000020:00000001:1.0:1783444842.902917:0:35249:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000100:00000001:0.0:1783444842.902921:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00020000:00000001:1.0:1783444842.902923:0:35249:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00000100:00000001:0.0:1783444842.902925:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444842.902929:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:1.0:1783444842.902931:0:35249:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1783444842.902934:0:35249:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.902936:0:35249:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00000100:00000001:0.0:1783444842.902936:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444842.902940:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.902941:0:35249:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1783444842.902946:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00020000:00000002:1.0:1783444842.902947:0:35249:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742851 on OST[0]: s=2 (1) m=1783444842 a=0 c=1783444842 b=8 00000100:00000001:0.0:1783444842.902949:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.902953:0:35249:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783444842.902958:0:35249:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=2 m=1783444842 a=0 c=1783444842 b=8 00020000:00000001:1.0:1783444842.902960:0:35249:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444842.902962:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1783444842.902963:0:35249:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444842.902965:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.902967:0:35249:0:(cl_object.c:151:cl_object_top()) ffff91c74529ddc8 -> ffff91c74529ddc8 00000080:00200000:1.0:1783444842.902971:0:35249:0:(file.c:1743:ll_merge_attr_nolock()) [0x240000403:0x8:0x0] updating i_size 2 i_blocks 8 00000080:00000001:1.0:1783444842.902975:0:35249:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1783444842.902977:0:35249:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1783444842.902979:0:35249:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1783444842.902981:0:35249:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1783444842.902984:0:35249:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444842.902986:0:35249:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1783444842.902998:0:35249:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1783444842.902999:0:35249:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.903002:0:35249:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.903004:0:35249:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1783444842.903005:0:35249:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1783444842.903006:0:35249:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1783444842.903008:0:35249:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1783444842.903010:0:35249:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1783444842.903012:0:35249:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1783444842.903014:0:35249:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444842.903014:0:35249:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1783444842.903015:0:35249:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1783444842.903017:0:35249:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.903018:0:35249:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444842.903020:0:35249:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783444842.903021:0:35249:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783444842.903022:0:35249:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000020:00000001:1.0:1783444842.903025:0:35249:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1783444842.903027:0:35249:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:1.0:1783444842.903028:0:35249:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1783444842.903029:0:35249:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1783444842.903031:0:35249:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783444842.903032:0:35249:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a11b0 00000020:00000010:1.0:1783444842.903036:0:35249:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590cd800. 00000020:00000010:1.0:1783444842.903041:0:35249:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b33c0. 00000008:00000010:1.0:1783444842.903045:0:35249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7590664b0. 00020000:00000010:1.0:1783444842.903049:0:35249:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025e40. 00008000:00000010:1.0:1783444842.903053:0:35249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cb8a98. 00000080:00000010:1.0:1783444842.903132:0:35249:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077888. 00000080:00000010:1.0:1783444842.903136:0:35249:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7609914d0. 00000020:00000010:1.0:1783444842.903139:0:35249:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cd600. 00000008:00000010:1.0:1783444842.903143:0:35249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909a580. 00020000:00000010:1.0:1783444842.903147:0:35249:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a1488. 00008000:00000010:1.0:1783444842.903150:0:35249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603effe8. 00000080:00000010:1.0:1783444842.903152:0:35249:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107c5a0. 00000020:00000010:1.0:1783444842.903155:0:35249:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590ccc00. 00000020:00000010:1.0:1783444842.903157:0:35249:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a11b0. 00020000:00000001:1.0:1783444842.903160:0:35249:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1783444842.903162:0:35249:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:1.0:1783444842.903164:0:35249:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1783444842.903166:0:35249:0:(vvp_io.c:304:vvp_io_fini()) [0x240000403:0x8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1783444842.903168:0:35249:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1783444842.903169:0:35249:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783444842.903172:0:35249:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a13f0 00000020:00000010:1.0:1783444842.903174:0:35249:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590cd200. 00000020:00000010:1.0:1783444842.903176:0:35249:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b30c0. 00000008:00000010:1.0:1783444842.903178:0:35249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444842.903181:0:35249:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025900. 00008000:00000010:1.0:1783444842.903183:0:35249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444842.903186:0:35249:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444842.903188:0:35249:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444842.903190:0:35249:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cde00. 00000008:00000010:1.0:1783444842.903192:0:35249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444842.903193:0:35249:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444842.903195:0:35249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444842.903197:0:35249:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107cf00. 00000020:00000010:1.0:1783444842.903199:0:35249:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cc800. 00000020:00000010:1.0:1783444842.903201:0:35249:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a13f0. 00000080:00000001:1.0:1783444842.903204:0:35249:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000020:00000001:1.0:1783444842.903209:0:35249:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13e48 00000080:00000008:1.0:1783444842.903211:0:35249:0:(file.c:5359:ll_fsync()) COMPLETED file: name=f24a.recovery-small, fid=[0x240000403:0x8:0x0], start=0, end=9223372036854775807, datasync=0, rc=-5 00000080:00000001:1.0:1783444842.903214:0:35249:0:(file.c:5361:ll_fsync()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:1.0:1783444842.904125:0:35249:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1783444842.904131:0:35249:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b73e0) owner 0000000000000000/ffff91c758a50000 00020000:00000002:1.0:1783444842.904135:0:35249:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b73e0) owner 0000000000000000/ffff91c758a50000 00020000:00000001:1.0:1783444842.904138:0:35249:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444842.904151:0:35249:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:1.0:1783444842.904153:0:35249:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13d50 00000080:00200008:1.0:1783444842.904156:0:35249:0:(file.c:447:ll_file_release()) START file f24a.recovery-small:[0x240000403:0x8:0x0](ffff91c748db4b08), flags 100002 00000080:00000001:1.0:1783444842.904160:0:35249:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1783444842.904162:0:35249:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1783444842.904164:0:35249:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1783444842.904165:0:35249:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b73e0) owner 0000000000000000/ffff91c758a50000 00020000:00000002:1.0:1783444842.904167:0:35249:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b73e0) owner 0000000000000000/ffff91c758a50000 00020000:00000001:1.0:1783444842.904169:0:35249:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444842.904171:0:35249:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1783444842.904176:0:35249:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444842.904179:0:35249:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444842.904181:0:35249:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444842.904183:0:35249:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444842.904185:0:35249:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444842.904187:0:35249:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0x8:0x0] 00800000:00000001:1.0:1783444842.904190:0:35249:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444842.904194:0:35249:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444842.904197:0:35249:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444842.904204:0:35249:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211100 count: 2 00010000:00000001:1.0:1783444842.904207:0:35249:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444842.904212:0:35249:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444842.904214:0:35249:0:(lmv_obd.c:4132:lmv_lock_match()) Lock match for [0x240000403:0x8:0x0]: 0 00000080:00000001:1.0:1783444842.904216:0:35249:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1783444842.904218:0:35249:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1783444842.904222:0:35249:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff91c7590cc800. 00000080:00000001:1.0:1783444842.904224:0:35249:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1783444842.904229:0:35249:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1783444842.904233:0:35249:0:(lmv_obd.c:1665:lmv_close()) Process entered 00800000:00000001:1.0:1783444842.904235:0:35249:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444842.904236:0:35249:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444842.904237:0:35249:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444842.904238:0:35249:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444842.904240:0:35249:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444842.904241:0:35249:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0x8:0x0] 00800000:00000001:1.0:1783444842.904243:0:35249:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444842.904245:0:35249:0:(lmv_obd.c:1671:lmv_close()) CLOSE [0x240000403:0x8:0x0] 00000002:00000001:1.0:1783444842.904249:0:35249:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1783444842.904251:0:35249:0:(mdc_request.c:882:mdc_close()) lustre-MDT0001-mdc-ffff91c759350000: [0x240000403:0x8:0x0] file closed with intent: 200 00000100:00000010:1.0:1783444842.904257:0:35249:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758838e00. 00000020:00000040:1.0:1783444842.904262:0:35249:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=5 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:1.0:1783444842.904278:0:35249:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444842.904282:0:35249:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444842.904286:0:35249:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444842.904293:0:35249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c7590cde00. 00000100:00000001:1.0:1783444842.904299:0:35249:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1783444842.904314:0:35249:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91c7603f3800 x1870075608309248/t4294967338(4294967338) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444857 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1783444842.904324:0:35249:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1783444842.904329:0:35249:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c758838e00 x1870075608310400/t0(0) o35->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1783444842.904336:0:35249:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444842.904337:0:35249:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444842.904343:0:35249:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7590a80c0. 00000100:00000001:1.0:1783444842.904345:0:35249:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884111220928 : -121189598330688 : ffff91c7590a80c0) 00000100:00000001:1.0:1783444842.904348:0:35249:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444842.904350:0:35249:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102376960 : -121189607174656 : ffff91c758838e00) 00000100:00000001:1.0:1783444842.904354:0:35249:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444842.904358:0:35249:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444842.904360:0:35249:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444842.904362:0:35249:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444842.904365:0:35249:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c758838e00 x1870075608310400/t0(0) o35->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444842.904372:0:35249:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444842.904373:0:35249:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444842.904377:0:35249:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444842.904379:0:35249:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444842.904382:0:35249:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444842.904385:0:35249:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c758838e00 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:35249:1870075608310400:192.168.204.110@tcp:35:multiop.0 00000100:00000001:1.0:1783444842.904389:0:35249:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444842.904395:0:35249:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444842.904398:0:35249:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444842.904400:0:35249:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444842.904404:0:35249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c751025000. 02000000:00000001:1.0:1783444842.904407:0:35249:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444842.904413:0:35249:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444842.904417:0:35249:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736268. 00000400:00000010:1.0:1783444842.904424:0:35249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076d48. 00000100:00000200:1.0:1783444842.904431:0:35249:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608310400, portal 10 00000100:00000001:1.0:1783444842.904433:0:35249:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444842.904434:0:35249:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102376960 : -121189607174656 : ffff91c758838e00) 00000100:00000040:1.0:1783444842.904439:0:35249:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c758838e00 x1870075608310400/t0(0) o35->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444858 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444842.904447:0:35249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444842.904449:0:35249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444842.904452:0:35249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7590764c8. 00000100:00000200:1.0:1783444842.904455:0:35249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870075608310400, offset 0 00000400:00000200:1.0:1783444842.904462:0:35249:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444842.904471:0:35249:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444842.904479:0:35249:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444842.904484:0:35249:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444842.904488:0:35249:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444842.904492:0:35249:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444842.904496:0:35249:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444842.904500:0:35249:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2909:2909:256:4294967295] 192.168.204.110@tcp LPNI seq info [2909:2909:8:4294967295] 00000400:00000200:1.0:1783444842.904505:0:35249:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444842.904515:0:35249:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444842.904521:0:35249:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444842.904528:0:35249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298e00. 00000800:00000200:1.0:1783444842.904534:0:35249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444842.904542:0:35249:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444842.904546:0:35249:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1783444842.904560:0:35249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444842.904565:0:35249:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 21477 usecs (22 jiffies) 00000400:00000200:1.0:1783444842.904568:0:35249:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444842.904571:0:35249:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296481932 00000100:00000001:1.0:1783444842.904574:0:35249:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296482301 00000100:00000001:1.0:1783444842.904576:0:35249:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296481932 00000100:00000001:1.0:1783444842.904578:0:35249:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296482301 00000100:00000001:1.0:1783444842.904580:0:35249:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444842.904582:0:35249:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444842.904584:0:35249:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444842.904585:0:35249:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444842.904587:0:35249:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7590a80c0 going to sleep for 11 seconds 00000100:00000001:1.0:1783444842.904589:0:35249:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444842.904591:0:35249:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444842.904694:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444842.904698:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298e00. 00000400:00000200:1.0:1783444842.904702:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444842.904707:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444842.904711:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7590764c8 00000400:00000010:1.0:1783444842.904713:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7590764c8. 00000100:00000001:1.0:1783444842.904716:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444842.904720:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c758838e00 x1870075608310400/t0(0) o35->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444858 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444842.904729:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444842.904731:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c758838e00 x1870075608310400/t0(0) o35->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444858 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444842.904737:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444842.904738:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000100:3.0:1783444842.917775:0:35263:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x4:0x0].0x0 (ffff91c747e41f00) refcount = 1 00010000:00000040:3.0:1783444842.917787:0:35263:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747e41f00 count: 0 00010000:00000010:3.0:1783444842.917795:0:35263:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff91c747e41200. 00000001:00000001:1.0:1783444842.918089:0:35263:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444842.918095:0:35263:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444842.918105:0:35263:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a13f0. 00000020:00000010:1.0:1783444842.918110:0:35263:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cd200. 00000020:00000010:1.0:1783444842.918124:0:35263:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590ccc00. 00000020:00000010:1.0:1783444842.918129:0:35263:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b30c0. 00000008:00000010:1.0:1783444842.918137:0:35263:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444842.918142:0:35263:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025900. 00008000:00000010:1.0:1783444842.918148:0:35263:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444842.918156:0:35263:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444842.918160:0:35263:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444842.918164:0:35263:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cd600. 00000008:00000010:1.0:1783444842.918168:0:35263:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444842.918172:0:35263:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444842.918177:0:35263:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444842.918181:0:35263:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107cf00. 00000020:00000001:1.0:1783444842.918184:0:35263:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114338808 : -121189595212808 : ffff91c7593a13f8) 00000020:00001000:1.0:1783444842.918189:0:35263:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a13f0 00000008:00000001:1.0:1783444842.918193:0:35263:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1783444842.918195:0:35263:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:1.0:1783444842.918199:0:35263:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444842.918202:0:35263:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1783444842.918204:0:35263:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1783444842.918206:0:35263:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1783444842.918235:0:35263:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1783444842.918238:0:35263:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a13f0 00000020:00000010:1.0:1783444842.918242:0:35263:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590ccc00. 00000020:00000010:1.0:1783444842.918246:0:35263:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b30c0. 00000008:00000010:1.0:1783444842.918249:0:35263:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444842.918253:0:35263:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025900. 00008000:00000010:1.0:1783444842.918255:0:35263:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444842.918259:0:35263:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444842.918261:0:35263:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444842.918265:0:35263:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cd200. 00000008:00000010:1.0:1783444842.918268:0:35263:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444842.918270:0:35263:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444842.918273:0:35263:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444842.918276:0:35263:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107cf00. 00000020:00000010:1.0:1783444842.918279:0:35263:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cd600. 00000020:00000010:1.0:1783444842.918281:0:35263:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a13f0. 00000001:00000001:1.0:1783444842.918283:0:35263:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1783444842.918284:0:35263:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1783444842.918307:0:35263:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1783444842.918309:0:35263:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1783444842.918310:0:35263:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1783444842.918333:0:35263:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444842.918335:0:35263:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444842.918338:0:35263:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:1.0:1783444842.918344:0:35263:0:(import.c:65:import_set_state_nolock()) ffff91c7466a1000 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1783444842.918347:0:35263:0:(import.c:1647:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1783444842.918350:0:35263:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1783444842.918352:0:35263:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1783444842.918354:0:35263:0:(import.c:65:import_set_state_nolock()) ffff91c7466a1000 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:1.0:1783444842.918356:0:35263:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:1.0:1783444842.918359:0:35263:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:1.0:1783444842.918361:0:35263:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:1.0:1783444842.918364:0:35263:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:2.0:1783444842.918627:0:35263:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1783444842.918631:0:35263:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff91c7467ea1e0 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:2.0:1783444842.918637:0:35263:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:2.0:1783444842.918639:0:35263:0:(lov_obd.c:415:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 5503b2fe824eea6b 00020000:00000001:2.0:1783444842.918642:0:35263:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444842.918645:0:35263:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1783444842.918648:0:35263:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:2.0:1783444842.918650:0:35263:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1783444842.918651:0:35263:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1783444842.918653:0:35263:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:2.0:1783444842.918655:0:35263:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444842.918657:0:35263:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444842.918659:0:35263:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1783444842.918660:0:35263:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:2.0:1783444842.918661:0:35263:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444842.918663:0:35263:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1783444842.918665:0:35263:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1783444842.918669:0:35263:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1783444842.918671:0:35263:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444842.918672:0:35263:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444842.918674:0:35263:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444842.918676:0:35263:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444842.918678:0:35263:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444842.918680:0:35263:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444842.918682:0:35263:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:2.0:1783444842.918690:0:35263:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff91c759350000: Connection restored to 192.168.204.110@tcp (at 192.168.204.110@tcp) 00000100:00000001:2.0:1783444842.918693:0:35263:0:(import.c:1753:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444842.918696:0:35263:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444842.918698:0:35263:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:2.0:1783444842.918700:0:35263:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1783444842.918702:0:35263:0:(import.c:1610:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1783444842.919315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652c200. 00000800:00000001:1.0:1783444842.919523:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444842.919536:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444842.919539:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444842.919541:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444842.919549:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444842.919555:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444842.919563:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444842.919568:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444842.919575:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444842.919579:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8562280 00000400:00000200:1.0:1783444842.919585:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444842.919591:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x8049 [1] + 224 00000800:00000001:1.0:1783444842.919599:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444842.919607:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444842.919611:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444842.919616:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444842.919624:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444842.919631:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c758838e00 x1870075608310400/t0(0) o35->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444858 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444842.919648:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91c758838e00 x1870075608310400/t0(0) o35->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444858 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444842.919660:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444842.919668:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444842.919671:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444842.919722:0:35249:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444842.919731:0:35249:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444842.919733:0:35249:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444842.919737:0:35249:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736268. 00000400:00000200:0.0:1783444842.919741:0:35249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076d48 00000400:00000010:0.0:1783444842.919744:0:35249:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076d48. 00000100:00000001:0.0:1783444842.919746:0:35249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444842.919751:0:35249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c758838e00 x1870075608310400/t0(0) o35->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444858 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783444842.919759:0:35249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c758838e00 x1870075608310400/t0(0) o35->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444858 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444842.919766:0:35249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444842.919767:0:35249:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444842.919770:0:35249:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444842.919772:0:35249:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444842.919775:0:35249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444842.919777:0:35249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444842.919780:0:35249:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444842.919790:0:35249:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09580 time=126 v=5 (5 0 0 5) 00000100:00001000:0.0:1783444842.919793:0:35249:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=22 v=5 (1 1 1 1) 00000100:00000001:0.0:1783444842.919796:0:35249:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444842.919797:0:35249:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444842.919800:0:35249:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444842.919803:0:35249:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444842.919806:0:35249:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783444842.919808:0:35249:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783444842.919810:0:35249:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783444842.919812:0:35249:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444842.919814:0:35249:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102376960 : -121189607174656 : ffff91c758838e00) 00000100:00000001:0.0:1783444842.919817:0:35249:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444842.919819:0:35249:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967338 00000100:00000001:0.0:1783444842.919821:0:35249:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444842.919823:0:35249:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444842.919828:0:35249:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c758838e00 x1870075608310400/t4294967340(4294967340) o35->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444858 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444842.919836:0:35249:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444842.919839:0:35249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444842.919841:0:35249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444842.919845:0:35249:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758838e00 x1870075608310400/t4294967340(4294967340) o35->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444858 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783444842.919854:0:35249:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c758838e00 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:35249:1870075608310400:192.168.204.110@tcp:35:multiop.0 00000100:00000001:0.0:1783444842.919859:0:35249:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444842.919861:0:35249:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444842.919864:0:35249:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783444842.919866:0:35249:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444842.919869:0:35249:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c758838e00 x1870075608310400/t4294967340(4294967340) o35->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444858 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444842.919876:0:35249:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444842.919878:0:35249:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7590a80c0. 00000100:00000001:0.0:1783444842.919883:0:35249:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783444842.919884:0:35249:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444842.919891:0:35249:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444842.919892:0:35249:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102376960 : -121189607174656 : ffff91c758838e00) 00000002:00000001:0.0:1783444842.919895:0:35249:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444842.919898:0:35249:0:(lmv_obd.c:1673:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783444842.919903:0:35249:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cc800. 00000080:00000001:0.0:1783444842.919907:0:35249:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783444842.919909:0:35249:0:(lmv_obd.c:4191:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783444842.919912:0:35249:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444842.919927:0:35249:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444842.919931:0:35249:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444842.919933:0:35249:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444842.919935:0:35249:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444842.919937:0:35249:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0x8:0x0] 00800000:00000001:0.0:1783444842.919939:0:35249:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444842.919944:0:35249:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783444842.919949:0:35249:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91c7603f3800 x1870075608309248/t4294967338(4294967338) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444857 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444842.919958:0:35249:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444842.919959:0:35249:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232116224 : -121189477435392 : ffff91c7603f3800) 00000100:00000001:0.0:1783444842.919961:0:35249:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444842.919964:0:35249:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f3800 x1870075608309248/t4294967338(4294967338) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444857 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444842.919970:0:35249:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444842.919972:0:35249:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444842.919975:0:35249:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f3800 x1870075608309248/t4294967338(4294967338) o101->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444857 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444842.919982:0:35249:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783444842.919984:0:35249:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444842.919985:0:35249:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:0.0:1783444842.920000:0:35249:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444842.920004:0:35249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c750f6cc00. 02000000:00000001:0.0:1783444842.920008:0:35249:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444842.920010:0:35249:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444842.920012:0:35249:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f3800. 00000100:00000001:0.0:1783444842.920016:0:35249:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444842.920017:0:35249:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444842.920018:0:35249:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444842.920022:0:35249:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c758838e00 x1870075608310400/t4294967340(4294967340) o35->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444858 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444842.920028:0:35249:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444842.920030:0:35249:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff91c7507ebde0. 00000002:00000001:0.0:1783444842.920033:0:35249:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444842.920036:0:35249:0:(lmv_obd.c:4197:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783444842.920038:0:35249:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91c76050a200. 00000100:00000001:0.0:1783444842.920042:0:35249:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444842.920045:0:35249:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c758838e00 x1870075608310400/t4294967340(4294967340) o35->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444858 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444842.920051:0:35249:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444842.920077:0:35249:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783444842.920081:0:35249:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91c7417b72c0. 00000080:00000001:0.0:1783444842.920085:0:35249:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444842.920091:0:35249:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13d50 00000080:00000008:0.0:1783444842.920093:0:35249:0:(file.c:491:ll_file_release()) COMPLETED file f24a.recovery-small:[0x240000403:0x8:0x0](ffff91c748db4b08), flags 100002, rc = 0 00000080:00000001:0.0:1783444842.920096:0:35249:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444842.920101:0:35249:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783444842.920103:0:35249:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13d98 00000080:00002000:0.0:1783444842.920104:0:35249:0:(dcache.c:127:ll_ddelete()) keeping dentry f24a.recovery-small (ffff91c748f5c5e8, parent ffff91c748f5c510, inode ffff91c748db4b08) hashed, 00000080:00000001:0.0:1783444842.920107:0:35249:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1783444842.922645:0:35066:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41f00. 00000080:00000001:2.0:1783444842.942458:0:35265:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783444842.942466:0:35265:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783444842.942469:0:35265:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783444842.942472:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c23bc0 00000080:00200000:2.0:1783444842.942477:0:35265:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:2.0:1783444842.942485:0:35265:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7435f4600. 00800000:00000002:2.0:1783444842.942492:0:35265:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:2.0:1783444842.942496:0:35265:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444842.942501:0:35265:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444842.942503:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c23ae0 00800000:00000002:2.0:1783444842.942505:0:35265:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444842.942509:0:35265:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1783444842.942513:0:35265:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444842.942515:0:35265:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444842.942518:0:35265:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444842.942520:0:35265:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444842.942522:0:35265:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444842.942524:0:35265:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444842.942527:0:35265:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444842.942530:0:35265:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783444842.942536:0:35265:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444842.942538:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c239b0 00000002:00010000:2.0:1783444842.942539:0:35265:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783444842.942542:0:35265:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783444842.942544:0:35265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444842.942547:0:35265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444842.942554:0:35265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 2 00010000:00000001:2.0:1783444842.942558:0:35265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444842.942563:0:35265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444842.942567:0:35265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444842.942572:0:35265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef6f1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddbba expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1783444842.942583:0:35265:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444842.942588:0:35265:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444842.942591:0:35265:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef6f1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddbba expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1783444842.942598:0:35265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783444842.942600:0:35265:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783444842.942602:0:35265:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444842.942604:0:35265:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444842.942606:0:35265:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444842.942608:0:35265:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783444842.942611:0:35265:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783444842.942614:0:35265:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:2.0:1783444842.942618:0:35265:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7435f4600. 00000080:00000001:2.0:1783444842.942625:0:35265:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783444842.942627:0:35265:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444842.942630:0:35265:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:2.0:1783444842.942633:0:35265:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef6f1 00800000:00000001:2.0:1783444842.942636:0:35265:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444842.942638:0:35265:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444842.942640:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444842.942643:0:35265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444842.942646:0:35265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:2.0:1783444842.942648:0:35265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444842.942650:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444842.942653:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444842.942654:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444842.942655:0:35265:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444842.942657:0:35265:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444842.942660:0:35265:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef6f1 from it ffffa31941c23bf8 00010000:00000001:2.0:1783444842.942662:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444842.942663:0:35265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444842.942664:0:35265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:2.0:1783444842.942666:0:35265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444842.942668:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444842.942670:0:35265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444842.942673:0:35265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef6f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddbba expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1783444842.942678:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444842.942680:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444842.942681:0:35265:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444842.942684:0:35265:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444842.942686:0:35265:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef6f1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddbba expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783444842.942694:0:35265:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444842.942697:0:35265:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444842.942700:0:35265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444842.942704:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444842.942705:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444842.942707:0:35265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444842.942710:0:35265:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444842.942712:0:35265:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444842.942714:0:35265:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444842.942716:0:35265:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444842.942732:0:35265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444842.942733:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444842.942735:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783444842.942738:0:35265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783444842.942739:0:35265:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444842.942742:0:35265:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:2.0:1783444842.942747:0:35265:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783444842.942759:0:35265:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91c7507eb4e0. 00000080:00000001:2.0:1783444842.942763:0:35265:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783444842.942765:0:35265:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783444842.942766:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c23b00 00000080:00200000:2.0:1783444842.942768:0:35265:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:2.0:1783444842.942771:0:35265:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7435f4600. 00800000:00000002:2.0:1783444842.942773:0:35265:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:2.0:1783444842.942775:0:35265:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444842.942777:0:35265:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444842.942778:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c23a20 00800000:00000002:2.0:1783444842.942779:0:35265:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444842.942782:0:35265:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1783444842.942784:0:35265:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444842.942785:0:35265:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444842.942786:0:35265:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444842.942788:0:35265:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444842.942789:0:35265:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444842.942791:0:35265:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444842.942793:0:35265:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444842.942795:0:35265:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783444842.942798:0:35265:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444842.942799:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c238f0 00000002:00010000:2.0:1783444842.942801:0:35265:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783444842.942804:0:35265:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783444842.942805:0:35265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444842.942806:0:35265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444842.942809:0:35265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 2 00010000:00000001:2.0:1783444842.942810:0:35265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444842.942813:0:35265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444842.942814:0:35265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444842.942817:0:35265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef6f1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddbba expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1783444842.942824:0:35265:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444842.942826:0:35265:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444842.942828:0:35265:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef6f1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddbba expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1783444842.942834:0:35265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783444842.942836:0:35265:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783444842.942837:0:35265:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444842.942839:0:35265:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444842.942841:0:35265:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444842.942843:0:35265:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783444842.942845:0:35265:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783444842.942846:0:35265:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:2.0:1783444842.942848:0:35265:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7435f4600. 00000080:00000001:2.0:1783444842.942851:0:35265:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783444842.942852:0:35265:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444842.942854:0:35265:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:2.0:1783444842.942856:0:35265:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef6f1 00800000:00000001:2.0:1783444842.942859:0:35265:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444842.942860:0:35265:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444842.942861:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444842.942862:0:35265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444842.942864:0:35265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:2.0:1783444842.942866:0:35265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444842.942868:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444842.942870:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444842.942871:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444842.942872:0:35265:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444842.942873:0:35265:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444842.942875:0:35265:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef6f1 from it ffffa31941c23b38 00010000:00000001:2.0:1783444842.942877:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444842.942878:0:35265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444842.942879:0:35265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:2.0:1783444842.942881:0:35265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444842.942883:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444842.942885:0:35265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444842.942887:0:35265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef6f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddbba expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783444842.942893:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444842.942894:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444842.942895:0:35265:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444842.942897:0:35265:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444842.942899:0:35265:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef6f1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddbba expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783444842.942904:0:35265:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444842.942905:0:35265:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444842.942907:0:35265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444842.942908:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444842.942909:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444842.942910:0:35265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444842.942912:0:35265:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444842.942913:0:35265:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444842.942915:0:35265:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444842.942916:0:35265:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444842.942919:0:35265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444842.942920:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444842.942921:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783444842.942922:0:35265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783444842.942923:0:35265:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444842.942926:0:35265:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 3 00000080:00000001:2.0:1783444842.942928:0:35265:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444842.942931:0:35265:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1783444842.942933:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c23b50 00000080:00200000:2.0:1783444842.942935:0:35265:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), file ffff91c7502ab680, open_flags 8441, mode 81b6 opened 0 00000080:00000010:2.0:1783444842.942941:0:35265:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff91c760427e40. 00000080:00000001:2.0:1783444842.942944:0:35265:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1783444842.942947:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c23a00 00000080:00200000:2.0:1783444842.942949:0:35265:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), intent=open|creat 00000080:00000010:2.0:1783444842.942954:0:35265:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7435f4600. 00800000:00000002:2.0:1783444842.942957:0:35265:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:2.0:1783444842.942961:0:35265:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444842.942962:0:35265:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444842.942964:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c23920 00800000:00000002:2.0:1783444842.942965:0:35265:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444842.942969:0:35265:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1783444842.942971:0:35265:0:(lmv_obd.c:2238:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1783444842.942973:0:35265:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444842.942974:0:35265:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444842.942975:0:35265:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444842.942977:0:35265:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444842.942979:0:35265:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444842.942981:0:35265:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444842.942982:0:35265:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444842.942985:0:35265:0:(lmv_obd.c:2284:lmv_locate_tgt_create()) Process leaving (rc=18446622883747488256 : -121189962063360 : ffff91c7435c6200) 00800000:00000001:2.0:1783444842.942999:0:35265:0:(lmv_obd.c:1203:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1783444842.943001:0:35265:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1783444842.943004:0:35265:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1783444842.943006:0:35265:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1783444842.943008:0:35265:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff91c759350000: Allocated FID [0x200000405:0x2b:0x0] 40000000:00000001:2.0:1783444842.943011:0:35265:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444842.943013:0:35265:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444842.943015:0:35265:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444842.943017:0:35265:0:(lmv_obd.c:1227:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444842.943019:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c238a0 00800000:00000002:2.0:1783444842.943021:0:35265:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:2.0:1783444842.943024:0:35265:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444842.943025:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c237d8 00000002:00010000:2.0:1783444842.943027:0:35265:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: recon,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:2.0:1783444842.943030:0:35265:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1783444842.943032:0:35265:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1783444842.943035:0:35265:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1783444842.943038:0:35265:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444842.943039:0:35265:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1783444842.943041:0:35265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 2 00010000:00000001:2.0:1783444842.943043:0:35265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444842.943045:0:35265:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1783444842.943048:0:35265:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783444842.943050:0:35265:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef6f1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6ddbba expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:2.0:1783444842.943097:0:35265:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1783444842.943101:0:35265:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1783444842.943104:0:35265:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1783444842.943106:0:35265:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1783444842.943109:0:35265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444842.943110:0:35265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444842.943113:0:35265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 3 00010000:00000001:2.0:1783444842.943116:0:35265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444842.943119:0:35265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444842.943121:0:35265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444842.943122:0:35265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444842.943123:0:35265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 3 00010000:00000001:2.0:1783444842.943125:0:35265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444842.943127:0:35265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444842.943129:0:35265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444842.943130:0:35265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444842.943131:0:35265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 3 00010000:00000001:2.0:1783444842.943133:0:35265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444842.943135:0:35265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444842.943137:0:35265:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1783444842.943139:0:35265:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91c748db39c0, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1783444842.943143:0:35265:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1783444842.943145:0:35265:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1783444842.943148:0:35265:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1783444842.943149:0:35265:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444842.943152:0:35265:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783444842.943155:0:35265:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783444842.943156:0:35265:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783444842.943158:0:35265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444842.943160:0:35265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1783444842.943162:0:35265:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752224600 with handle 0x5503b2fe824ef6f1 from hash 00010000:00000001:2.0:1783444842.943165:0:35265:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783444842.943166:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444842.943167:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444842.943168:0:35265:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783444842.943170:0:35265:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783444842.943172:0:35265:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1783444842.943174:0:35265:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1783444842.943176:0:35265:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783444842.943178:0:35265:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1783444842.943183:0:35265:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f1f80. 00000020:00000040:2.0:1783444842.943187:0:35265:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:2.0:1783444842.943193:0:35265:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1783444842.943194:0:35265:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444842.943197:0:35265:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783444842.943200:0:35265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444842.943203:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444842.943204:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444842.943205:0:35265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444842.943207:0:35265:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444842.943209:0:35265:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444842.943212:0:35265:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444842.943220:0:35265:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c750f6e400. 00000100:00000001:2.0:1783444842.943226:0:35265:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444842.943231:0:35265:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444842.943234:0:35265:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1783444842.943237:0:35265:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef6f1 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6ddbba expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1783444842.943243:0:35265:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1783444842.943245:0:35265:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1783444842.943246:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783444842.943249:0:35265:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef6f1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6ddbba expref: -99 pid: 35242 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:2.0:1783444842.943257:0:35265:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747211e00 count: 0 00010000:00000010:2.0:1783444842.943262:0:35265:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c743ef4d80. 00010000:00000001:2.0:1783444842.943270:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444842.943272:0:35265:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444842.943274:0:35265:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444842.943275:0:35265:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444842.943277:0:35265:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444842.943285:0:35265:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622884232109952 : -121189477441664 : ffff91c7603f1f80) 00010000:00000001:2.0:1783444842.943290:0:35265:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783444842.943292:0:35265:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1783444842.943296:0:35265:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747211700. 00010000:00000010:2.0:1783444842.943299:0:35265:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c743ef4d80. 00010000:00000001:2.0:1783444842.943303:0:35265:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783444842.943305:0:35265:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c752224c00. 00000020:00000001:2.0:1783444842.943308:0:35265:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783444842.943310:0:35265:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c752224c00 with handle 0x5503b2fe824ef714 to hash 00000020:00000001:2.0:1783444842.943312:0:35265:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783444842.943314:0:35265:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444842.943317:0:35265:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444842.943320:0:35265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444842.943322:0:35265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444842.943325:0:35265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35265 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444842.943331:0:35265:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35265 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1783444842.943342:0:35265:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1783444842.943355:0:35265:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c7603f1f80 x1870075608310656/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1783444842.943365:0:35265:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35265 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783444842.943371:0:35265:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444842.943373:0:35265:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444842.943379:0:35265:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c75885c300. 00000100:00000001:2.0:1783444842.943381:0:35265:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884102521600 : -121189607030016 : ffff91c75885c300) 00000100:00000001:2.0:1783444842.943384:0:35265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444842.943385:0:35265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232109952 : -121189477441664 : ffff91c7603f1f80) 00000100:00000001:2.0:1783444842.943390:0:35265:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444842.943393:0:35265:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444842.943396:0:35265:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444842.943397:0:35265:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444842.943402:0:35265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f1f80 x1870075608310656/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444842.943410:0:35265:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444842.943412:0:35265:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444842.943416:0:35265:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444842.943418:0:35265:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444842.943421:0:35265:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444842.943424:0:35265:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f1f80 pname:cluuid:pid:xid:nid:opc:job bash:666e3c65-e321-43ec-a94e-a01058e25d7d:35265:1870075608310656:192.168.204.110@tcp:101:bash.0 00000100:00000001:2.0:1783444842.943429:0:35265:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444842.943434:0:35265:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444842.943436:0:35265:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444842.943439:0:35265:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444842.943488:0:35265:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff91c7604e0000. 02000000:00000001:2.0:1783444842.943491:0:35265:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444842.943499:0:35265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444842.943504:0:35265:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ffd10. 00000400:00000010:2.0:1783444842.943511:0:35265:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff91c750f6d000. 00000100:00000200:2.0:1783444842.943519:0:35265:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870075608310656, portal 10 00000100:00000001:2.0:1783444842.943521:0:35265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444842.943522:0:35265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232109952 : -121189477441664 : ffff91c7603f1f80) 00000100:00000040:2.0:1783444842.943529:0:35265:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c7603f1f80 x1870075608310656/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444858 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444842.943536:0:35265:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444842.943539:0:35265:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444842.943542:0:35265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f836e8. 00000100:00000200:2.0:1783444842.943546:0:35265:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1870075608310656, offset 0 00000400:00000200:2.0:1783444842.943552:0:35265:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444842.943560:0:35265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444842.943567:0:35265:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444842.943572:0:35265:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444842.943576:0:35265:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444842.943579:0:35265:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444842.943582:0:35265:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444842.943584:0:35265:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2910:2910:256:4294967295] 192.168.204.110@tcp LPNI seq info [2910:2910:8:4294967295] 00000400:00000200:2.0:1783444842.943588:0:35265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444842.943597:0:35265:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444842.943602:0:35265:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444842.943607:0:35265:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1500. 00000800:00000200:2.0:1783444842.943613:0:35265:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444842.943621:0:35265:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444842.943625:0:35265:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1500 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1783444842.943637:0:35265:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444842.943641:0:35265:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 898758 usecs (899 jiffies) 00000400:00000200:2.0:1783444842.943644:0:35265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444842.943647:0:35265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296482848 00000100:00000001:2.0:1783444842.943654:0:35265:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296482301 00000100:00000001:2.0:1783444842.943657:0:35265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296482848 00000100:00000001:2.0:1783444842.943661:0:35265:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296482301 00000100:00000001:2.0:1783444842.943664:0:35265:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444842.943667:0:35265:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444842.943669:0:35265:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444842.943671:0:35265:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444842.943674:0:35265:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885c300 going to sleep for 11 seconds 00000100:00000001:2.0:1783444842.943676:0:35265:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444842.943679:0:35265:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444842.944409:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444842.944415:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1500. 00000400:00000200:1.0:1783444842.944421:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444842.944429:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444842.944434:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f836e8 00000400:00000010:1.0:1783444842.944436:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f836e8. 00000100:00000001:1.0:1783444842.944440:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444842.944446:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1f80 x1870075608310656/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444858 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444842.944456:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444842.944460:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f1f80 x1870075608310656/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444858 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444842.944467:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444842.944469:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1783444842.951102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211e00. 00010000:00000010:2.1:1783444842.951119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224600. 00000800:00000001:1.0:1783444842.959501:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444842.959521:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444842.959525:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444842.959527:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444842.959536:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444842.959544:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444842.959553:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444842.959558:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444842.959563:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444842.959567:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a4d2e8562380 00000400:00000200:1.0:1783444842.959571:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444842.959577:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x8059 [32] + 224 00000800:00000001:1.0:1783444842.959584:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444842.959591:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444842.959595:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444842.959599:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444842.959606:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444842.959615:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1f80 x1870075608310656/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444858 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444842.959627:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff91c7603f1f80 x1870075608310656/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444858 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444842.959652:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444842.959661:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444842.959664:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444842.959738:0:35265:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444842.959747:0:35265:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444842.959749:0:35265:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444842.959752:0:35265:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ffd10. 00000400:00000200:2.0:1783444842.959756:0:35265:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c750f6d000 00000400:00000010:2.0:1783444842.959758:0:35265:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff91c750f6d000. 00000100:00000001:2.0:1783444842.959762:0:35265:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444842.959766:0:35265:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f1f80 x1870075608310656/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444858 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783444842.959775:0:35265:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f1f80 x1870075608310656/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444858 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444842.959781:0:35265:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444842.959784:0:35265:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444842.959786:0:35265:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444842.959790:0:35265:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444842.959793:0:35265:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444842.959795:0:35265:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444842.959798:0:35265:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444842.959808:0:35265:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=22 v=5 (5 105 105 105) 00000100:00001000:2.0:1783444842.959813:0:35265:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=29 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444842.959815:0:35265:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444842.959817:0:35265:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444842.959820:0:35265:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444842.959824:0:35265:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444842.959827:0:35265:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783444842.959828:0:35265:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x10000009a/0x1] 00000100:00000001:2.0:1783444842.959830:0:35265:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783444842.959833:0:35265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444842.959834:0:35265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232109952 : -121189477441664 : ffff91c7603f1f80) 00000100:00000001:2.0:1783444842.959838:0:35265:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444842.959840:0:35265:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1783444842.959842:0:35265:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444842.959845:0:35265:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444842.959849:0:35265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f1f80 x1870075608310656/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444858 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444842.959857:0:35265:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444842.959860:0:35265:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444842.959862:0:35265:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444842.959866:0:35265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f1f80 x1870075608310656/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444858 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783444842.959874:0:35265:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f1f80 pname:cluuid:pid:xid:nid:opc:job bash:666e3c65-e321-43ec-a94e-a01058e25d7d:35265:1870075608310656:192.168.204.110@tcp:101:bash.0 00000100:00000001:2.0:1783444842.959879:0:35265:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444842.959881:0:35265:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444842.959884:0:35265:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444842.959886:0:35265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444842.959889:0:35265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f1f80 x1870075608310656/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444858 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444842.959896:0:35265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444842.959898:0:35265:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c75885c300. 00000100:00000001:2.0:1783444842.959902:0:35265:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444842.959904:0:35265:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444842.959907:0:35265:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783444842.960036:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444842.960039:0:35265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444842.960043:0:35265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224c00 refcount=4 00000020:00000001:2.0:1783444842.960046:0:35265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444842.960049:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000040:2.0:1783444842.961019:0:35265:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c752224c00, remote cookie: 0x332dd2263f6ddc38, flags: 0x1001 00010000:00010000:2.0:1783444842.961029:0:35265:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1783444842.961038:0:35265:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1783444842.961042:0:35265:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1783444842.961052:0:35265:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747211e00. 00010000:00000010:2.0:1783444842.961073:0:35265:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c743ef4400. 00010000:00000040:2.0:1783444842.961078:0:35265:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747211700 count: 0 00010000:00000010:2.0:1783444842.961082:0:35265:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c743ef4d80. 00010000:00000001:2.0:1783444842.961090:0:35265:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444842.961093:0:35265:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444842.961101:0:35265:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444842.961107:0:35265:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783444842.961110:0:35265:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783444842.961112:0:35265:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783444842.961124:0:35265:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783444842.961125:0:35265:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783444842.961127:0:35265:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2b:0x0].0x0 (ffff91c747211e00) refcount = 1 00010000:00010000:2.0:1783444842.961132:0:35265:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444842.961142:0:35265:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783444842.961145:0:35265:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783444842.961147:0:35265:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444842.961150:0:35265:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783444842.961153:0:35265:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444842.961156:0:35265:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444842.961162:0:35265:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783444842.961163:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444842.961165:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444842.961166:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444842.961167:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444842.961169:0:35265:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444842.961175:0:35265:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1783444842.961177:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444842.961179:0:35265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444842.961181:0:35265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224c00 refcount=3 00000020:00000001:2.0:1783444842.961183:0:35265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444842.961185:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444842.961188:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444842.961189:0:35265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444842.961190:0:35265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224c00 refcount=4 00000020:00000001:2.0:1783444842.961191:0:35265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444842.961193:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444842.961196:0:35265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444842.961199:0:35265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444842.961201:0:35265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444842.961207:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444842.961209:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444842.961210:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444842.961211:0:35265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444842.961212:0:35265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224c00 refcount=5 00000020:00000001:2.0:1783444842.961214:0:35265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444842.961216:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444842.961218:0:35265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444842.961221:0:35265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444842.961227:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444842.961228:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783444842.961231:0:35265:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444842.961237:0:35265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444842.961239:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444842.961240:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444842.961241:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444842.961242:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1783444842.961250:0:35265:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff91c7603f1f80 x1870075608310656/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444858 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783444842.961260:0:35265:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1783444842.961265:0:35265:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c7603f1f80 x1870075608310656/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444858 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783444842.961271:0:35265:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444842.961277:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444842.961278:0:35265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444842.961279:0:35265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224c00 refcount=3 00000020:00000001:2.0:1783444842.961281:0:35265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444842.961283:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00000002:00010000:2.0:1783444842.961287:0:35265:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1783444842.961296:0:35265:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff91c76050af80. 00010000:00000001:2.0:1783444842.961299:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444842.961300:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444842.961301:0:35265:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444842.961303:0:35265:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444842.961306:0:35265:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1783444842.961308:0:35265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444842.961310:0:35265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232109952 : -121189477441664 : ffff91c7603f1f80) 00000100:00000001:2.0:1783444842.961312:0:35265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444842.961313:0:35265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232109952 : -121189477441664 : ffff91c7603f1f80) 00010000:00000001:2.0:1783444842.961315:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444842.961316:0:35265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444842.961317:0:35265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224c00 refcount=3 00000020:00000001:2.0:1783444842.961319:0:35265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444842.961321:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00000002:00010000:2.0:1783444842.961324:0:35265:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444842.961330:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444842.961331:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444842.961333:0:35265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783444842.961334:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444842.961335:0:35265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444842.961336:0:35265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224c00 refcount=3 00000020:00000001:2.0:1783444842.961337:0:35265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444842.961339:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000040:2.0:1783444842.961343:0:35265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 2 00010000:00000001:2.0:1783444842.961345:0:35265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1783444842.961349:0:35265:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589935621/43 (0 0) 00010000:00000001:2.0:1783444842.961351:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444842.961352:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444842.961354:0:35265:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783444842.961356:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c23760 00000002:00002000:2.0:1783444842.961358:0:35265:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:2.0:1783444842.961361:0:35265:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444842.961364:0:35265:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444842.961366:0:35265:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783444842.961369:0:35265:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1783444842.961373:0:35265:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444842.961376:0:35265:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000001:2.0:1783444842.961379:0:35265:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1783444842.961380:0:35265:0:(namei.c:674:ll_lookup_it_finish()) it ffff91c760427e40 it_disposition 1800037 00000080:00002000:2.0:1783444842.961386:0:35265:0:(namei.c:653:ll_splice_alias()) Add dentry ffff91c748f5ce58 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1783444842.961392:0:35265:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783444842.961395:0:35265:0:(namei.c:1619:ll_create_it()) Process entered 00000020:00000001:2.0:1783444842.961397:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c23988 00000080:00200000:2.0:1783444842.961399:0:35265:0:(namei.c:1623:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), intent=open|creat 00000080:00000001:2.0:1783444842.961402:0:35265:0:(namei.c:1570:ll_create_node()) Process entered 00000080:00000001:2.0:1783444842.961404:0:35265:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783444842.961408:0:35265:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1783444842.961412:0:35265:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1783444842.961415:0:35265:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611179 : 144115205339611179 : 20000040500002b) 00000080:00000001:2.0:1783444842.961418:0:35265:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1783444842.961429:0:35265:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91c748db7380. 00000020:00000001:2.0:1783444842.961438:0:35265:0:(class_obd.c:1011:obd_heat_clear()) Process entered 00000020:00000001:2.0:1783444842.961440:0:35265:0:(class_obd.c:1014:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1783444842.961443:0:35265:0:(llite_lib.c:3223:ll_read_inode2()) Process entered 00000080:00200000:2.0:1783444842.961445:0:35265:0:(llite_lib.c:3226:ll_read_inode2()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff91c748db7448) 00000020:00000001:2.0:1783444842.961448:0:35265:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444842.961453:0:35265:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7000. 00000020:00000010:2.0:1783444842.961457:0:35265:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7435f5c00. 00000020:00000010:2.0:1783444842.961463:0:35265:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7435f4e00. 00000020:00000010:2.0:1783444842.961467:0:35265:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427600. 00000008:00000010:2.0:1783444842.961473:0:35265:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444842.961477:0:35265:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444842.961482:0:35265:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444842.961489:0:35265:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444842.961493:0:35265:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444842.961497:0:35265:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7435f4400. 00000008:00000010:2.0:1783444842.961500:0:35265:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444842.961504:0:35265:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444842.961507:0:35265:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444842.961510:0:35265:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526e870. 00000020:00000001:2.0:1783444842.961513:0:35265:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747360776 : -121189962190840 : ffff91c7435a7008) 00000020:00001000:2.0:1783444842.961515:0:35265:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7000 00000020:00000001:2.0:1783444842.961519:0:35265:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:2.0:1783444842.961523:0:35265:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff91c74529de10. 00000020:00000001:2.0:1783444842.961526:0:35265:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1783444842.961528:0:35265:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444842.961535:0:35265:0:(lov_object.c:2354:lov_object_alloc()) Process entered 00020000:00000010:2.0:1783444842.961539:0:35265:0:(lov_object.c:2355:lov_object_alloc()) slab-alloced 'lov': 248 at ffff91c7464b7c98. 00020000:00000001:2.0:1783444842.961542:0:35265:0:(lov_object.c:2369:lov_object_alloc()) Process leaving (rc=18446622883796712600 : -121189912839016 : ffff91c7464b7c98) 00020000:00000001:2.0:1783444842.961544:0:35265:0:(lov_object.c:1409:lov_object_init()) Process entered 00020000:00000001:2.0:1783444842.961547:0:35265:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1783444842.961552:0:35265:0:(lov_ea.c:221:lsme_unpack()) kmalloced '(lsme)': 80 at ffff91c760427c00. 00020000:00000010:2.0:1783444842.961556:0:35265:0:(lov_ea.c:258:lsme_unpack()) slab-alloced 'loi': 112 at ffff91c74500c380. 00020000:00000010:2.0:1783444842.961560:0:35265:0:(lov_ea.c:385:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91c760427540. 00020000:00000001:2.0:1783444842.961562:0:35265:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446622884232328512 : -121189477223104 : ffff91c760427540) 00020000:00000002:2.0:1783444842.961566:0:35265:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c760427540, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783444842.961570:0:35265:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783444842.961573:0:35265:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c74500c380: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000001:2.0:1783444842.961576:0:35265:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1783444842.961578:0:35265:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c760427540, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783444842.961580:0:35265:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783444842.961583:0:35265:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c74500c380: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000010:2.0:1783444842.961586:0:35265:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff91c758826e90. 00020000:00000010:2.0:1783444842.961589:0:35265:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff91c75885c300. 00020000:00000001:2.0:1783444842.961593:0:35265:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1783444842.961596:0:35265:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff91c747185378. 00020000:00000001:2.0:1783444842.961599:0:35265:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1783444842.961600:0:35265:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:2.0:1783444842.961605:0:35265:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1783444842.961608:0:35265:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff91c74529d578. 00000020:00000001:2.0:1783444842.961610:0:35265:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1783444842.961611:0:35265:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444842.961613:0:35265:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446622883777730040 : -121189931821576 : ffff91c74529d5f8) 00020000:00000001:2.0:1783444842.961616:0:35265:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1783444842.961620:0:35265:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff91c7585c2e00. 00020000:00000001:2.0:1783444842.961622:0:35265:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444842.961626:0:35265:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622883777730040 : -121189931821576 : ffff91c74529d5f8) 00020000:00000001:2.0:1783444842.961628:0:35265:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446622883777730040 : -121189931821576 : ffff91c74529d5f8) 00020000:00000002:2.0:1783444842.961631:0:35265:0:(lov_object.c:134:lov_init_sub()) [0x2c0000401:0x42:0x0]@ffff91c74529d578[0:0] -> [0x200000405:0x2b:0x0]@ffff91c74529de10: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000001:2.0:1783444842.961636:0:35265:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1783444842.961638:0:35265:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:2.0:1783444842.961639:0:35265:0:(lov_object.c:1437:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444842.961642:0:35265:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622883777732240 : -121189931819376 : ffff91c74529de90) 00000020:00001000:2.0:1783444842.961645:0:35265:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7000 00000020:00000010:2.0:1783444842.961648:0:35265:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7435f4e00. 00000020:00000010:2.0:1783444842.961652:0:35265:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427600. 00000008:00000010:2.0:1783444842.961654:0:35265:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444842.961658:0:35265:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444842.961661:0:35265:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444842.961664:0:35265:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444842.961667:0:35265:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444842.961669:0:35265:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7435f5c00. 00000008:00000010:2.0:1783444842.961672:0:35265:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444842.961675:0:35265:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444842.961677:0:35265:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444842.961680:0:35265:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e870. 00000020:00000010:2.0:1783444842.961682:0:35265:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7435f4400. 00000020:00000010:2.0:1783444842.961684:0:35265:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7000. 00000080:00000001:2.0:1783444842.961688:0:35265:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611179 : 144115205339611179 : 20000040500002b) 00000080:00000001:2.0:1783444842.961691:0:35265:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1783444842.961693:0:35265:0:(llite_lib.c:2920:ll_update_inode()) setting ino 144115205339611179 mtime from 0 to 1783444842 00000080:00000001:2.0:1783444842.961698:0:35265:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1783444842.961700:0:35265:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622883839702088 : -121189869849528 : ffff91c748db7448) 00010000:00000001:2.0:1783444842.961702:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444842.961704:0:35265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444842.961706:0:35265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224c00 refcount=3 00000020:00000001:2.0:1783444842.961708:0:35265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444842.961709:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00000080:00000001:2.0:1783444842.961712:0:35265:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:2.0:1783444842.961714:0:35265:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444842.961717:0:35265:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7000. 00000020:00000010:2.0:1783444842.961719:0:35265:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7435f4400. 00000020:00000010:2.0:1783444842.961721:0:35265:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7435f5c00. 00000020:00000010:2.0:1783444842.961724:0:35265:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427600. 00000008:00000010:2.0:1783444842.961726:0:35265:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444842.961728:0:35265:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444842.961731:0:35265:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444842.961733:0:35265:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444842.961736:0:35265:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444842.961738:0:35265:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7435f4e00. 00000008:00000010:2.0:1783444842.961741:0:35265:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444842.961743:0:35265:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444842.961745:0:35265:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444842.961747:0:35265:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526e870. 00000020:00000001:2.0:1783444842.961749:0:35265:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747360776 : -121189962190840 : ffff91c7435a7008) 00000020:00001000:2.0:1783444842.961751:0:35265:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7000 00000020:00000001:2.0:1783444842.961753:0:35265:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1783444842.961755:0:35265:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:2.0:1783444842.961757:0:35265:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1783444842.961759:0:35265:0:(lov_ea.c:221:lsme_unpack()) kmalloced '(lsme)': 80 at ffff91c7604277e0. 00020000:00000010:2.0:1783444842.961762:0:35265:0:(lov_ea.c:258:lsme_unpack()) slab-alloced 'loi': 112 at ffff91c74500c580. 00020000:00000010:2.0:1783444842.961765:0:35265:0:(lov_ea.c:385:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91c760427ae0. 00020000:00000001:2.0:1783444842.961769:0:35265:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446622884232329952 : -121189477221664 : ffff91c760427ae0) 00020000:00000002:2.0:1783444842.962514:0:35265:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c760427ae0, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783444842.962519:0:35265:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783444842.962522:0:35265:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c74500c580: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:2.0:1783444842.962526:0:35265:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff91c7464b7c98) owner ffff91c758a527c0 00020000:00000001:2.0:1783444842.962528:0:35265:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1783444842.962530:0:35265:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff91c7464b7c98) owner ffff91c758a527c0 00020000:00000010:2.0:1783444842.962535:0:35265:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91c74500c580. 00020000:00000010:2.0:1783444842.962538:0:35265:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff91c7604277e0. 00020000:00000010:2.0:1783444842.962541:0:35265:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91c760427ae0. 00020000:00000002:2.0:1783444842.962543:0:35265:0:(lov_object.c:1533:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1783444842.962545:0:35265:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444842.962546:0:35265:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444842.962550:0:35265:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1783444842.962553:0:35265:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c758a527c0 00020000:00000002:2.0:1783444842.962555:0:35265:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff91c760427540 addref 2/0 by ffff91c758a527c0. 00020000:00000002:2.0:1783444842.962558:0:35265:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c758a527c0 00020000:00000001:2.0:1783444842.962560:0:35265:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1783444842.962562:0:35265:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1783444842.962563:0:35265:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1783444842.962565:0:35265:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1783444842.962567:0:35265:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1783444842.962569:0:35265:0:(file.c:6749:ll_layout_conf()) [0x200000405:0x2b:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1783444842.962572:0:35265:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7000 00000020:00000010:2.0:1783444842.962575:0:35265:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7435f5c00. 00000020:00000010:2.0:1783444842.962577:0:35265:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427600. 00000008:00000010:2.0:1783444842.962580:0:35265:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444842.962583:0:35265:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444842.962586:0:35265:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444842.962588:0:35265:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444842.962592:0:35265:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444842.962594:0:35265:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7435f4400. 00000008:00000010:2.0:1783444842.962597:0:35265:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444842.962599:0:35265:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444842.962601:0:35265:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444842.962604:0:35265:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e870. 00000020:00000010:2.0:1783444842.962606:0:35265:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7435f4e00. 00000020:00000010:2.0:1783444842.962608:0:35265:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7000. 00000080:00000001:2.0:1783444842.962610:0:35265:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444842.962613:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444842.962614:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783444842.962616:0:35265:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783444842.962620:0:35265:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1783444842.962622:0:35265:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444842.962624:0:35265:0:(namei.c:1589:ll_create_node()) setting l_ast_data to inode [0x200000405:0x2b:0x0](ffff91c748db7448) 00000080:00010000:2.0:1783444842.962627:0:35265:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff91c748db7448) for lock 0x5503b2fe824ef714 00800000:00000001:2.0:1783444842.962630:0:35265:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444842.962632:0:35265:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444842.962633:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444842.962635:0:35265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444842.962637:0:35265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224c00 refcount=3 00000020:00000001:2.0:1783444842.962638:0:35265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444842.962641:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444842.962643:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444842.962644:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444842.962646:0:35265:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444842.962648:0:35265:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444842.962650:0:35265:0:(namei.c:1591:ll_create_node()) Process leaving 00000100:00000001:2.0:1783444842.962652:0:35265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444842.962659:0:35265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff91c7603f1f80 x1870075608310656/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444858 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444842.962667:0:35265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444842.962672:0:35265:0:(namei.c:1675:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444842.962675:0:35265:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff91c748db7448) 00000080:00000001:2.0:1783444842.962678:0:35265:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1783444842.962681:0:35265:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7435f4600. 00000100:00000001:2.0:1783444842.962684:0:35265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444842.962688:0:35265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f1f80 x1870075608310656/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444858 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444842.962693:0:35265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444842.962697:0:35265:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1783444842.962699:0:35265:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444842.962706:0:35265:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:2.0:1783444842.962708:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c23a60 00000080:00200008:2.0:1783444842.962710:0:35265:0:(file.c:1058:ll_file_open()) START file recon:[0x200000405:0x2b:0x0](ffff91c748db7448), flags 102101 00000080:00000010:2.0:1783444842.962717:0:35265:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91c7417b63c0. 00000080:00000010:2.0:1783444842.962723:0:35265:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff91c76050a600. 00000080:00000001:2.0:1783444842.962725:0:35265:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:2.0:1783444842.962729:0:35265:0:(lmv_obd.c:4175:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1783444842.962731:0:35265:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444842.962734:0:35265:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444842.962736:0:35265:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444842.962738:0:35265:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444842.962740:0:35265:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444842.962742:0:35265:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1783444842.962744:0:35265:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444842.962746:0:35265:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1783444842.962749:0:35265:0:(obd.h:1438:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91c7507eb660. 00000002:00100000:2.0:1783444842.962753:0:35265:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c7603f1f80 x1870075608310656/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444858 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783444842.962760:0:35265:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444842.962762:0:35265:0:(lmv_obd.c:4181:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1783444842.962764:0:35265:0:(rw.c:949:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1783444842.962768:0:35265:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444842.962771:0:35265:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444842.962773:0:35265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444842.962776:0:35265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1f80 x1870075608310656/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444858 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1783444842.962783:0:35265:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444842.962787:0:35265:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff91c7604e0000. 02000000:00000001:2.0:1783444842.962810:0:35265:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1783444842.962812:0:35265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444842.962815:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c23a60 00000080:00000008:2.0:1783444842.962817:0:35265:0:(file.c:1297:ll_file_open()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff91c748db7448), flags 102101, rc = 0 00000080:00000001:2.0:1783444842.962821:0:35265:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1783444842.962823:0:35265:0:(dcache.c:176:ll_intent_release()) intent ffff91c760427e40 released 00000080:00010000:2.0:1783444842.962825:0:35265:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef714 from it ffff91c760427e40 00010000:00000001:2.0:1783444842.962828:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444842.962829:0:35265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444842.962831:0:35265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224c00 refcount=3 00000020:00000001:2.0:1783444842.962833:0:35265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444842.962835:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444842.962837:0:35265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444842.962840:0:35265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444842.962847:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444842.962848:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444842.962849:0:35265:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444842.962852:0:35265:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444842.962855:0:35265:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783444842.962862:0:35265:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444842.962865:0:35265:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444842.962867:0:35265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444842.962871:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444842.962872:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444842.962874:0:35265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444842.962877:0:35265:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444842.962879:0:35265:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444842.962881:0:35265:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444842.962883:0:35265:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444842.962885:0:35265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444842.962887:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444842.962888:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783444842.962889:0:35265:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1783444842.962891:0:35265:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1783444842.962893:0:35265:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1783444842.962895:0:35265:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444842.962898:0:35265:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1783444842.962900:0:35265:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444842.962903:0:35265:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1783444842.962904:0:35265:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444842.962906:0:35265:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783444842.962908:0:35265:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444842.962910:0:35265:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1783444842.963590:0:35265:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff91c760427e40. 00000080:00000001:2.0:1783444842.963594:0:35265:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444842.963598:0:35265:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:2.0:1783444842.963601:0:35265:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff91c748db7448), inode mode 81a4 mask 40 00000080:00000001:2.0:1783444842.963606:0:35265:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444842.963692:0:35265:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1783444842.963696:0:35265:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c758a527c0 00020000:00000002:2.0:1783444842.963700:0:35265:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c758a527c0 00020000:00000001:2.0:1783444842.963703:0:35265:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1783444842.969140:0:35265:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211700. 00000020:00000001:2.0:1783444842.969551:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c23d28 00000080:00200008:2.0:1783444842.969556:0:35265:0:(file.c:6217:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff91c748db7448), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1783444842.969564:0:35265:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783444842.969566:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c23ca0 00000080:00200000:2.0:1783444842.969568:0:35265:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff91c748db7448),name=recon 00000080:00000010:2.0:1783444842.969575:0:35265:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7435f4600. 00800000:00000002:2.0:1783444842.969581:0:35265:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:2.0:1783444842.969589:0:35265:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444842.969594:0:35265:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444842.969596:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c23bc0 00800000:00000002:2.0:1783444842.969599:0:35265:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444842.969602:0:35265:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1783444842.969607:0:35265:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444842.969609:0:35265:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444842.969611:0:35265:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444842.969615:0:35265:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444842.969618:0:35265:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444842.969620:0:35265:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444842.969622:0:35265:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444842.969626:0:35265:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444842.969627:0:35265:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444842.969628:0:35265:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444842.969629:0:35265:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444842.969631:0:35265:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444842.969632:0:35265:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1783444842.969634:0:35265:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444842.969636:0:35265:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:2.0:1783444842.969642:0:35265:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444842.969645:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c23a90 00000002:00010000:2.0:1783444842.969646:0:35265:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783444842.969649:0:35265:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783444842.969651:0:35265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444842.969655:0:35265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444842.969662:0:35265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 2 00010000:00000001:2.0:1783444842.969664:0:35265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444842.969670:0:35265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444842.969674:0:35265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444842.969678:0:35265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1783444842.969689:0:35265:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444842.969694:0:35265:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444842.969696:0:35265:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1783444842.969704:0:35265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783444842.969706:0:35265:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783444842.969707:0:35265:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444842.969709:0:35265:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444842.969712:0:35265:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444842.969714:0:35265:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783444842.969717:0:35265:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783444842.969719:0:35265:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:2.0:1783444842.969723:0:35265:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7435f4600. 00000080:00000001:2.0:1783444842.969728:0:35265:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783444842.969729:0:35265:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444842.969732:0:35265:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff91c748db7448) 00000080:00010000:2.0:1783444842.969735:0:35265:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff91c748db7448) for lock 0x5503b2fe824ef714 00800000:00000001:2.0:1783444842.969737:0:35265:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444842.969739:0:35265:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444842.969741:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444842.969743:0:35265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444842.969746:0:35265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224c00 refcount=3 00000020:00000001:2.0:1783444842.969754:0:35265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444842.969757:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444842.969760:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444842.969761:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444842.969763:0:35265:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444842.969764:0:35265:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444842.969767:0:35265:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef714 from it ffffa31941c23cd8 00010000:00000001:2.0:1783444842.969769:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444842.972253:0:35265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444842.972263:0:35265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224c00 refcount=3 00000020:00000001:2.0:1783444842.972275:0:35265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444842.972280:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444842.972283:0:35265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444842.972289:0:35265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783444842.972299:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444842.972301:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444842.972303:0:35265:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444842.972306:0:35265:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444842.972309:0:35265:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783444842.972317:0:35265:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444842.972320:0:35265:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444842.972322:0:35265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444842.972326:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444842.972327:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444842.972329:0:35265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444842.972331:0:35265:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444842.972333:0:35265:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444842.972335:0:35265:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444842.972338:0:35265:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444842.972340:0:35265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444842.972342:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444842.972343:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783444842.972346:0:35265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783444842.972348:0:35265:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444842.972352:0:35265:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1783444842.972355:0:35265:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1783444842.972357:0:35265:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444842.972359:0:35265:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1783444842.972360:0:35265:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444842.972362:0:35265:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1783444842.972372:0:35265:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1783444842.972375:0:35265:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444842.972384:0:35265:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7000. 00000020:00000010:2.0:1783444842.972389:0:35265:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7435f4600. 00000020:00000010:2.0:1783444842.972393:0:35265:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7435f4e00. 00000020:00000010:2.0:1783444842.972396:0:35265:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427e40. 00000008:00000010:2.0:1783444842.972403:0:35265:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444842.972407:0:35265:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444842.972411:0:35265:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444842.972417:0:35265:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444842.972421:0:35265:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444842.972424:0:35265:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7435f4400. 00000008:00000010:2.0:1783444842.972428:0:35265:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444842.972432:0:35265:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444842.972435:0:35265:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444842.972444:0:35265:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526e870. 00000020:00000001:2.0:1783444842.972447:0:35265:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747360776 : -121189962190840 : ffff91c7435a7008) 00000020:00001000:2.0:1783444842.972450:0:35265:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7000 00000020:00000001:2.0:1783444842.972454:0:35265:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444842.972456:0:35265:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783444842.972459:0:35265:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:2.0:1783444842.972461:0:35265:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1783444842.972464:0:35265:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444842.972465:0:35265:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1783444842.972467:0:35265:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783444842.972469:0:35265:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444842.972471:0:35265:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783444842.972475:0:35265:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x2b:0x0]io ffff91c7452b09a0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1783444842.972478:0:35265:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c758a527c0 00020000:00000001:2.0:1783444842.972482:0:35265:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1783444842.972484:0:35265:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1783444842.972486:0:35265:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1783444842.972488:0:35265:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444842.972490:0:35265:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1783444842.972492:0:35265:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1783444842.972494:0:35265:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444842.972496:0:35265:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444842.972497:0:35265:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1783444842.972498:0:35265:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1783444842.972499:0:35265:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c758a527c0 00000020:00000001:2.0:1783444842.972501:0:35265:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1783444842.972503:0:35265:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1783444842.972504:0:35265:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:2.0:1783444842.972507:0:35265:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1783444842.972509:0:35265:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1783444842.972511:0:35265:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1783444842.972513:0:35265:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1783444842.972517:0:35265:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1783444842.972522:0:35265:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91c743ef4d80. 00020000:00000002:2.0:1783444842.972523:0:35265:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1783444842.972526:0:35265:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1783444842.972528:0:35265:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444842.972530:0:35265:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1783444842.972531:0:35265:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444842.972533:0:35265:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7ea0. 00000020:00000010:2.0:1783444842.972536:0:35265:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7435f5c00. 00000020:00000010:2.0:1783444842.972538:0:35265:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7435f5e00. 00000020:00000010:2.0:1783444842.972540:0:35265:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427600. 00000008:00000010:2.0:1783444842.972543:0:35265:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103d980. 00020000:00000010:2.0:1783444842.972545:0:35265:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f480. 00008000:00000010:2.0:1783444842.972548:0:35265:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751340e20. 00000080:00000010:2.0:1783444842.972550:0:35265:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e690. 00000080:00000010:2.0:1783444842.972552:0:35265:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b1970. 00000020:00000010:2.0:1783444842.972555:0:35265:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7435f4800. 00000008:00000010:2.0:1783444842.972558:0:35265:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a4c60. 00020000:00000010:2.0:1783444842.972560:0:35265:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c6fe8. 00008000:00000010:2.0:1783444842.972562:0:35265:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8220. 00000080:00000010:2.0:1783444842.972565:0:35265:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526eb40. 00000020:00000001:2.0:1783444842.972566:0:35265:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747364520 : -121189962187096 : ffff91c7435a7ea8) 00000020:00001000:2.0:1783444842.972568:0:35265:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7ea0 00000020:00000001:2.0:1783444842.972570:0:35265:0:(cl_object.c:151:cl_object_top()) ffff91c74529d5f8 -> ffff91c74529de90 00000020:00000001:2.0:1783444842.972572:0:35265:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1783444842.972575:0:35265:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444842.972576:0:35265:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1783444842.972577:0:35265:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444842.972580:0:35265:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444842.972582:0:35265:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444842.972583:0:35265:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1783444842.972586:0:35265:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91c7603d2e40. 00000008:00010000:2.0:1783444842.972589:0:35265:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1783444842.972591:0:35265:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444842.972592:0:35265:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1783444842.972593:0:35265:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91c743ef4db0, osc lock ffff91c7603d2e40, flags 0x400001002 00000020:00000001:2.0:1783444842.972595:0:35265:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444842.972597:0:35265:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444842.972600:0:35265:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446622883757116800 : -121189952434816 : ffff91c743ef4d80) 00000020:00000001:2.0:1783444842.972602:0:35265:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444842.972603:0:35265:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1783444842.972605:0:35265:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444842.972607:0:35265:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444842.972609:0:35265:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1783444842.972611:0:35265:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1783444842.972613:0:35265:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444842.972614:0:35265:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444842.972615:0:35265:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444842.972616:0:35265:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444842.972618:0:35265:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444842.972620:0:35265:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444842.972621:0:35265:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1783444842.972625:0:35265:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1783444842.972627:0:35265:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1783444842.972629:0:35265:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1783444842.972630:0:35265:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1783444842.972631:0:35265:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1783444842.972632:0:35265:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1783444842.972634:0:35265:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1783444842.972637:0:35265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783444842.972642:0:35265:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444842.972645:0:35265:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1783444842.972649:0:35265:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f2300. 00000020:00000040:2.0:1783444842.972653:0:35265:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00010000:00000001:2.0:1783444842.972656:0:35265:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783444842.972660:0:35265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444842.972661:0:35265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444842.972665:0:35265:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444842.972667:0:35265:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444842.972671:0:35265:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444842.972679:0:35265:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c743c30400. 00000100:00000001:2.0:1783444842.972684:0:35265:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444842.972689:0:35265:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444842.972691:0:35265:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444842.972693:0:35265:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444842.972694:0:35265:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444842.972696:0:35265:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444842.972699:0:35265:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446622884232110848 : -121189477440768 : ffff91c7603f2300) 00010000:00000001:2.0:1783444842.972702:0:35265:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783444842.972704:0:35265:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1783444842.972708:0:35265:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747211700. 00010000:00000010:2.0:1783444842.972711:0:35265:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff91c747211000. 00010000:00000001:2.0:1783444842.972721:0:35265:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783444842.972724:0:35265:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c752224600. 00000020:00000001:2.0:1783444842.972728:0:35265:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783444842.972731:0:35265:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c752224600 with handle 0x5503b2fe824ef71b to hash 00000020:00000001:2.0:1783444842.972733:0:35265:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783444842.972734:0:35265:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000010:2.0:1783444842.972738:0:35265:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff91c76050a2c0. 00010000:00000001:2.0:1783444842.972740:0:35265:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444842.972743:0:35265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444842.972746:0:35265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444842.972750:0:35265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000d8cd9ab3/0x5503b2fe824ef71b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444842.972761:0:35265:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000d8cd9ab3/0x5503b2fe824ef71b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444842.972770:0:35265:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444842.972775:0:35265:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444842.972779:0:35265:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444842.972795:0:35265:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6f736f2] to pc [ptlrpcd_01_00+0] req@ffff91c7603f2300 x1870075608310784/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1783444842.972824:0:35265:0:(osc_request.c:3307:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444842.972827:0:35265:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444842.972829:0:35265:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444842.972831:0:35265:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444842.972832:0:35265:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444842.972835:0:35265:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783444842.972837:0:35265:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1783444842.972839:0:35265:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1783444842.972841:0:35265:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000100:00000001:3.0:1783444842.973021:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444842.973026:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444842.973028:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444842.973035:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f2300 x1870075608310784/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444842.973043:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444842.973045:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444842.973049:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444842.973052:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444842.973073:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444842.973078:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608310784:192.168.204.110@tcp:101:uname.0 00000100:00000001:3.0:1783444842.973082:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444842.973087:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444842.973090:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444842.973092:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444842.973098:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452af400. 02000000:00000001:3.0:1783444842.973099:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444842.973106:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444842.973110:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7588113c8. 00000400:00000010:3.0:1783444842.973116:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218000. 00000100:00000200:3.0:1783444842.973123:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608310784, portal 4 00000100:00000001:3.0:1783444842.973125:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444842.973127:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232110848 : -121189477440768 : ffff91c7603f2300) 00000100:00000040:3.0:1783444842.973134:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c7603f2300 x1870075608310784/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444858 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444842.973140:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444842.973143:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444842.973146:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218ee0. 00000100:00000200:3.0:1783444842.973149:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1870075608310784, offset 0 00000400:00000200:3.0:1783444842.973155:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444842.973163:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444842.973170:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444842.973176:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444842.973180:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444842.973184:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444842.973186:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444842.973190:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2911:2911:256:4294967295] 192.168.204.110@tcp LPNI seq info [2911:2911:8:4294967295] 00000400:00000200:3.0:1783444842.973195:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444842.973204:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444842.973210:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444842.973216:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c600. 00000800:00000200:3.0:1783444842.973224:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444842.973232:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444842.973236:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1783444842.973254:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444842.973258:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 119183 usecs (120 jiffies) 00000400:00000200:3.0:1783444842.973261:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444842.973264:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296482098 00000100:00000001:3.0:1783444842.973267:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296482848 00000100:00000001:3.0:1783444842.973269:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296482098 00000100:00000001:3.0:1783444842.973271:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296482848 00000100:00000001:3.0:1783444842.973273:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444842.973276:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444842.973279:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444842.973282:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444842.973288:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444842.973290:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783444842.973293:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444842.973294:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444842.973296:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444842.973299:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444842.973322:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444842.973324:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444842.973391:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444842.973396:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c600. 00000400:00000200:1.0:1783444842.973402:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444842.973407:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444842.973412:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218ee0 00000400:00000010:1.0:1783444842.973415:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218ee0. 00000100:00000001:1.0:1783444842.973418:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444842.973423:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2300 x1870075608310784/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444858 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444842.973433:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444842.973443:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2300 x1870075608310784/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444858 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444842.973450:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444842.973452:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444842.980517:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444842.980539:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444842.980543:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444842.980546:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444842.980556:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444842.980564:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444842.980573:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444842.980579:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444842.980585:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444842.980589:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 4 MB=0x6a4d2e8562400 00000400:00000200:1.0:1783444842.980593:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444842.980599:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 400/400 into md 0x8061 [1] + 224 00000800:00000001:1.0:1783444842.980606:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444842.980612:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444842.980615:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444842.980620:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444842.980627:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444842.980637:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2300 x1870075608310784/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444858 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444842.980648:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff91c7603f2300 x1870075608310784/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444858 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444842.980668:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444842.980677:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444842.980681:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444842.980743:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444842.980748:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444842.980755:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444842.980758:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444842.980761:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7588113c8. 00000400:00000200:3.0:1783444842.980766:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218000 00000400:00000010:3.0:1783444842.980769:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218000. 00000100:00000001:3.0:1783444842.980772:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444842.980777:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f2300 x1870075608310784/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444858 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783444842.980804:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f2300 x1870075608310784/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444858 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444842.980811:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444842.980813:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444842.980816:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444842.980819:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444842.980821:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444842.980823:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444842.980827:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444842.980836:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f460 time=22 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444842.980840:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444842.980843:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444842.980844:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444842.980847:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444842.980852:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444842.980856:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444842.980859:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1783444842.980861:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444842.980862:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444842.980867:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f2300 x1870075608310784/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444858 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444842.980873:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444842.980876:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444842.980878:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1783444842.980880:0:2402:0:(osc_request.c:3122:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1783444842.980883:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444842.980886:0:2402:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444842.980889:0:2402:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=4 00000020:00000001:3.0:1783444842.980890:0:2402:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444842.980893:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444842.980895:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444842.980896:0:2402:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444842.980897:0:2402:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=5 00000020:00000001:3.0:1783444842.980899:0:2402:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444842.980901:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444842.980905:0:2402:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444842.980907:0:2402:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444842.980912:0:2402:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000d8cd9ab3/0x5503b2fe824ef71b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444842.980923:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444842.980924:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444842.980927:0:2402:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783444842.980929:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444842.980930:0:2402:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444842.980931:0:2402:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=6 00000020:00000001:3.0:1783444842.980933:0:2402:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444842.980935:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000040:3.0:1783444842.980941:0:2402:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c752224600, remote cookie: 0x332dd2263f6ddc46, flags: 0x1001 00010000:00010000:3.0:1783444842.980945:0:2402:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000d8cd9ab3/0x5503b2fe824ef71b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc46 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444842.980952:0:2402:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1783444842.980955:0:2402:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444842.980957:0:2402:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783444842.980960:0:2402:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1783444842.980965:0:2402:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000d8cd9ab3/0x5503b2fe824ef71b lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc46 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1783444842.980973:0:2402:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x42:0x0].0x0 (ffff91c747211700) refcount = 1 00010000:00000040:3.0:1783444842.980976:0:2402:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1783444842.980978:0:2402:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000d8cd9ab3/0x5503b2fe824ef71b lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc46 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444842.980997:0:2402:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783444842.980999:0:2402:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444842.981003:0:2402:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783444842.981005:0:2402:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444842.981008:0:2402:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000d8cd9ab3/0x5503b2fe824ef71b lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc46 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444842.981014:0:2402:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783444842.981016:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444842.981017:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444842.981018:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444842.981019:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1783444842.981021:0:2402:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1783444842.981023:0:2402:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1783444842.981026:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444842.981027:0:2402:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444842.981029:0:2402:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=5 00000020:00000001:3.0:1783444842.981031:0:2402:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444842.981033:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00000008:00000001:3.0:1783444842.981038:0:2402:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1783444842.981043:0:2402:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529de90 00000008:00010000:3.0:1783444842.981092:0:2402:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000d8cd9ab3/0x5503b2fe824ef71b lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6ddc46 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1783444842.981101:0:2402:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529de90 00000020:00000001:3.0:1783444842.981104:0:2402:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1783444842.981107:0:2402:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1783444842.981109:0:2402:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1783444842.981112:0:2402:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444842.981114:0:2402:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444842.981116:0:2402:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529de90 00000008:00000001:3.0:1783444842.981118:0:2402:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1783444842.981121:0:2402:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1783444842.981123:0:2402:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1783444842.981140:0:2402:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1783444842.981143:0:2402:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444842.981145:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444842.981147:0:2402:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444842.981148:0:2402:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=6 00000020:00000001:3.0:1783444842.981150:0:2402:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444842.981152:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444842.981154:0:2402:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444842.981157:0:2402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000d8cd9ab3/0x5503b2fe824ef71b lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x332dd2263f6ddc46 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444842.981164:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444842.981165:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783444842.981167:0:2402:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000d8cd9ab3/0x5503b2fe824ef71b lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x332dd2263f6ddc46 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444842.981179:0:2402:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444842.981180:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444842.981181:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1783444842.981183:0:2402:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444842.981184:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444842.981186:0:2402:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444842.981187:0:2402:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=5 00000020:00000001:3.0:1783444842.981188:0:2402:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444842.981190:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444842.981192:0:2402:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444842.981194:0:2402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000d8cd9ab3/0x5503b2fe824ef71b lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x332dd2263f6ddc46 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444842.981199:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444842.981201:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444842.981202:0:2402:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444842.981205:0:2402:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444842.981208:0:2402:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000d8cd9ab3/0x5503b2fe824ef71b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6ddc46 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444842.981217:0:2402:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444842.981219:0:2402:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444842.981221:0:2402:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000020:00000001:2.0:1783444842.981225:0:35265:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444842.981226:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444842.981228:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1783444842.981231:0:35265:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444842.981232:0:2402:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444842.981238:0:2402:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444842.981240:0:2402:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444842.981240:0:35265:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00010000:00000001:3.0:1783444842.981243:0:2402:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444842.981245:0:35265:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00010000:00000001:3.0:1783444842.981247:0:2402:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444842.981249:0:35265:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444842.981252:0:35265:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00010000:00000001:3.0:1783444842.981255:0:2402:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00020000:00000001:2.0:1783444842.981256:0:35265:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00010000:00000001:3.0:1783444842.981260:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444842.981263:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444842.981264:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00020000:00000001:2.0:1783444842.981264:0:35265:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00010000:00000001:3.0:1783444842.981268:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00020000:00000001:2.0:1783444842.981268:0:35265:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444842.981271:0:2402:0:(osc_request.c:3161:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444842.981272:0:35265:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1783444842.981275:0:35265:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783444842.981278:0:35265:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=0 (1) m=0 a=0 c=0 b=0 00000100:00000040:3.0:1783444842.981281:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f2300 x1870075608310784/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444858 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00020000:00000001:2.0:1783444842.981283:0:35265:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783444842.981287:0:35265:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:2.0:1783444842.981292:0:35265:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444842.981296:0:35265:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444842.981299:0:35265:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000100:00100000:3.0:1783444842.981301:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608310784:192.168.204.110@tcp:101:uname.0 00000080:00200000:2.0:1783444842.981302:0:35265:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 0 i_blocks 0 00000080:00000001:2.0:1783444842.981307:0:35265:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1783444842.981310:0:35265:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000100:00000001:3.0:1783444842.981311:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00010000:2.0:1783444842.981312:0:35265:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91c7452b0940 (ffff91c7435a7008/0) at cl_lock_release():245 00000100:00000001:3.0:1783444842.981317:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1783444842.981318:0:35265:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444842.981321:0:35265:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c7452b0940 (ffff91c7435a7008/0) at cl_lock_cancel():142 00000100:00000040:3.0:1783444842.981324:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f2300 x1870075608310784/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444858 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00020000:00000001:2.0:1783444842.981326:0:35265:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1783444842.981330:0:35265:0:(lov_io.c:157:lov_sub_get()) Process entered 00000100:00000001:3.0:1783444842.981335:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444842.981338:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444842.981341:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452af400. 00020000:00000001:2.0:1783444842.981343:0:35265:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 02000000:00000001:3.0:1783444842.981345:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444842.981348:0:35265:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00000001:3.0:1783444842.981350:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00010000:2.0:1783444842.981351:0:35265:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c743ef4db0 (ffff91c7435a7ea8/1) at cl_lock_cancel():142 00000020:00000040:3.0:1783444842.981354:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=2 obd=lustre-OST0001-osc-ffff91c759350000 00000008:00000001:2.0:1783444842.981356:0:35265:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000020:00000001:3.0:1783444842.981359:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 00000008:00000001:2.0:1783444842.981360:0:35265:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1783444842.981363:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:3.0:1783444842.981364:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c743c30400. 00010000:00000001:2.0:1783444842.981365:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444842.981368:0:35265:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 02000000:00000001:3.0:1783444842.981371:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000008:00000001:2.0:1783444842.981371:0:35265:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444842.981372:0:35265:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 02000000:00000001:3.0:1783444842.981374:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1783444842.981376:0:35265:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000100:00000010:3.0:1783444842.981378:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f2300. 00000020:00000001:2.0:1783444842.981379:0:35265:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444842.981382:0:35265:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c7452b0940 (ffff91c7435a7008/0) at cl_lock_fini():72 00000100:00000001:3.0:1783444842.981383:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00020000:00000001:2.0:1783444842.981387:0:35265:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1783444842.981388:0:35265:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444842.981389:0:35265:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c743ef4db0 (ffff91c7435a7008/1) at cl_lock_fini():72 00000008:00000010:2.0:1783444842.981393:0:35265:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91c7603d2e40. 00000020:00000001:2.0:1783444842.981397:0:35265:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1783444842.981398:0:35265:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91c743ef4d80. 00020000:00000001:2.0:1783444842.981401:0:35265:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1783444842.981402:0:35265:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1783444842.981403:0:35265:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1783444842.981405:0:35265:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444842.981408:0:35265:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1783444842.981410:0:35265:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:2.0:1783444842.981412:0:35265:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1783444842.981414:0:35265:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1783444842.981415:0:35265:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783444842.981417:0:35265:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7ea0 00000020:00000010:2.0:1783444842.981422:0:35265:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7435f5e00. 00000020:00000010:2.0:1783444842.981427:0:35265:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427600. 00000008:00000010:2.0:1783444842.981432:0:35265:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103d980. 00020000:00000010:2.0:1783444842.981437:0:35265:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f480. 00008000:00000010:2.0:1783444842.981450:0:35265:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751340e20. 00000080:00000010:2.0:1783444842.981455:0:35265:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e690. 00000080:00000010:2.0:1783444842.981459:0:35265:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b1970. 00000020:00000010:2.0:1783444842.981462:0:35265:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7435f5c00. 00000008:00000010:2.0:1783444842.981466:0:35265:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a4c60. 00020000:00000010:2.0:1783444842.981470:0:35265:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c6fe8. 00008000:00000010:2.0:1783444842.981473:0:35265:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8220. 00000080:00000010:2.0:1783444842.981477:0:35265:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526eb40. 00000020:00000010:2.0:1783444842.981480:0:35265:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7435f4800. 00000020:00000010:2.0:1783444842.981483:0:35265:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7ea0. 00020000:00000001:2.0:1783444842.981486:0:35265:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1783444842.981488:0:35265:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:2.0:1783444842.981491:0:35265:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1783444842.981493:0:35265:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1783444842.981497:0:35265:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783444842.981500:0:35265:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444842.981502:0:35265:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783444842.981503:0:35265:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1783444842.981504:0:35265:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783444842.981505:0:35265:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7000 00000020:00000010:2.0:1783444842.981507:0:35265:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7435f4e00. 00000020:00000010:2.0:1783444842.981509:0:35265:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427e40. 00000008:00000010:2.0:1783444842.981511:0:35265:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444842.981514:0:35265:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444842.981517:0:35265:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444842.981519:0:35265:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444842.981521:0:35265:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444842.981524:0:35265:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7435f4600. 00000008:00000010:2.0:1783444842.981525:0:35265:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444842.981527:0:35265:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444842.981530:0:35265:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444842.981532:0:35265:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e870. 00000020:00000010:2.0:1783444842.981534:0:35265:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7435f4400. 00000020:00000010:2.0:1783444842.981536:0:35265:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7000. 00000001:00000001:2.0:1783444842.981538:0:35265:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444842.981548:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c23d28 00000080:00000008:2.0:1783444842.981550:0:35265:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff91c748db7448), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1783444842.981626:0:35265:0:(file.c:2601:do_file_write_iter()) Process entered 00000020:00000001:2.0:1783444842.981629:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c23d90 00000080:00200008:2.0:1783444842.981631:0:35265:0:(file.c:2605:do_file_write_iter()) START file recon:[0x200000405:0x2b:0x0], ppos: 0, count: 23 00000080:00000001:2.0:1783444842.981634:0:35265:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1783444842.981636:0:35265:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444842.981638:0:35265:0:(file.c:1972:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1783444842.981641:0:35265:0:(file.c:2023:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444842.981644:0:35265:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444842.981649:0:35265:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7000. 00000020:00000010:2.0:1783444842.981654:0:35265:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c743c30c00. 00000020:00000010:2.0:1783444842.981660:0:35265:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c743c30400. 00000020:00000010:2.0:1783444842.981663:0:35265:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427e40. 00000008:00000010:2.0:1783444842.981668:0:35265:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444842.981672:0:35265:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444842.981675:0:35265:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444842.981681:0:35265:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444842.981684:0:35265:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444842.981687:0:35265:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7435f4400. 00000008:00000010:2.0:1783444842.981690:0:35265:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444842.981692:0:35265:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444842.981695:0:35265:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444842.981698:0:35265:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526e870. 00000020:00000001:2.0:1783444842.981701:0:35265:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747360776 : -121189962190840 : ffff91c7435a7008) 00000020:00001000:2.0:1783444842.981704:0:35265:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7000 00000080:00000001:2.0:1783444842.981706:0:35265:0:(file.c:2055:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1783444842.981708:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c23ca0 00000080:00200000:2.0:1783444842.981710:0:35265:0:(file.c:2058:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:2.0:1783444842.981716:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c23c38 00000080:00200000:2.0:1783444842.981717:0:35265:0:(file.c:1816:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:2.0:1783444842.981720:0:35265:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1783444842.981721:0:35265:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444842.981723:0:35265:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444842.981725:0:35265:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783444842.981727:0:35265:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1783444842.981728:0:35265:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:2.0:1783444842.981731:0:35265:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444842.981733:0:35265:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444842.981734:0:35265:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000080:00200000:2.0:1783444842.981736:0:35265:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 0 i_blocks 0 00000080:00000001:2.0:1783444842.981738:0:35265:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1783444842.981740:0:35265:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1783444842.981745:0:35265:0:(cl_io.c:214:cl_io_rw_init()) header@0000000048b891bc[0x110, 1, [0x200000405:0x2b:0x0] hash] 00000020:00200000:2.0:1783444842.981747:0:35265:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:2.0:1783444842.981749:0:35265:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444842.981751:0:35265:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783444842.981753:0:35265:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:2.0:1783444842.981755:0:35265:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1783444842.981757:0:35265:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444842.981759:0:35265:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1783444842.981762:0:35265:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444842.981766:0:35265:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444842.981769:0:35265:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783444842.981770:0:35265:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444842.981772:0:35265:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783444842.981774:0:35265:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x2b:0x0]io ffff91c7452b09a0 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1783444842.981778:0:35265:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c758a527c0 00020000:00000001:2.0:1783444842.981781:0:35265:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1783444842.981783:0:35265:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1783444842.981785:0:35265:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1783444842.981787:0:35265:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1783444842.981789:0:35265:0:(lov_io.c:860:lov_io_slice_init()) 0 23 00020000:00000001:2.0:1783444842.981791:0:35265:0:(lov_io.c:888:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1783444842.981793:0:35265:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1783444842.981794:0:35265:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444842.981796:0:35265:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444842.981796:0:35265:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1783444842.981797:0:35265:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1783444842.981799:0:35265:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c758a527c0 00000020:00000001:2.0:1783444842.981801:0:35265:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444842.981803:0:35265:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783444842.981805:0:35265:0:(file.c:2136:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:2.0:1783444842.981808:0:35265:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:2.0:1783444842.981811:0:35265:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444842.981814:0:35265:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1783444842.981815:0:35265:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1783444842.981817:0:35265:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1783444842.981819:0:35265:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1783444842.981821:0:35265:0:(lov_io.c:1206:lov_io_rw_iter_init()) Process entered 00020000:00000001:2.0:1783444842.981824:0:35265:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1783444842.981826:0:35265:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1783444842.981829:0:35265:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1783444842.981831:0:35265:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444842.981833:0:35265:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1783444842.981834:0:35265:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444842.981837:0:35265:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7ea0. 00000020:00000010:2.0:1783444842.981839:0:35265:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7435f4600. 00000020:00000010:2.0:1783444842.981842:0:35265:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7435f4e00. 00000020:00000010:2.0:1783444842.981845:0:35265:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427600. 00000008:00000010:2.0:1783444842.981848:0:35265:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103d980. 00020000:00000010:2.0:1783444842.981851:0:35265:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f480. 00008000:00000010:2.0:1783444842.981854:0:35265:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751340e20. 00000080:00000010:2.0:1783444842.981856:0:35265:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e690. 00000080:00000010:2.0:1783444842.981859:0:35265:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b1970. 00000020:00000010:2.0:1783444842.981862:0:35265:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7435f4800. 00000008:00000010:2.0:1783444842.981864:0:35265:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a4c60. 00020000:00000010:2.0:1783444842.981866:0:35265:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c6fe8. 00008000:00000010:2.0:1783444842.981869:0:35265:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8220. 00000080:00000010:2.0:1783444842.981872:0:35265:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526eb40. 00000020:00000001:2.0:1783444842.981874:0:35265:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747364520 : -121189962187096 : ffff91c7435a7ea8) 00000020:00001000:2.0:1783444842.981877:0:35265:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7ea0 00000020:00000001:2.0:1783444842.981879:0:35265:0:(cl_object.c:151:cl_object_top()) ffff91c74529d5f8 -> ffff91c74529de90 00000020:00000001:2.0:1783444842.981880:0:35265:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1783444842.981883:0:35265:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444842.981884:0:35265:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1783444842.981885:0:35265:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444842.981888:0:35265:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444842.981889:0:35265:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444842.981892:0:35265:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1783444842.981894:0:35265:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1783444842.981898:0:35265:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444842.981900:0:35265:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444842.981902:0:35265:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444842.981904:0:35265:0:(lov_io.c:1228:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444842.981906:0:35265:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444842.981908:0:35265:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1783444842.981910:0:35265:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1783444842.981925:0:35265:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1783444842.981927:0:35265:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1783444842.981931:0:35265:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444842.981933:0:35265:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444842.981936:0:35265:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1783444842.981938:0:35265:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:2.0:1783444842.981940:0:35265:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1783444842.981942:0:35265:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1783444842.981944:0:35265:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444842.981946:0:35265:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444842.981949:0:35265:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444842.981951:0:35265:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444842.981952:0:35265:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444842.981955:0:35265:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1783444842.981957:0:35265:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444842.981958:0:35265:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1783444842.981960:0:35265:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783444842.981962:0:35265:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444842.981963:0:35265:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444842.981965:0:35265:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444842.981967:0:35265:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444842.981968:0:35265:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783444842.981970:0:35265:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1783444842.981971:0:35265:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1783444842.981973:0:35265:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1783444842.981975:0:35265:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1783444842.981977:0:35265:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1783444842.981982:0:35265:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91c743ef4d80. 00020000:00000002:2.0:1783444842.981984:0:35265:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1783444842.981996:0:35265:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1783444842.981997:0:35265:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444842.981998:0:35265:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444842.982000:0:35265:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1783444842.982003:0:35265:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91c7603d2e40. 00000008:00010000:2.0:1783444842.982006:0:35265:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1783444842.982008:0:35265:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444842.982010:0:35265:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1783444842.982013:0:35265:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91c743ef4db0, osc lock ffff91c7603d2e40, flags 0x0 00000020:00000001:2.0:1783444842.982016:0:35265:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444842.982017:0:35265:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444842.982020:0:35265:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446622883757116800 : -121189952434816 : ffff91c743ef4d80) 00000020:00000001:2.0:1783444842.982022:0:35265:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444842.982023:0:35265:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1783444842.982024:0:35265:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444842.982026:0:35265:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444842.982027:0:35265:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444842.982028:0:35265:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444842.982030:0:35265:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444842.982030:0:35265:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444842.982032:0:35265:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444842.982035:0:35265:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444842.982037:0:35265:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1783444842.982038:0:35265:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444842.982043:0:35265:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1783444842.982045:0:35265:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1783444842.982047:0:35265:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1783444842.982048:0:35265:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1783444842.982049:0:35265:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1783444842.982050:0:35265:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1783444842.982053:0:35265:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1783444842.982083:0:35265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444842.982089:0:35265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211700 count: 2 00010000:00000001:2.0:1783444842.982092:0:35265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1783444842.982097:0:35265:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c76023b800 type 11 mode 2 res 11811161089/66 (0 18446744073709551615) 00010000:00000001:2.0:1783444842.982101:0:35265:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1783444842.982107:0:35265:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f0e00. 00000020:00000040:2.0:1783444842.982111:0:35265:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00010000:00000001:2.0:1783444842.982116:0:35265:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783444842.982120:0:35265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444842.982125:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444842.982126:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444842.982127:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1783444842.982128:0:35265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444842.982134:0:35265:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1783444842.982135:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1783444842.982137:0:35265:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444842.982143:0:35265:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444842.982145:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444842.982148:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444842.982149:0:35265:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c7435f5c00. 00000100:00000001:3.0:1783444842.982152:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444842.982157:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444842.982157:0:35265:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444842.982163:0:35265:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444842.982166:0:35265:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444842.982168:0:35265:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444842.982170:0:35265:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444842.982172:0:35265:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444842.982174:0:35265:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446622884232105472 : -121189477446144 : ffff91c7603f0e00) 00010000:00000001:2.0:1783444842.982177:0:35265:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783444842.982179:0:35265:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1783444842.982181:0:35265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211700 count: 2 00010000:00000001:2.0:1783444842.982182:0:35265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444842.982185:0:35265:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783444842.982189:0:35265:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c752225000. 00000020:00000001:2.0:1783444842.982192:0:35265:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783444842.982195:0:35265:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c752225000 with handle 0x5503b2fe824ef722 to hash 00000020:00000001:2.0:1783444842.982197:0:35265:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783444842.982199:0:35265:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000010:2.0:1783444842.982203:0:35265:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff91c76050a180. 00010000:00000001:2.0:1783444842.982205:0:35265:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444842.982208:0:35265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444842.982210:0:35265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444842.982214:0:35265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444842.982224:0:35265:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444842.982234:0:35265:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783444842.982240:0:35265:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444842.982242:0:35265:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444842.982247:0:35265:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c75885cc00. 00000100:00000001:2.0:1783444842.982249:0:35265:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884102523904 : -121189607027712 : ffff91c75885cc00) 00000100:00000001:2.0:1783444842.982252:0:35265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444842.982253:0:35265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232105472 : -121189477446144 : ffff91c7603f0e00) 00000100:00000001:2.0:1783444842.982257:0:35265:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444842.982259:0:35265:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444842.982261:0:35265:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444842.982263:0:35265:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444842.982270:0:35265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f0e00 x1870075608310912/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444842.982278:0:35265:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444842.982280:0:35265:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444842.982284:0:35265:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444842.982286:0:35265:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444842.982289:0:35265:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444842.982292:0:35265:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f0e00 pname:cluuid:pid:xid:nid:opc:job uname:666e3c65-e321-43ec-a94e-a01058e25d7d:35265:1870075608310912:192.168.204.110@tcp:101:uname.0 00000100:00000001:2.0:1783444842.982296:0:35265:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444842.982300:0:35265:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444842.982303:0:35265:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444842.982305:0:35265:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444842.982308:0:35265:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c750f6d000. 02000000:00000001:2.0:1783444842.982310:0:35265:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444842.982315:0:35265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444842.982318:0:35265:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ffd10. 00000400:00000010:2.0:1783444842.982323:0:35265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83f68. 00000100:00000200:2.0:1783444842.982329:0:35265:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608310912, portal 4 00000100:00000001:2.0:1783444842.982331:0:35265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444842.982332:0:35265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232105472 : -121189477446144 : ffff91c7603f0e00) 00000100:00000040:2.0:1783444842.982337:0:35265:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c7603f0e00 x1870075608310912/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444858 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444842.982345:0:35265:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444842.982348:0:35265:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444842.982350:0:35265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83d48. 00000100:00000200:2.0:1783444842.982353:0:35265:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1870075608310912, offset 0 00000400:00000200:2.0:1783444842.982359:0:35265:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444842.982366:0:35265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444842.982372:0:35265:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444842.982378:0:35265:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444842.982382:0:35265:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444842.982386:0:35265:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444842.982388:0:35265:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444842.982392:0:35265:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2912:2912:256:4294967295] 192.168.204.110@tcp LPNI seq info [2912:2912:8:4294967295] 00000400:00000200:2.0:1783444842.982397:0:35265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444842.982406:0:35265:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444842.982412:0:35265:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444842.982416:0:35265:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1500. 00000800:00000200:2.0:1783444842.982422:0:35265:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444842.982431:0:35265:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444842.982435:0:35265:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1783444842.982454:0:35265:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444842.982458:0:35265:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 118623 usecs (119 jiffies) 00000400:00000200:2.0:1783444842.982461:0:35265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444842.982464:0:35265:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296482107 00000100:00000001:2.0:1783444842.982467:0:35265:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296482848 00000100:00000001:2.0:1783444842.982470:0:35265:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296482107 00000100:00000001:2.0:1783444842.982472:0:35265:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296482848 00000100:00000001:2.0:1783444842.982474:0:35265:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444842.982476:0:35265:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444842.982479:0:35265:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444842.982480:0:35265:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444842.982483:0:35265:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885cc00 going to sleep for 11 seconds 00000100:00000001:2.0:1783444842.982485:0:35265:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444842.982489:0:35265:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444842.982807:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444842.982812:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1500. 00000400:00000200:1.0:1783444842.982818:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444842.982822:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444842.982827:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83d48 00000400:00000010:1.0:1783444842.982829:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83d48. 00000100:00000001:1.0:1783444842.982832:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444842.982837:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0e00 x1870075608310912/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444858 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444842.982847:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444842.982850:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f0e00 x1870075608310912/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444858 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444842.982858:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444842.982860:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444842.988310:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444842.988332:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444842.988337:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444842.988339:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444842.988348:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444842.988356:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444842.988365:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444842.988369:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444842.988373:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444842.988377:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 328 into portal 15 MB=0x6a4d2e99ce280 00000400:00000200:1.0:1783444842.988385:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.110@tcp of length 328/328 into md 0x7701 [2] + 1640 00000800:00000001:1.0:1783444842.988455:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444842.988464:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444842.988467:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444842.988473:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444842.988482:0:2393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1783444842.988484:0:2393:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1783444842.988491:0:2393:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883ad80. 00000100:00000040:1.0:1783444842.988496:0:2393:0:(events.c:337:request_in_callback()) incoming req@ffff91c75883ad80 x1870075629724288 msgsize 328 00000100:00100000:1.0:1783444842.988500:0:2393:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.110@tcp (source: 12345-192.168.204.110@tcp) 00000100:00000001:1.0:1783444842.988518:0:2393:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1783444842.988526:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444842.988529:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444842.988578:0:16809:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1783444842.988582:0:16809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870075629724288 02000000:00000001:0.0:1783444842.988585:0:16809:0:(sec.c:2495:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1783444842.988587:0:16809:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444842.988590:0:16809:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444842.988595:0:16809:0:(sec.c:2544:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444842.988603:0:16809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870075629724288 00000020:00000001:0.0:1783444842.988607:0:16809:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783444842.988610:0:16809:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea72 00000020:00000001:0.0:1783444842.988612:0:16809:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444842.988616:0:16809:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c7510a7000 refcount=4 00000020:00000001:0.0:1783444842.988619:0:16809:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883976998912 : -121189732552704 : ffff91c7510a7000) 00000020:00000001:0.0:1783444842.988621:0:16809:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883976998912 : -121189732552704 : ffff91c7510a7000) 00000100:00000001:0.0:1783444842.988625:0:16809:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783444842.988631:0:16809:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91c745359b40. 00000100:00000001:0.0:1783444842.988634:0:16809:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783444842.988637:0:16809:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff91c745359b40. 00000020:00000010:0.0:1783444842.988642:0:16809:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c760f5e200. 00000020:00000010:0.0:1783444842.988648:0:16809:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91c751113880. 00000020:00000010:0.0:1783444842.988653:0:16809:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff91c7513a0ed8. 00000100:00000040:0.0:1783444842.988663:0:16809:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1783444842.988667:0:16809:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1783444842.988669:0:16809:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1783444842.988671:0:16809:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444842.988679:0:16809:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444842.988699:0:16809:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444842.988711:0:16809:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1783444842.988713:0:16809:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1783444842.988719:0:16809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.110@tcp, seq: 74 00000100:00000040:0.0:1783444842.988723:0:16809:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff91c7510a7000 : new rpc_count 1 00000100:00000001:0.0:1783444842.988725:0:16809:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446622884102385024 : -121189607166592 : ffff91c75883ad80) 00000100:00000040:0.0:1783444842.988733:0:16809:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff91c75883ad80 x1870075629724288/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:463/0 lens 328/0 e 0 to 0 dl 1783444853 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444842.988743:0:16809:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783444842.988745:0:16809:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91c745359b40. 00000100:00000001:0.0:1783444842.988747:0:16809:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783444842.988750:0:16809:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff91c745359b40. 00000100:00100000:0.0:1783444842.988755:0:16809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91c75883ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8420:x1870075629724288:12345-192.168.204.110@tcp:104: 00000100:00000200:0.0:1783444842.988759:0:16809:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870075629724288 00010000:00000001:0.0:1783444842.988762:0:16809:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1783444842.988768:0:16809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444842.988770:0:16809:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444842.988773:0:16809:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=2 00000020:00000001:0.0:1783444842.988775:0:16809:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:0.0:1783444842.988778:0:16809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:0.0:1783444842.988782:0:16809:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444842.988785:0:16809:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783444842.988790:0:16809:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000d8cd9ab3/0x5503b2fe824ef71b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x332dd2263f6ddc46 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1783444842.988808:0:16809:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1783444842.988810:0:16809:0:(sec.c:2566:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1783444842.988816:0:16809:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff91c746767c00. 02000000:00000001:0.0:1783444842.988818:0:16809:0:(sec.c:2603:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444842.988821:0:16809:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444842.988825:0:16809:0:(ldlm_lib.c:3304:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1783444842.988828:0:16809:0:(ldlm_lib.c:3325:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444842.988833:0:16809:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7590235e8 time=22 v=5 (1 1 1 1) 00000100:00000001:0.0:1783444842.988838:0:16809:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783444842.988840:0:16809:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 16 to 192.168.204.110@tcp 00000100:00000001:0.0:1783444842.988843:0:16809:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 02000000:00000001:0.0:1783444842.988845:0:16809:0:(sec.c:2617:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1783444842.988847:0:16809:0:(sec.c:2628:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444842.988851:0:16809:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444842.988853:0:16809:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444842.988858:0:16809:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9198. 00000100:00000200:0.0:1783444842.988863:0:16809:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1870075629724288, offset 224 00000400:00000200:0.0:1783444842.988869:0:16809:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444842.988876:0:16809:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444842.988882:0:16809:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444842.988888:0:16809:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2913:2913:256:4294967295] 192.168.204.110@tcp LPNI seq info [2913:2913:8:4294967295] 00000400:00000200:0.0:1783444842.988893:0:16809:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444842.988901:0:16809:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444842.988907:0:16809:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444842.988981:0:16809:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3c00. 00000800:00000200:0.0:1783444842.988999:0:16809:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444842.989006:0:16809:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444842.989010:0:16809:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444842.989024:0:16809:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444842.989028:0:16809:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00010000:00000001:0.0:1783444842.989031:0:16809:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783444842.989035:0:16809:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff91c742c38240. 00010000:00000001:0.0:1783444842.989038:0:16809:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783444842.989052:0:16809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1783444842.989091:0:16809:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444842.989093:0:16809:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444842.989095:0:16809:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444842.989100:0:16809:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883ad80 x1870075629724288/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:463/0 lens 328/224 e 0 to 0 dl 1783444853 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783444842.989110:0:16809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91c75883ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8420:x1870075629724288:12345-192.168.204.110@tcp:104: Request processed in 366us (613us total) trans 0 rc 0/0 00000100:00100000:0.0:1783444842.989289:0:16809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.110@tcp, seq: 74 00000100:00000040:0.0:1783444842.989292:0:16809:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91c7510a7000 : new rpc_count 0 00000100:00000001:0.0:1783444842.989295:0:16809:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1783444842.989297:0:16809:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1783444842.989301:0:16809:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91c751113880. 00000020:00000010:0.0:1783444842.989305:0:16809:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff91c7513a0ed8. 00000020:00000010:0.0:1783444842.989308:0:16809:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760f5e200. 00000020:00000040:0.0:1783444842.989312:0:16809:0:(genops.c:900:class_export_put()) PUTting export ffff91c7510a7000 : new refcount 3 00000100:00000001:0.0:1783444842.989328:0:16809:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783444842.990329:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444842.990645:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3c00. 00000400:00000200:0.0:1783444842.990651:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444842.990658:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444842.990663:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9198 00000400:00000010:0.0:1783444842.990666:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9198. 00000100:00000001:0.0:1783444842.990669:0:2392:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1783444842.990671:0:2392:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1783444842.991742:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444842.991747:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444842.991751:0:16952:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1783444842.991755:0:16952:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1783444842.991757:0:16952:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1783444842.991765:0:16952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000d8cd9ab3/0x5503b2fe824ef71b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x332dd2263f6ddc46 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1783444842.991787:0:16952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91c752224600 already unused, calling callback (ffffffffc1279360) 00000008:00000001:3.0:1783444842.991797:0:16952:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1783444842.991800:0:16952:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1783444842.991801:0:16952:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444842.991804:0:16952:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444842.991807:0:16952:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:3.0:1783444842.991809:0:16952:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444842.991812:0:16952:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:3.0:1783444842.991815:0:16952:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783444842.991818:0:16952:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000d8cd9ab3/0x5503b2fe824ef71b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x332dd2263f6ddc46 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1783444842.991826:0:16952:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1783444842.991828:0:16952:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783444842.991836:0:16952:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c74526c990. 00000020:00000010:3.0:1783444842.991842:0:16952:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c750f6b600. 00000020:00000010:3.0:1783444842.991845:0:16952:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c750f6b200. 00000020:00000010:3.0:1783444842.991849:0:16952:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7604bb900. 00000008:00000010:3.0:1783444842.991856:0:16952:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444842.991861:0:16952:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759654480. 00008000:00000010:3.0:1783444842.991866:0:16952:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444842.991872:0:16952:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444842.991876:0:16952:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444842.991880:0:16952:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c750f6a000. 00000008:00000010:3.0:1783444842.991884:0:16952:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444842.991887:0:16952:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444842.991891:0:16952:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444842.991895:0:16952:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c758828000. 00000020:00000001:3.0:1783444842.991897:0:16952:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883777530264 : -121189932021352 : ffff91c74526c998) 00000020:00001000:3.0:1783444842.991900:0:16952:0:(cl_object.c:831:cl_env_get()) 1@ffff91c74526c990 00000008:00000001:3.0:1783444842.991902:0:16952:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1783444842.991905:0:16952:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:3.0:1783444842.991906:0:16952:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783444842.991908:0:16952:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c74526ce10. 00000020:00000010:3.0:1783444842.991911:0:16952:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c750f6a200. 00000020:00000010:3.0:1783444842.991913:0:16952:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c750f6a600. 00000020:00000010:3.0:1783444842.991915:0:16952:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7604bb960. 00000008:00000010:3.0:1783444842.991918:0:16952:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c743554e50. 00020000:00000010:3.0:1783444842.991920:0:16952:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759654f00. 00008000:00000010:3.0:1783444842.991922:0:16952:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c74355ea60. 00000080:00000010:3.0:1783444842.991925:0:16952:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c760e62150. 00000080:00000010:3.0:1783444842.991927:0:16952:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c74977cde0. 00000020:00000010:3.0:1783444842.991931:0:16952:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c750f6bc00. 00000008:00000010:3.0:1783444842.991934:0:16952:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c751345a20. 00020000:00000010:3.0:1783444842.991936:0:16952:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c74978d6d0. 00008000:00000010:3.0:1783444842.991938:0:16952:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c742c39860. 00000080:00000010:3.0:1783444842.991941:0:16952:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c7588283c0. 00000020:00000001:3.0:1783444842.991943:0:16952:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883777531416 : -121189932020200 : ffff91c74526ce18) 00000020:00001000:3.0:1783444842.991945:0:16952:0:(cl_object.c:831:cl_env_get()) 1@ffff91c74526ce10 00000008:00000001:3.0:1783444842.991949:0:16952:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:3.0:1783444842.991952:0:16952:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:3.0:1783444842.991955:0:16952:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1783444842.991957:0:16952:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444842.991960:0:16952:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:3.0:1783444842.991963:0:16952:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529de90 00000020:00000001:3.0:1783444842.991965:0:16952:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:3.0:1783444842.991968:0:16952:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1783444842.991970:0:16952:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:3.0:1783444842.991972:0:16952:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1783444842.991975:0:16952:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783444842.991976:0:16952:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1783444842.991978:0:16952:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783444842.991981:0:16952:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x2b:0x0]io ffff91c743554ef0 type 8 ignore/verify layout 1/0 00020000:00000001:3.0:1783444842.991995:0:16952:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1783444842.991998:0:16952:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1783444842.991999:0:16952:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1783444842.992002:0:16952:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1783444842.992004:0:16952:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444842.992005:0:16952:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783444842.992006:0:16952:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1783444842.992007:0:16952:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:3.0:1783444842.992009:0:16952:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444842.992011:0:16952:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:3.0:1783444842.992014:0:16952:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783444842.992017:0:16952:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1783444842.992019:0:16952:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:3.0:1783444842.992020:0:16952:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:3.0:1783444842.992022:0:16952:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1783444842.992024:0:16952:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:3.0:1783444842.992027:0:16952:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1783444842.992028:0:16952:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:3.0:1783444842.992029:0:16952:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1783444842.992031:0:16952:0:(cl_object.c:925:cl_env_put()) 1@ffff91c74526ce10 00000020:00000010:3.0:1783444842.992034:0:16952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c750f6a600. 00000020:00000010:3.0:1783444842.992038:0:16952:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7604bb960. 00000008:00000010:3.0:1783444842.992041:0:16952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c743554e50. 00020000:00000010:3.0:1783444842.992217:0:16952:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759654f00. 00008000:00000010:3.0:1783444842.992222:0:16952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c74355ea60. 00000080:00000010:3.0:1783444842.992225:0:16952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c760e62150. 00000080:00000010:3.0:1783444842.992228:0:16952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c74977cde0. 00000020:00000010:3.0:1783444842.992232:0:16952:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c750f6a200. 00000008:00000010:3.0:1783444842.992235:0:16952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c751345a20. 00020000:00000010:3.0:1783444842.992238:0:16952:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c74978d6d0. 00008000:00000010:3.0:1783444842.992241:0:16952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c742c39860. 00000080:00000010:3.0:1783444842.992244:0:16952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c7588283c0. 00000020:00000010:3.0:1783444842.992246:0:16952:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c750f6bc00. 00000020:00000010:3.0:1783444842.992248:0:16952:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c74526ce10. 00000008:00000001:3.0:1783444842.992251:0:16952:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444842.992254:0:16952:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529de90 00010000:00000001:3.0:1783444842.992257:0:16952:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:3.0:1783444842.992259:0:16952:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444842.992262:0:16952:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529de90 00000020:00000001:3.0:1783444842.992264:0:16952:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1783444842.992266:0:16952:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1783444842.992269:0:16952:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1783444842.992271:0:16952:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444842.992273:0:16952:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444842.992275:0:16952:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529de90 00000008:00000001:3.0:1783444842.992279:0:16952:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1783444842.992280:0:16952:0:(cl_object.c:925:cl_env_put()) 1@ffff91c74526c990 00000020:00000010:3.0:1783444842.992282:0:16952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c750f6b200. 00000020:00000010:3.0:1783444842.992285:0:16952:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7604bb900. 00000008:00000010:3.0:1783444842.992287:0:16952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444842.992290:0:16952:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759654480. 00008000:00000010:3.0:1783444842.992292:0:16952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444842.992295:0:16952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444842.992297:0:16952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444842.992300:0:16952:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c750f6b600. 00000008:00000010:3.0:1783444842.992302:0:16952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444842.992304:0:16952:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444842.992306:0:16952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444842.992308:0:16952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c758828000. 00000020:00000010:3.0:1783444842.992310:0:16952:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c750f6a000. 00000020:00000010:3.0:1783444842.992312:0:16952:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c74526c990. 00000008:00000001:3.0:1783444842.992314:0:16952:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444842.992318:0:16952:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783444842.992323:0:16952:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783444842.992325:0:16952:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783444842.992327:0:16952:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444842.992329:0:16952:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1783444842.992333:0:16952:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752224600 with handle 0x5503b2fe824ef71b from hash 00010000:00000001:3.0:1783444842.992335:0:16952:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783444842.992337:0:16952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444842.992339:0:16952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444842.992340:0:16952:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783444842.992343:0:16952:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783444842.992345:0:16952:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1783444842.992350:0:16952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444842.992352:0:16952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444842.992354:0:16952:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444842.992357:0:16952:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1783444842.992362:0:16952:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462300. 00000020:00000040:3.0:1783444842.992365:0:16952:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=4 obd=lustre-OST0001-osc-ffff91c759350000 00000100:00000001:3.0:1783444842.992369:0:16952:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444842.992372:0:16952:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444842.992376:0:16952:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444842.992381:0:16952:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c750f6a000. 00000100:00000001:3.0:1783444842.992446:0:16952:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444842.992450:0:16952:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1783444842.992455:0:16952:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000d8cd9ab3/0x5503b2fe824ef71b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x332dd2263f6ddc46 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1783444842.992464:0:16952:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1783444842.992465:0:16952:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444842.992470:0:16952:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444842.992474:0:16952:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444842.992486:0:16952:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016ba24b0] to pc [ptlrpcd_01_01+1] req@ffff91c760462300 x1870075608311040/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783444842.992519:0:16952:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444842.992521:0:16952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444842.992522:0:16952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444842.992524:0:16952:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444842.992526:0:16952:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444842.992528:0:16952:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444842.992531:0:16952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000d8cd9ab3/0x5503b2fe824ef71b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x332dd2263f6ddc46 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444842.992537:0:16952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783444842.992540:0:16952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff91c759350000 lock: 00000000d8cd9ab3/0x5503b2fe824ef71b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x332dd2263f6ddc46 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1783444842.992549:0:16952:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91c76050a2c0. 00010000:00000001:3.0:1783444842.992560:0:16952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444842.992561:0:16952:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1783444842.992563:0:16952:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff91c742c38240. 00010000:00000001:3.0:1783444842.992566:0:16952:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444842.992568:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444842.992569:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444842.992572:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1783444842.992573:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444842.992574:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444842.992575:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1783444842.992577:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444842.992578:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444842.992579:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1783444842.992587:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1783444842.992590:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1783444842.992592:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444842.992597:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444842.992600:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444842.992602:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444842.992604:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444842.992606:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1783444842.992607:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444842.992612:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444842.992613:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462300 x1870075608311040/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444842.992622:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444842.992624:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444842.992628:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444842.992631:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444842.992634:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444842.992638:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608311040:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1783444842.992642:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444842.992647:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444842.992650:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444842.992653:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444842.992657:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c750f6b600. 02000000:00000001:3.0:1783444842.992659:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444842.992666:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444842.992670:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7588113c8. 00000400:00000010:3.0:1783444842.992677:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218000. 00000100:00000200:3.0:1783444842.992685:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608311040, portal 18 00000100:00000001:3.0:1783444842.992687:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444842.992689:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00000100:00000040:3.0:1783444842.992695:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760462300 x1870075608311040/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444858 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444842.992702:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444842.992704:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444842.992707:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218198. 00000100:00000200:3.0:1783444842.992710:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1870075608311040, offset 0 00000400:00000200:3.0:1783444842.992715:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444842.992723:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444842.992730:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444842.992734:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444842.992738:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444842.992741:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444842.992744:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444842.992747:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2914:2914:256:4294967295] 192.168.204.110@tcp LPNI seq info [2914:2914:8:4294967295] 00000400:00000200:3.0:1783444842.992751:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444842.992761:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444842.992767:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444842.992772:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c600. 00000800:00000200:3.0:1783444842.993436:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444842.993449:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444842.993454:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1783444842.993471:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444842.993476:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 118623 usecs (119 jiffies) 00000400:00000200:3.0:1783444842.993480:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444842.993483:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296482118 00000100:00000001:3.0:1783444842.993487:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296482848 00000100:00000001:3.0:1783444842.993489:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296482118 00000100:00000001:3.0:1783444842.993491:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296482848 00000100:00000001:3.0:1783444842.993493:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444842.993496:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444842.993499:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444842.993501:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444842.993613:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444842.993618:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c600. 00000400:00000200:1.0:1783444842.993623:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444842.993629:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444842.993635:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218198 00000400:00000010:1.0:1783444842.993637:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218198. 00000100:00000001:1.0:1783444842.993640:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444842.993644:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462300 x1870075608311040/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444858 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444842.993655:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444842.993658:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462300 x1870075608311040/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444858 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444842.993665:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444842.993667:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1783444842.999590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224600. 00000800:00000001:0.0:1783444843.002315:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444843.002335:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444843.002339:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444843.002342:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444843.002351:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444843.002361:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444843.002371:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444843.002376:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444843.002382:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444843.002387:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 4 MB=0x6a4d2e8562480 00000400:00000200:0.0:1783444843.002391:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444843.002398:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 400/400 into md 0x8069 [1] + 224 00000800:00000001:0.0:1783444843.002405:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444843.002416:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444843.002420:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444843.002425:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444843.002433:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444843.002443:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0e00 x1870075608310912/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444858 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444843.002456:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff91c7603f0e00 x1870075608310912/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444858 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444843.002479:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444843.002488:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444843.002491:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444843.002720:0:35265:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444843.002730:0:35265:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444843.002732:0:35265:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444843.002736:0:35265:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ffd10. 00000400:00000200:2.0:1783444843.002741:0:35265:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83f68 00000400:00000010:2.0:1783444843.002744:0:35265:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83f68. 00000100:00000001:2.0:1783444843.002747:0:35265:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444843.002752:0:35265:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f0e00 x1870075608310912/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444858 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783444843.002763:0:35265:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f0e00 x1870075608310912/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444858 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444843.002776:0:35265:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444843.002778:0:35265:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444843.002782:0:35265:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444843.002785:0:35265:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444843.002788:0:35265:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444843.002790:0:35265:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444843.002794:0:35265:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444843.002806:0:35265:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f460 time=23 v=5 (5 5 5 5) 00000100:00001000:2.0:1783444843.002811:0:35265:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444843.002814:0:35265:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444843.002815:0:35265:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.002818:0:35265:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444843.002821:0:35265:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.002825:0:35265:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444843.002828:0:35265:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1783444843.002829:0:35265:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444843.002831:0:35265:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444843.002837:0:35265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f0e00 x1870075608310912/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444858 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444843.002844:0:35265:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444843.002847:0:35265:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444843.002849:0:35265:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444843.002853:0:35265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f0e00 x1870075608310912/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444858 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783444843.002860:0:35265:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f0e00 pname:cluuid:pid:xid:nid:opc:job uname:666e3c65-e321-43ec-a94e-a01058e25d7d:35265:1870075608310912:192.168.204.110@tcp:101:uname.0 00000100:00000001:2.0:1783444843.002865:0:35265:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444843.002868:0:35265:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.002870:0:35265:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444843.002873:0:35265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444843.002876:0:35265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0e00 x1870075608310912/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444858 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444843.002882:0:35265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444843.002885:0:35265:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c75885cc00. 00000100:00000001:2.0:1783444843.002889:0:35265:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444843.002890:0:35265:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.002894:0:35265:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783444843.002896:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.002899:0:35265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.002902:0:35265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=4 00000020:00000001:2.0:1783444843.002904:0:35265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.002908:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000040:2.0:1783444843.002998:0:35265:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c752225000, remote cookie: 0x332dd2263f6ddc4d, flags: 0x20002 00010000:00000001:2.0:1783444843.003003:0:35265:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1783444843.003005:0:35265:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.003009:0:35265:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00010000:2.0:1783444843.003016:0:35265:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1783444843.003029:0:35265:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x42:0x0].0x0 (ffff91c747211700) refcount = 1 00010000:00000040:2.0:1783444843.003033:0:35265:0:(ldlm_resource.c:1894:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1783444843.003041:0:35265:0:(ldlm_resource.c:1896:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444843.003049:0:35265:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444843.003052:0:35265:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00000800:00000001:1.0:1783444843.003074:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.003081:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444843.003083:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.003086:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444843.003090:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.003096:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00010000:00010000:2.0:1783444843.003097:0:35265:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1783444843.003105:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.003111:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.003115:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.003118:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 392 into portal 15 MB=0x6a4d2e99ce300 00000400:00000200:1.0:1783444843.003124:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.110@tcp of length 392/392 into md 0x7701 [2] + 1968 00010000:00010000:2.0:1783444843.003125:0:35265:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000400:00000010:1.0:1783444843.003127:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f4d0. 00000400:00000200:1.0:1783444843.003134:0:2393:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff91c758513600 00000800:00000001:1.0:1783444843.003138:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.003145:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444843.003148:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444843.003153:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444843.003157:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c758513600 00000400:00000010:1.0:1783444843.003159:0:2393:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff91c758513600. 00000100:00000001:1.0:1783444843.003164:0:2393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1783444843.003165:0:2393:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:1.0:1783444843.003169:0:2393:0:(events.c:337:request_in_callback()) incoming req@ffff91c746765850 x1870075629724416 msgsize 392 00000100:00100000:1.0:1783444843.003173:0:2393:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.110@tcp (source: 12345-192.168.204.110@tcp) 00000100:00000040:1.0:1783444843.003175:0:2393:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1783444843.003183:0:2393:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1783444843.003187:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.003189:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1783444843.005364:0:16810:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff91c746764c00. 00000100:00000010:0.0:1783444843.005383:0:16810:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff91c751166000. 00000100:00100000:0.0:1783444843.005386:0:16810:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:0.0:1783444843.005390:0:16810:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1783444843.005397:0:16810:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f7e8. 00000400:00000010:0.0:1783444843.005404:0:16810:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff91c742c38c00. 00000100:00000001:0.0:1783444843.005415:0:16810:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1783444843.005417:0:16810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870075629724416 02000000:00000001:0.0:1783444843.005420:0:16810:0:(sec.c:2495:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1783444843.005433:0:16810:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444843.005436:0:16810:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444843.005442:0:16810:0:(sec.c:2544:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444843.005446:0:16810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870075629724416 00000020:00000001:0.0:1783444843.005450:0:16810:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783444843.005452:0:16810:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea72 00000020:00000001:0.0:1783444843.005455:0:16810:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444843.005457:0:16810:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c7510a7000 refcount=4 00000020:00000001:0.0:1783444843.005460:0:16810:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883976998912 : -121189732552704 : ffff91c7510a7000) 00000020:00000001:0.0:1783444843.005463:0:16810:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883976998912 : -121189732552704 : ffff91c7510a7000) 00000100:00000001:0.0:1783444843.005467:0:16810:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783444843.005473:0:16810:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91c745359b40. 00000100:00000001:0.0:1783444843.005476:0:16810:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783444843.005479:0:16810:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff91c745359b40. 00000020:00000010:0.0:1783444843.005488:0:16810:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c760f5e200. 00000020:00000010:0.0:1783444843.005494:0:16810:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91c751113880. 00000020:00000010:0.0:1783444843.005500:0:16810:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff91c7513a0ed8. 00000100:00000040:0.0:1783444843.005511:0:16810:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1783444843.005516:0:16810:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1783444843.005518:0:16810:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1783444843.005520:0:16810:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444843.005528:0:16810:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444843.005551:0:16810:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444843.005563:0:16810:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1783444843.005566:0:16810:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1783444843.005573:0:16810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.110@tcp, seq: 75 00000100:00000040:0.0:1783444843.005578:0:16810:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff91c7510a7000 : new rpc_count 1 00000100:00000001:0.0:1783444843.005580:0:16810:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446622883799521360 : -121189910030256 : ffff91c746765850) 00000100:00000040:0.0:1783444843.005588:0:16810:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff91c746765850 x1870075629724416/t0(0) o105->LOV_OSC_UUID@192.168.204.110@tcp:464/0 lens 392/0 e 0 to 0 dl 1783444854 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444843.005599:0:16810:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783444843.005602:0:16810:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91c745359b40. 00000100:00000001:0.0:1783444843.005604:0:16810:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783444843.005606:0:16810:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff91c745359b40. 00000100:00100000:0.0:1783444843.005611:0:16810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91c746765850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6491:x1870075629724416:12345-192.168.204.110@tcp:105: 00000100:00000200:0.0:1783444843.005615:0:16810:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870075629724416 00010000:00000001:0.0:1783444843.005618:0:16810:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1783444843.005625:0:16810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444843.005627:0:16810:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444843.005629:0:16810:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=5 00000020:00000001:0.0:1783444843.005631:0:16810:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:0.0:1783444843.005634:0:16810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00010000:0.0:1783444843.005641:0:16810:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444843.005651:0:16810:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:0.0:1783444843.005654:0:16810:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444843.005662:0:16810:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444843.005670:0:16810:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1783444843.005673:0:16810:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444843.005675:0:16810:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783444843.005677:0:16810:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1783444843.005680:0:16810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444843.005686:0:16810:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1783444843.005691:0:16810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783444843.005699:0:16810:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x42:0x0].0x0 (ffff91c747211700) refcount = 1 00010000:00000040:0.0:1783444843.005702:0:16810:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1783444843.005705:0:16810:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444843.005714:0:16810:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:0.0:1783444843.005717:0:16810:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1783444843.005726:0:16810:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff91c745359b40. 00000100:00000001:0.0:1783444843.005730:0:16810:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783444843.005735:0:16810:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c742c38cc0. 00000100:00000001:0.0:1783444843.005737:0:16810:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883737472192 : -121189972079424 : ffff91c742c38cc0) 00000100:00000001:0.0:1783444843.005739:0:16810:0:(client.c:1205:ptlrpc_prep_fcset()) Process leaving (rc=18446622883737472192 : -121189972079424 : ffff91c742c38cc0) 00000100:00000001:0.0:1783444843.005742:0:16810:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783444843.005743:0:16810:0:(client.c:1935:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1783444843.005745:0:16810:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1783444843.005747:0:16810:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783444843.005761:0:16810:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444843.005764:0:16810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444843.005765:0:16810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444843.005767:0:16810:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444843.005768:0:16810:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1783444843.005769:0:16810:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1783444843.005772:0:16810:0:(client.c:1950:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444843.005774:0:16810:0:(client.c:2685:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444843.005776:0:16810:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1783444843.005778:0:16810:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c742c38cc0. 00000100:00000001:0.0:1783444843.005781:0:16810:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1783444843.005782:0:16810:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1783444843.005785:0:16810:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff91c745359b40. 00010000:00010000:0.0:1783444843.005788:0:16810:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff91c752225000) 00010000:00000001:0.0:1783444843.005798:0:16810:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444843.005800:0:16810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444843.005801:0:16810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783444843.005804:0:16810:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1783444843.005806:0:16810:0:(sec.c:2566:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1783444843.005812:0:16810:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff91c746764000. 02000000:00000001:0.0:1783444843.005814:0:16810:0:(sec.c:2603:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444843.005817:0:16810:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444843.005822:0:16810:0:(ldlm_lib.c:3304:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1783444843.005825:0:16810:0:(ldlm_lib.c:3325:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444843.005830:0:16810:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7590235e8 time=23 v=5 (1 1 1 1) 00000100:00000001:0.0:1783444843.005836:0:16810:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783444843.005839:0:16810:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 16 to 192.168.204.110@tcp 00000100:00000001:0.0:1783444843.005842:0:16810:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 02000000:00000001:0.0:1783444843.005844:0:16810:0:(sec.c:2617:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1783444843.005846:0:16810:0:(sec.c:2628:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444843.005850:0:16810:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444843.005852:0:16810:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444843.005857:0:16810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9198. 00000100:00000200:0.0:1783444843.005861:0:16810:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1870075629724416, offset 224 00000400:00000200:0.0:1783444843.005867:0:16810:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444843.005878:0:16810:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444843.005886:0:16810:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444843.005892:0:16810:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2915:2915:256:4294967295] 192.168.204.110@tcp LPNI seq info [2915:2915:8:4294967295] 00000400:00000200:0.0:1783444843.005898:0:16810:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444843.005908:0:16810:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444843.005914:0:16810:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444843.005919:0:16810:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3c00. 00000800:00000200:0.0:1783444843.005925:0:16810:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444843.005934:0:16810:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444843.005938:0:16810:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444843.005954:0:16810:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444843.005958:0:16810:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00010000:00000001:0.0:1783444843.005960:0:16810:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444843.005965:0:16810:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746765850 x1870075629724416/t0(0) o105->LOV_OSC_UUID@192.168.204.110@tcp:464/0 lens 392/224 e 0 to 0 dl 1783444854 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783444843.005979:0:16810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91c746765850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6491:x1870075629724416:12345-192.168.204.110@tcp:105: Request processed in 378us (2808us total) trans 0 rc 0/0 00000100:00100000:0.0:1783444843.005997:0:16810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.110@tcp, seq: 75 00000100:00000040:0.0:1783444843.006000:0:16810:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91c7510a7000 : new rpc_count 0 00000100:00000001:0.0:1783444843.006002:0:16810:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1783444843.006004:0:16810:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1783444843.006009:0:16810:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91c751113880. 00000020:00000010:0.0:1783444843.006013:0:16810:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff91c7513a0ed8. 00000020:00000010:0.0:1783444843.006016:0:16810:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760f5e200. 00000020:00000040:0.0:1783444843.006021:0:16810:0:(genops.c:900:class_export_put()) PUTting export ffff91c7510a7000 : new refcount 3 02000000:00000001:0.0:1783444843.006027:0:16810:0:(sec.c:2640:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1783444843.006029:0:16810:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff91c746767c00. 02000000:00000001:0.0:1783444843.006033:0:16810:0:(sec.c:2653:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1783444843.006035:0:16810:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c75883ad80. 02000000:00000001:0.0:1783444843.006039:0:16810:0:(sec.c:2640:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1783444843.006040:0:16810:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff91c751026800. 02000000:00000001:0.0:1783444843.006043:0:16810:0:(sec.c:2653:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1783444843.006044:0:16810:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746731500. 02000000:00000001:0.0:1783444843.006100:0:16810:0:(sec.c:2640:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1783444843.006102:0:16810:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff91c751026000. 02000000:00000001:0.0:1783444843.006105:0:16810:0:(sec.c:2653:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1783444843.006106:0:16810:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746731c00. 02000000:00000001:0.0:1783444843.006109:0:16810:0:(sec.c:2640:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1783444843.006110:0:16810:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff91c751025c00. 02000000:00000001:0.0:1783444843.006112:0:16810:0:(sec.c:2653:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1783444843.006113:0:16810:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c75883b480. 02000000:00000001:0.0:1783444843.006116:0:16810:0:(sec.c:2640:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1783444843.006117:0:16810:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff91c751026400. 02000000:00000001:0.0:1783444843.006118:0:16810:0:(sec.c:2653:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1783444843.006119:0:16810:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746731f80. 02000000:00000001:0.0:1783444843.006122:0:16810:0:(sec.c:2640:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1783444843.006123:0:16810:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff91c746765c00. 02000000:00000001:0.0:1783444843.006126:0:16810:0:(sec.c:2653:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1783444843.006127:0:16810:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758838a80. 00000100:00000010:0.0:1783444843.006131:0:16810:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff91c751162000. 00000100:00000010:0.0:1783444843.006134:0:16810:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff91c746765800. 00000100:00000001:0.0:1783444843.006137:0:16810:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783444843.006259:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444843.006264:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3c00. 00000400:00000200:0.0:1783444843.006269:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444843.006274:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444843.006280:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9198 00000400:00000010:0.0:1783444843.006283:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9198. 00000100:00000001:0.0:1783444843.006286:0:2392:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1783444843.006288:0:2392:0:(sec.c:2640:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1783444843.006289:0:2392:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff91c746764000. 02000000:00000001:0.0:1783444843.006292:0:2392:0:(sec.c:2653:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1783444843.006293:0:2392:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:2.0:1783444843.008248:0:35265:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444843.008426:0:35265:0:(ldlm_request.c:350:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444843.008432:0:35265:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444843.008495:0:35265:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783444843.008497:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.008500:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.008501:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.008502:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.008504:0:35265:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444843.008508:0:35265:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1783444843.008510:0:35265:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1783444843.008513:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.008516:0:35265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.008519:0:35265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=3 00000020:00000001:2.0:1783444843.008521:0:35265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.008524:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.008527:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.008528:0:35265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.008530:0:35265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=4 00000020:00000001:2.0:1783444843.008531:0:35265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.008534:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.008537:0:35265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444843.008540:0:35265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444843.008544:0:35265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444843.008551:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.008552:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444843.008556:0:35265:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1783444843.008561:0:35265:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529de90 00000008:00010000:2.0:1783444843.008566:0:35265:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1783444843.008573:0:35265:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.008576:0:35265:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1783444843.008578:0:35265:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1783444843.008581:0:35265:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783444843.008583:0:35265:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.008585:0:35265:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.008586:0:35265:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529de90 00000008:00000001:2.0:1783444843.008588:0:35265:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:2.0:1783444843.008590:0:35265:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.008591:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.008592:0:35265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.008594:0:35265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=5 00000020:00000001:2.0:1783444843.008596:0:35265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.008598:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.008600:0:35265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444843.008603:0:35265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444843.008609:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.008610:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783444843.008612:0:35265:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444843.008618:0:35265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444843.008620:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.008621:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444843.008622:0:35265:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.008625:0:35265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444843.008638:0:35265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0e00 x1870075608310912/t0(0) o101->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444858 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444843.008646:0:35265:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444843.008649:0:35265:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444843.008653:0:35265:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6d000. 02000000:00000001:2.0:1783444843.008658:0:35265:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444843.008660:0:35265:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444843.008662:0:35265:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:2.0:1783444843.008664:0:35265:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444843.008667:0:35265:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c7435f5c00. 02000000:00000001:2.0:1783444843.008670:0:35265:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444843.008672:0:35265:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444843.008674:0:35265:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0e00. 00000100:00000001:2.0:1783444843.008677:0:35265:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444843.008678:0:35265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1783444843.008680:0:35265:0:(osc_request.c:3316:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444843.008682:0:35265:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.008685:0:35265:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.008688:0:35265:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.008690:0:35265:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.008692:0:35265:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.008694:0:35265:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.008696:0:35265:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.008699:0:35265:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1783444843.008703:0:35265:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:2.0:1783444843.008709:0:35265:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1783444843.008711:0:35265:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.008713:0:35265:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.008714:0:35265:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783444843.008719:0:35265:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1783444843.008723:0:35265:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1783444843.008725:0:35265:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.008726:0:35265:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1783444843.008727:0:35265:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783444843.008729:0:35265:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:2.0:1783444843.008732:0:35265:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783444843.008734:0:35265:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:2.0:1783444843.008736:0:35265:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.008738:0:35265:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.008740:0:35265:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000080:00200000:2.0:1783444843.008742:0:35265:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 0 i_blocks 0 00000080:00000001:2.0:1783444843.008744:0:35265:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1783444843.008747:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c23b88 00000080:00200000:2.0:1783444843.008749:0:35265:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:2.0:1783444843.008752:0:35265:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1783444843.008754:0:35265:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c758a527c0 00020000:00000002:2.0:1783444843.008757:0:35265:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff91c760427540 addref 2/0 by ffff91c758a527c0. 00020000:00000002:2.0:1783444843.008759:0:35265:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c758a527c0 00000020:00000001:2.0:1783444843.008762:0:35265:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:2.0:1783444843.008765:0:35265:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1783444843.008768:0:35265:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1783444843.008771:0:35265:0:(lov_offset.c:253:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:2.0:1783444843.008774:0:35265:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444843.008775:0:35265:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444843.008777:0:35265:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1783444843.008781:0:35265:0:(osc_io.c:1404:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1783444843.008784:0:35265:0:(osc_io.c:1417:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.008785:0:35265:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.008787:0:35265:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.008789:0:35265:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.008799:0:35265:0:(rw26.c:703:ll_write_begin()) Process entered 00000080:00200000:2.0:1783444843.008801:0:35265:0:(rw26.c:704:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000020:00000001:2.0:1783444843.008828:0:35265:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1783444843.008830:0:35265:0:(cl_page.c:427:cl_page_find()) 0@[0x200000405:0x2b:0x0] ffffee3444a095c0 0 1 00000020:00000001:2.0:1783444843.008834:0:35265:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1783444843.008836:0:35265:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.008838:0:35265:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:2.0:1783444843.008846:0:35265:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff91c758374460. 00000020:00000001:2.0:1783444843.008851:0:35265:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1783444843.008853:0:35265:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1783444843.008855:0:35265:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:2.0:1783444843.008858:0:35265:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:2.0:1783444843.008861:0:35265:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444843.008862:0:35265:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000008:00000001:2.0:1783444843.008865:0:35265:0:(osc_cache.c:2429:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1783444843.008868:0:35265:0:(osc_cache.c:2452:osc_prep_async_page()) oap ffff91c7583744d0 folio ffffee3444a095c0 pg:0 obj off 0 00000008:00000001:2.0:1783444843.008870:0:35265:0:(osc_cache.c:2453:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.008872:0:35265:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1783444843.008873:0:35265:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1783444843.008875:0:35265:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1783444843.008877:0:35265:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.008880:0:35265:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.008882:0:35265:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446622884097377376 : -121189612174240 : ffff91c758374460) 00000020:00000001:2.0:1783444843.008884:0:35265:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446622884097377376 : -121189612174240 : ffff91c758374460) 00000020:00000001:2.0:1783444843.008887:0:35265:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1783444843.008889:0:35265:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1783444843.008891:0:35265:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622883777808800 : -121189931742816 : ffff91c7452b09a0) 00000020:00000001:2.0:1783444843.008893:0:35265:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1783444843.008894:0:35265:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1783444843.008896:0:35265:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783444843.008900:0:35265:0:(cl_page.c:507:__cl_page_state_set()) page@00000000d96e1718[2 00000000625ae1cd 1 1 00000000ade16657 0 0 0] 00000020:00000001:2.0:1783444843.008902:0:35265:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1783444843.008904:0:35265:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1783444843.008905:0:35265:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:2.0:1783444843.008907:0:35265:0:(rw26.c:610:ll_prepare_partial_page()) Process entered 00000020:00000001:2.0:1783444843.008909:0:35265:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.008911:0:35265:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.008912:0:35265:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783444843.008914:0:35265:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1783444843.008916:0:35265:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:2.0:1783444843.008918:0:35265:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.008919:0:35265:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.008921:0:35265:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000080:00000001:2.0:1783444843.008924:0:35265:0:(rw26.c:630:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783444843.008927:0:35265:0:(rw26.c:815:ll_write_begin()) Process leaving 00000080:00000001:2.0:1783444843.008928:0:35265:0:(rw26.c:831:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.008930:0:35265:0:(rw26.c:894:ll_write_end()) Process entered 00000080:00200000:2.0:1783444843.008932:0:35265:0:(rw26.c:898:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:2.0:1783444843.008934:0:35265:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1783444843.008935:0:35265:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622883777808800 : -121189931742816 : ffff91c7452b09a0) 00000020:00000001:2.0:1783444843.008937:0:35265:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1783444843.008939:0:35265:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783444843.008941:0:35265:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1783444843.008943:0:35265:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1783444843.008945:0:35265:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1783444843.008946:0:35265:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1783444843.008949:0:35265:0:(rw26.c:956:ll_write_end()) page@00000000d96e1718[3 00000000625ae1cd 2 1 00000000ade16657 0 0 0] 00000080:00200000:2.0:1783444843.008953:0:35265:0:(rw26.c:956:ll_write_end()) vmpage @000000007ebf0ede 17ffffc0001001 3:0 ffff91c758374460 0 lru 00000080:00200000:2.0:1783444843.008961:0:35265:0:(rw26.c:956:ll_write_end()) osc-page@000000000cb56109 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000006f1bfa00 00000000fac22069 > 3< 0 0 > 4< 0 0 8 8380416 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1783444843.008963:0:35265:0:(rw26.c:956:ll_write_end()) end page@00000000d96e1718 00000080:00200000:2.0:1783444843.008965:0:35265:0:(rw26.c:956:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1783444843.008966:0:35265:0:(rw26.c:977:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:2.0:1783444843.008970:0:35265:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1783444843.008972:0:35265:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:2.0:1783444843.008974:0:35265:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1783444843.008977:0:35265:0:(lov_io.c:1718:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1783444843.008978:0:35265:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444843.008979:0:35265:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444843.008981:0:35265:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1783444843.008983:0:35265:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1783444843.008996:0:35265:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1783444843.008998:0:35265:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1783444843.008999:0:35265:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:2.0:1783444843.009001:0:35265:0:(osc_cache.c:2474:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1783444843.009004:0:35265:0:(osc_cache.c:2533:osc_queue_async_io()) obj ffff91c7585c2e00 ready 0|-|- wr 0|-|- rd 0|- oap ffff91c7583744d0 folio ffffee3444a095c0 pg:0 added for cmd 2 00000008:00000001:2.0:1783444843.009008:0:35265:0:(osc_cache.c:1728:osc_enter_cache()) Process entered 00000008:00000020:2.0:1783444843.009010:0:35265:0:(osc_cache.c:1730:osc_enter_cache()) lustre-OST0001-osc-ffff91c759350000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8380416, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:2.0:1783444843.009016:0:35265:0:(osc_cache.c:1635:osc_enter_cache_try()) lustre-OST0001-osc-ffff91c759350000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8380416, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:2.0:1783444843.009020:0:35265:0:(osc_cache.c:1482:osc_consume_write_grant()) using 4096 grant credits for brw ffff91c758374508 page ffffee3444a095c0 00000008:00000020:2.0:1783444843.009023:0:35265:0:(osc_cache.c:1762:osc_enter_cache()) lustre-OST0001-osc-ffff91c759350000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8351744, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:2.0:1783444843.009027:0:35265:0:(osc_cache.c:1778:osc_enter_cache()) Process leaving 00000008:00000001:2.0:1783444843.009028:0:35265:0:(osc_cache.c:1781:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444843.009031:0:35265:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:2.0:1783444843.009035:0:35265:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff91c78206f0c0. 00000008:00000020:2.0:1783444843.009040:0:35265:0:(osc_cache.c:1311:__osc_extent_tree_dump()) Dump object ffff91c7585c2e00 extents at osc_extent_find:839, mppr: 1024. 00000008:00000020:2.0:1783444843.009046:0:35265:0:(osc_cache.c:1874:osc_update_pending()) obj ffff91c7585c2e00 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:2.0:1783444843.009051:0:35265:0:(osc_cache.c:857:osc_extent_find()) extent ffff91c78206f0c0@{[0 -> 0/1023], [3|1|-|active|wi|ffff91c7585c2e00], [28672|0|-|-|ffff91c752225000|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:2.0:1783444843.009090:0:35265:0:(osc_cache.c:857:osc_extent_find()) ### extent: 000000002880e9c7 ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:2.0:1783444843.009098:0:35265:0:(osc_cache.c:874:osc_extent_find()) Process leaving 00000008:00000001:2.0:1783444843.009101:0:35265:0:(osc_cache.c:2670:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444843.009102:0:35265:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444843.009104:0:35265:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1783444843.009106:0:35265:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529de90 00000008:00000002:2.0:1783444843.009107:0:35265:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->23 0 00000020:00000001:2.0:1783444843.009109:0:35265:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.009111:0:35265:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1783444843.009641:0:35265:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:2.0:1783444843.009646:0:35265:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783444843.009648:0:35265:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.009650:0:35265:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.009652:0:35265:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529de90 00000008:00000001:2.0:1783444843.009655:0:35265:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1783444843.009657:0:35265:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1783444843.009660:0:35265:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1783444843.009664:0:35265:0:(cl_page.c:556:cl_batch_put()) page@00000000d96e1718[4 00000000625ae1cd 2 1 00000000ade16657 0 0 0] 00000800:00000001:1.0:1783444843.009664:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1783444843.009667:0:35265:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1783444843.009670:0:35265:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1783444843.009672:0:35265:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1783444843.009674:0:35265:0:(osc_request.c:745:osc_update_next_shrink()) next time 3014 to shrink grant 00000080:00000001:2.0:1783444843.009677:0:35265:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000800:00000001:1.0:1783444843.009678:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444843.009680:0:35265:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000800:00000001:1.0:1783444843.009683:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.009687:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444843.009689:0:35265:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff91c748db75f8, count 1, dirtied 1 00000080:00000001:2.0:1783444843.009694:0:35265:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1783444843.009696:0:35265:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000400:00000200:1.0:1783444843.009698:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000020:00000001:2.0:1783444843.009700:0:35265:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1783444843.009703:0:35265:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1783444843.009706:0:35265:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000400:00000200:1.0:1783444843.009709:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000020:00000001:2.0:1783444843.009712:0:35265:0:(cl_page.c:507:__cl_page_state_set()) page@00000000d96e1718[3 00000000625ae1cd 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783444843.009715:0:35265:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1783444843.009717:0:35265:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1783444843.009719:0:35265:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1783444843.009720:0:35265:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1783444843.009722:0:35265:0:(cl_page.c:556:cl_batch_put()) page@00000000d96e1718[3 00000000625ae1cd 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783444843.009724:0:35265:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:2.0:1783444843.009725:0:35265:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:2.0:1783444843.009726:0:35265:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:2.0:1783444843.009727:0:35265:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1783444843.009729:0:35265:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.009731:0:35265:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.009733:0:35265:0:(lov_io.c:1730:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.009735:0:35265:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783444843.009736:0:35265:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:2.0:1783444843.009739:0:35265:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1783444843.009740:0:35265:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1783444843.009742:0:35265:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.009744:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c23b88 00000080:00200000:2.0:1783444843.009746:0:35265:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:2.0:1783444843.009748:0:35265:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.009751:0:35265:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1783444843.009753:0:35265:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444843.009754:0:35265:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1783444843.009755:0:35265:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:2.0:1783444843.009757:0:35265:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.009758:0:35265:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.009760:0:35265:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1783444843.009761:0:35265:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783444843.009763:0:35265:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.009764:0:35265:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.009766:0:35265:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529de90 00000008:00000001:2.0:1783444843.009767:0:35265:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.009769:0:35265:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.009771:0:35265:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.009773:0:35265:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.009774:0:35265:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.009776:0:35265:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1783444843.009778:0:35265:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1783444843.009779:0:35265:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1783444843.009781:0:35265:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:2.0:1783444843.009783:0:35265:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:2.0:1783444843.009786:0:35265:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1783444843.009791:0:35265:0:(osc_cache.c:1874:osc_update_pending()) obj ffff91c7585c2e00 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:2.0:1783444843.009798:0:35265:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1783444843.009800:0:35265:0:(osc_cache.c:1859:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444843.009802:0:35265:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1783444843.009803:0:35265:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444843.009805:0:35265:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:2.0:1783444843.009806:0:35265:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1783444843.009807:0:35265:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.009809:0:35265:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.009811:0:35265:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1783444843.009813:0:35265:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1783444843.009815:0:35265:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1783444843.009816:0:35265:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91c74526e8a8 (ffff91c7435a7008/0) at cl_lock_release():245 00000020:00000001:2.0:1783444843.009819:0:35265:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444843.009820:0:35265:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c74526e8a8 (ffff91c7435a7008/0) at cl_lock_cancel():142 00020000:00000001:2.0:1783444843.009824:0:35265:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1783444843.009825:0:35265:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444843.009827:0:35265:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444843.009829:0:35265:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444843.009830:0:35265:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c743ef4db0 (ffff91c7435a7ea8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1783444843.009833:0:35265:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1783444843.009834:0:35265:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1783444843.009836:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.009838:0:35265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.009841:0:35265:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=5 00000020:00000001:2.0:1783444843.009843:0:35265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.009845:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.009847:0:35265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444843.009851:0:35265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444843.009858:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.009859:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.009861:0:35265:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444843.009863:0:35265:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444843.009866:0:35265:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783444843.009875:0:35265:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444843.009878:0:35265:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444843.009880:0:35265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444843.009884:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.009886:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.009887:0:35265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.009890:0:35265:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444843.009891:0:35265:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.009893:0:35265:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.009897:0:35265:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.009899:0:35265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444843.009900:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.009901:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.009902:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.009903:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444843.009905:0:35265:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1783444843.009906:0:35265:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444843.009908:0:35265:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444843.009909:0:35265:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444843.009910:0:35265:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444843.009912:0:35265:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c74526e8a8 (ffff91c7435a7008/0) at cl_lock_fini():72 00020000:00000001:2.0:1783444843.009915:0:35265:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1783444843.009916:0:35265:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444843.009917:0:35265:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c743ef4db0 (ffff91c7435a7008/1) at cl_lock_fini():72 00000008:00000010:2.0:1783444843.009919:0:35265:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91c7603d2e40. 00000020:00000001:2.0:1783444843.009923:0:35265:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1783444843.009924:0:35265:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91c743ef4d80. 00020000:00000001:2.0:1783444843.009927:0:35265:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1783444843.009927:0:35265:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1783444843.009928:0:35265:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1783444843.009930:0:35265:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1783444843.009931:0:35265:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444843.009933:0:35265:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1783444843.009934:0:35265:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1783444843.009935:0:35265:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.009937:0:35265:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.009939:0:35265:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1783444843.009940:0:35265:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1783444843.009941:0:35265:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1783444843.009943:0:35265:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:2.0:1783444843.009945:0:35265:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1783444843.009946:0:35265:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1783444843.009948:0:35265:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1783444843.009949:0:35265:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444843.009950:0:35265:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1783444843.009952:0:35265:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1783444843.009954:0:35265:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.009955:0:35265:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.009957:0:35265:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1783444843.009959:0:35265:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1783444843.009960:0:35265:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444843.009963:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000080:00200000:2.0:1783444843.009964:0:35265:0:(file.c:2173:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:2.0:1783444843.009969:0:35265:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:2.0:1783444843.009972:0:35265:0:(range_lock.c:103:range_unlock()) Process leaving 00000400:00000200:1.0:1783444843.009973:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000020:00000001:2.0:1783444843.009975:0:35265:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1783444843.009978:0:35265:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:2.0:1783444843.009980:0:35265:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1783444843.009982:0:35265:0:(cl_io.c:71:cl_io_fini()) Process entered 00000400:00000200:1.0:1783444843.009983:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000020:00000001:2.0:1783444843.009993:0:35265:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783444843.009998:0:35265:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7ea0 00000400:00000200:1.0:1783444843.009999:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a4d2e8562500 00000020:00000010:2.0:1783444843.010004:0:35265:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7435f4e00. 00000400:00000200:1.0:1783444843.010008:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000020:00000010:2.0:1783444843.010011:0:35265:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427600. 00000008:00000010:2.0:1783444843.010017:0:35265:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103d980. 00000400:00000200:1.0:1783444843.010017:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x8079 [1] + 224 00020000:00000010:2.0:1783444843.010024:0:35265:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f480. 00000800:00000001:1.0:1783444843.010028:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00008000:00000010:2.0:1783444843.010030:0:35265:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751340e20. 00000080:00000010:2.0:1783444843.010036:0:35265:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e690. 00000800:00000001:1.0:1783444843.010038:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1783444843.010041:0:35265:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b1970. 00000400:00000200:1.0:1783444843.010043:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1783444843.010047:0:35265:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7435f4600. 00000008:00000010:2.0:1783444843.010051:0:35265:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a4c60. 00020000:00000010:2.0:1783444843.010075:0:35265:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c6fe8. 00008000:00000010:2.0:1783444843.010081:0:35265:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8220. 00000080:00000010:2.0:1783444843.010084:0:35265:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526eb40. 00000020:00000010:2.0:1783444843.010087:0:35265:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7435f4800. 00000020:00000010:2.0:1783444843.010089:0:35265:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7ea0. 00020000:00000001:2.0:1783444843.010093:0:35265:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1783444843.010095:0:35265:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:2.0:1783444843.010097:0:35265:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1783444843.010098:0:35265:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1783444843.010101:0:35265:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1783444843.010103:0:35265:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1783444843.010104:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c23ca0 00000080:00200000:2.0:1783444843.010106:0:35265:0:(file.c:2206:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:2.0:1783444843.010109:0:35265:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1783444843.010111:0:35265:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000400:00000200:1.0:1783444843.010142:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444843.010149:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444843.010156:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462300 x1870075608311040/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444858 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444843.010166:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c760462300 x1870075608311040/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444858 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444843.010186:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444843.010195:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.010199:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444843.010254:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444843.010258:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444843.010265:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444843.010267:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444843.010271:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7588113c8. 00000400:00000200:3.0:1783444843.010275:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218000 00000400:00000010:3.0:1783444843.010277:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218000. 00000100:00000001:3.0:1783444843.010280:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444843.010284:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462300 x1870075608311040/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444858 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444843.010292:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462300 x1870075608311040/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444858 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444843.010298:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444843.010299:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444843.010302:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444843.010305:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444843.010307:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444843.010309:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444843.010312:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444843.010321:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f538 time=167 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444843.010324:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444843.010327:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444843.010328:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444843.010331:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444843.010334:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444843.010337:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444843.010339:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1783444843.010341:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444843.010343:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444843.010347:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760462300 x1870075608311040/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444858 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444843.010354:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444843.010358:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444843.010360:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444843.010363:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760462300 x1870075608311040/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444858 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444843.010370:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608311040:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1783444843.010375:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444843.010377:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444843.010380:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760462300 x1870075608311040/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444858 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444843.010387:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444843.010389:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444843.010391:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c750f6b600. 02000000:00000001:3.0:1783444843.010394:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444843.010396:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444843.010398:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=2 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:3.0:1783444843.010401:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444843.010403:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c750f6a000. 02000000:00000001:3.0:1783444843.010406:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444843.010407:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444843.010409:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760462300. 00000100:00000001:3.0:1783444843.010412:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444843.010413:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444843.010415:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783444843.010755:0:35265:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.010758:0:35265:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783444843.010761:0:35265:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1783444843.010766:0:35265:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1783444843.010767:0:35265:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1783444843.010769:0:35265:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1783444843.010770:0:35265:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:2.0:1783444843.010773:0:35265:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=23 (1) m=1783444843 a=0 c=1783444843 b=0 00020000:00000001:2.0:1783444843.010776:0:35265:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783444843.010778:0:35265:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=23 m=1783444843 a=0 c=1783444843 b=0 00020000:00000001:2.0:1783444843.010781:0:35265:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.010784:0:35265:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444843.010785:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1783444843.010786:0:35265:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000100:00000001:3.0:1783444843.010790:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783444843.010791:0:35265:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 23 i_blocks 0 00000080:00000001:2.0:1783444843.010794:0:35265:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1783444843.010799:0:35265:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:2.0:1783444843.010802:0:35265:0:(file.c:2296:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:2.0:1783444843.010804:0:35265:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7000 00000020:00000010:2.0:1783444843.010807:0:35265:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c743c30400. 00000020:00000010:2.0:1783444843.010812:0:35265:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427e40. 00000008:00000010:2.0:1783444843.010815:0:35265:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444843.010818:0:35265:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444843.010821:0:35265:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444843.010824:0:35265:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444843.010827:0:35265:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444843.010829:0:35265:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c743c30c00. 00000008:00000010:2.0:1783444843.010832:0:35265:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444843.010835:0:35265:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444843.010838:0:35265:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444843.010841:0:35265:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e870. 00000020:00000010:2.0:1783444843.010843:0:35265:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7435f4400. 00000020:00000010:2.0:1783444843.010845:0:35265:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7000. 00000020:00000001:2.0:1783444843.010849:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c23d90 00000080:00000008:2.0:1783444843.010851:0:35265:0:(file.c:2683:do_file_write_iter()) COMPLETED: file recon:[0x200000405:0x2b:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:2.0:1783444843.010855:0:35265:0:(file.c:2685:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00000100:00000001:3.0:1783444843.010865:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444843.010868:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.010873:0:35265:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1783444843.010877:0:35265:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c758a527c0 00020000:00000002:2.0:1783444843.010881:0:35265:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c758a527c0 00020000:00000001:2.0:1783444843.010884:0:35265:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.010892:0:35265:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:2.0:1783444843.010893:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c23db8 00000080:00200008:2.0:1783444843.010895:0:35265:0:(file.c:447:ll_file_release()) START file recon:[0x200000405:0x2b:0x0](ffff91c748db7448), flags 102001 00000080:00000001:2.0:1783444843.010899:0:35265:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1783444843.010902:0:35265:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1783444843.010903:0:35265:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1783444843.010905:0:35265:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c758a527c0 00020000:00000002:2.0:1783444843.010907:0:35265:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c758a527c0 00020000:00000001:2.0:1783444843.010909:0:35265:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.010911:0:35265:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1783444843.010917:0:35265:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444843.010919:0:35265:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444843.010921:0:35265:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444843.010923:0:35265:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444843.010925:0:35265:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444843.010927:0:35265:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1783444843.010929:0:35265:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444843.010934:0:35265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444843.010937:0:35265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444843.010943:0:35265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 2 00010000:00000001:2.0:1783444843.010946:0:35265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444843.010950:0:35265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444843.010953:0:35265:0:(lmv_obd.c:4132:lmv_lock_match()) Lock match for [0x200000405:0x2b:0x0]: 0 00000080:00000001:2.0:1783444843.010955:0:35265:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1783444843.010957:0:35265:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1783444843.010961:0:35265:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff91c7435f4400. 00000080:00000001:2.0:1783444843.010964:0:35265:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1783444843.010968:0:35265:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1783444843.010971:0:35265:0:(lmv_obd.c:1665:lmv_close()) Process entered 00800000:00000001:2.0:1783444843.010972:0:35265:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444843.010974:0:35265:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444843.010975:0:35265:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444843.010976:0:35265:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444843.010978:0:35265:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444843.010979:0:35265:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1783444843.010981:0:35265:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444843.010983:0:35265:0:(lmv_obd.c:1671:lmv_close()) CLOSE [0x200000405:0x2b:0x0] 00000002:00000001:2.0:1783444843.011002:0:35265:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1783444843.011005:0:35265:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91c759350000: [0x200000405:0x2b:0x0] file closed with intent: 200 00000100:00000010:2.0:1783444843.011010:0:35265:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f0e00. 00000020:00000040:2.0:1783444843.011013:0:35265:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:2.0:1783444843.011018:0:35265:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444843.011021:0:35265:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444843.011024:0:35265:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444843.011030:0:35265:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c7435f4800. 00000100:00000001:2.0:1783444843.011036:0:35265:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1783444843.011050:0:35265:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91c7603f1f80 x1870075608310656/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444858 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1783444843.011093:0:35265:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1783444843.011099:0:35265:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c7603f0e00 x1870075608311296/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1783444843.011107:0:35265:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444843.011109:0:35265:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444843.011858:0:35265:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c75885cc00. 00000100:00000001:2.0:1783444843.011863:0:35265:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884102523904 : -121189607027712 : ffff91c75885cc00) 00000100:00000001:2.0:1783444843.011867:0:35265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444843.011869:0:35265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232105472 : -121189477446144 : ffff91c7603f0e00) 00000100:00000001:2.0:1783444843.011873:0:35265:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444843.011877:0:35265:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.011880:0:35265:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444843.011881:0:35265:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444843.011887:0:35265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f0e00 x1870075608311296/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444843.011896:0:35265:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444843.011898:0:35265:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444843.011902:0:35265:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444843.011904:0:35265:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444843.011907:0:35265:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444843.011910:0:35265:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f0e00 pname:cluuid:pid:xid:nid:opc:job uname:666e3c65-e321-43ec-a94e-a01058e25d7d:35265:1870075608311296:192.168.204.110@tcp:35:uname.0 00000100:00000001:2.0:1783444843.011914:0:35265:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444843.011920:0:35265:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444843.011922:0:35265:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444843.011924:0:35265:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444843.011929:0:35265:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c750f6d000. 02000000:00000001:2.0:1783444843.011931:0:35265:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444843.011936:0:35265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444843.011939:0:35265:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ffd10. 00000400:00000010:2.0:1783444843.011946:0:35265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83f68. 00000100:00000200:2.0:1783444843.011953:0:35265:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608311296, portal 10 00000100:00000001:2.0:1783444843.011955:0:35265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444843.011956:0:35265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232105472 : -121189477446144 : ffff91c7603f0e00) 00000100:00000040:2.0:1783444843.011963:0:35265:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c7603f0e00 x1870075608311296/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444859 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444843.011971:0:35265:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444843.011973:0:35265:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444843.011977:0:35265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83088. 00000100:00000200:2.0:1783444843.011981:0:35265:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870075608311296, offset 0 00000400:00000200:2.0:1783444843.011999:0:35265:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444843.012006:0:35265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444843.012014:0:35265:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444843.012019:0:35265:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444843.012023:0:35265:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444843.012026:0:35265:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444843.012029:0:35265:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444843.012033:0:35265:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2916:2916:256:4294967295] 192.168.204.110@tcp LPNI seq info [2916:2916:8:4294967295] 00000400:00000200:2.0:1783444843.012038:0:35265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444843.012080:0:35265:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444843.012087:0:35265:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444843.012093:0:35265:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1800. 00000800:00000200:2.0:1783444843.012098:0:35265:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444843.012107:0:35265:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444843.012111:0:35265:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1783444843.012133:0:35265:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444843.012137:0:35265:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 897638 usecs (898 jiffies) 00000400:00000200:2.0:1783444843.012141:0:35265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444843.012143:0:35265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296482916 00000100:00000001:2.0:1783444843.012152:0:35265:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296482848 00000100:00000001:2.0:1783444843.012158:0:35265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296482916 00000100:00000001:2.0:1783444843.012161:0:35265:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296482848 00000100:00000001:2.0:1783444843.012165:0:35265:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444843.012167:0:35265:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.012169:0:35265:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444843.012171:0:35265:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444843.012173:0:35265:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885cc00 going to sleep for 11 seconds 00000100:00000001:2.0:1783444843.012176:0:35265:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444843.012179:0:35265:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444843.013041:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444843.013084:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1800. 00000400:00000200:0.0:1783444843.013092:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444843.013098:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444843.013103:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83088 00000400:00000010:0.0:1783444843.013105:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83088. 00000100:00000001:0.0:1783444843.013109:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444843.013115:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0e00 x1870075608311296/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444859 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444843.013126:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444843.013129:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f0e00 x1870075608311296/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444859 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444843.013137:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444843.013139:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444843.020911:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.020927:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444843.020931:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.020934:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444843.020943:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.020950:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444843.020958:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.020963:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.020968:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.020972:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8562600 00000400:00000200:1.0:1783444843.020977:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.020983:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x8091 [1] + 224 00000800:00000001:1.0:1783444843.021002:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.021009:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444843.021013:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444843.021017:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444843.021024:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444843.021033:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0e00 x1870075608311296/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444859 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444843.021044:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91c7603f0e00 x1870075608311296/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444843.021106:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444843.021116:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.021119:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444843.021421:0:35265:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444843.021430:0:35265:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444843.021432:0:35265:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444843.021445:0:35265:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ffd10. 00000400:00000200:2.0:1783444843.021450:0:35265:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83f68 00000400:00000010:2.0:1783444843.021452:0:35265:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83f68. 00000100:00000001:2.0:1783444843.021456:0:35265:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444843.021461:0:35265:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f0e00 x1870075608311296/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783444843.021470:0:35265:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f0e00 x1870075608311296/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444843.021476:0:35265:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444843.021478:0:35265:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444843.021481:0:35265:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444843.021484:0:35265:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444843.021487:0:35265:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444843.021489:0:35265:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444843.021493:0:35265:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444843.021502:0:35265:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bcf0 time=173 v=5 (5 5 5 5) 00000100:00001000:2.0:1783444843.021506:0:35265:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444843.021508:0:35265:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444843.021510:0:35265:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.021513:0:35265:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444843.021516:0:35265:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.021520:0:35265:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783444843.021522:0:35265:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1783444843.021523:0:35265:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783444843.021525:0:35265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444843.021527:0:35265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232105472 : -121189477446144 : ffff91c7603f0e00) 00000100:00000001:2.0:1783444843.021530:0:35265:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444843.021532:0:35265:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1783444843.021534:0:35265:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444843.021536:0:35265:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444843.021541:0:35265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f0e00 x1870075608311296/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444859 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444843.021549:0:35265:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444843.021552:0:35265:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444843.021555:0:35265:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444843.021558:0:35265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f0e00 x1870075608311296/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444859 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783444843.021566:0:35265:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f0e00 pname:cluuid:pid:xid:nid:opc:job uname:666e3c65-e321-43ec-a94e-a01058e25d7d:35265:1870075608311296:192.168.204.110@tcp:35:uname.0 00000100:00000001:2.0:1783444843.021571:0:35265:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444843.021574:0:35265:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.021576:0:35265:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444843.021579:0:35265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444843.021582:0:35265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f0e00 x1870075608311296/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444859 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444843.021589:0:35265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444843.021592:0:35265:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c75885cc00. 00000100:00000001:2.0:1783444843.021595:0:35265:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444843.021597:0:35265:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.021605:0:35265:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444843.021606:0:35265:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232105472 : -121189477446144 : ffff91c7603f0e00) 00000002:00000001:2.0:1783444843.021610:0:35265:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444843.021613:0:35265:0:(lmv_obd.c:1673:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783444843.021618:0:35265:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7435f4400. 00000080:00000001:2.0:1783444843.021621:0:35265:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1783444843.021624:0:35265:0:(lmv_obd.c:4191:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1783444843.021626:0:35265:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444843.021629:0:35265:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444843.021632:0:35265:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444843.021634:0:35265:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444843.021636:0:35265:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444843.021637:0:35265:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1783444843.021640:0:35265:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444843.021644:0:35265:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1783444843.021649:0:35265:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91c7603f1f80 x1870075608310656/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444858 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783444843.021656:0:35265:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444843.021658:0:35265:0:(lmv_obd.c:4197:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783444843.021661:0:35265:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91c76050a600. 00000100:00000001:2.0:1783444843.021666:0:35265:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444843.021669:0:35265:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f0e00 x1870075608311296/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444859 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444843.021675:0:35265:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.021678:0:35265:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783444843.021681:0:35265:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91c7417b63c0. 00000080:00000001:2.0:1783444843.021685:0:35265:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.021692:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c23db8 00000080:00000008:2.0:1783444843.021695:0:35265:0:(file.c:491:ll_file_release()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff91c748db7448), flags 102001, rc = 0 00000080:00000001:2.0:1783444843.021698:0:35265:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.021704:0:35265:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1783444843.021706:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c23e00 00000080:00002000:2.0:1783444843.021708:0:35265:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff91c748f5ce58, parent ffff91c74931ae58, inode ffff91c748db7448) hashed, 00000080:00000001:2.0:1783444843.021711:0:35265:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444843.076703:0:35270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03d08 00000080:00200008:3.0:1783444843.076769:0:35270:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1783444843.076777:0:35270:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444843.076778:0:35270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03c80 00000080:00200000:3.0:1783444843.076780:0:35270:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:3.0:1783444843.076785:0:35270:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c750f6b600. 00800000:00000002:3.0:1783444843.076790:0:35270:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444843.076794:0:35270:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444843.076799:0:35270:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444843.076801:0:35270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03ba0 00800000:00000002:3.0:1783444843.076804:0:35270:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444843.076807:0:35270:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444843.076811:0:35270:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444843.076813:0:35270:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444843.076816:0:35270:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444843.076819:0:35270:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444843.076822:0:35270:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444843.076824:0:35270:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444843.076826:0:35270:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444843.076830:0:35270:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444843.076835:0:35270:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444843.076837:0:35270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03a70 00000002:00010000:3.0:1783444843.076839:0:35270:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444843.076843:0:35270:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444843.076845:0:35270:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444843.076848:0:35270:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783444843.076854:0:35270:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444843.076855:0:35270:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444843.076857:0:35270:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444843.076859:0:35270:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783444843.076861:0:35270:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1783444843.076866:0:35270:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462300. 00000020:00000040:3.0:1783444843.076870:0:35270:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:3.0:1783444843.076877:0:35270:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783444843.076882:0:35270:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444843.076886:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.076888:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444843.076889:0:35270:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444843.076891:0:35270:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444843.076893:0:35270:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444843.076897:0:35270:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444843.076902:0:35270:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c7452af400. 00000100:00000001:3.0:1783444843.076908:0:35270:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444843.076912:0:35270:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444843.076913:0:35270:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444843.076914:0:35270:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444843.076915:0:35270:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444843.076916:0:35270:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444843.077147:0:35270:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00010000:00000001:3.0:1783444843.077152:0:35270:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783444843.077155:0:35270:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1783444843.077160:0:35270:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c743ebf800. 00010000:00000010:3.0:1783444843.077164:0:35270:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c746559180. 00010000:00000001:3.0:1783444843.077168:0:35270:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783444843.077171:0:35270:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c751b15c00. 00000020:00000001:3.0:1783444843.077175:0:35270:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783444843.077177:0:35270:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c751b15c00 with handle 0x5503b2fe824ef729 to hash 00000020:00000001:3.0:1783444843.077179:0:35270:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783444843.077180:0:35270:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444843.077183:0:35270:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444843.077187:0:35270:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444843.077189:0:35270:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444843.077193:0:35270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef729 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444843.077203:0:35270:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef729 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444843.077212:0:35270:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef729 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35270 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783444843.077218:0:35270:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444843.077220:0:35270:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444843.077225:0:35270:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7462183c0. 00000100:00000001:3.0:1783444843.077228:0:35270:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883793961920 : -121189915589696 : ffff91c7462183c0) 00000100:00000001:3.0:1783444843.077230:0:35270:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444843.077231:0:35270:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00000100:00000001:3.0:1783444843.077236:0:35270:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444843.077240:0:35270:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444843.077242:0:35270:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444843.077244:0:35270:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444843.077254:0:35270:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462300 x1870075608311424/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444843.077263:0:35270:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444843.077265:0:35270:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444843.077269:0:35270:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444843.077272:0:35270:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444843.077275:0:35270:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444843.077279:0:35270:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462300 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35270:1870075608311424:192.168.204.110@tcp:101:lfs.0 00000100:00000001:3.0:1783444843.077283:0:35270:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444843.077293:0:35270:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444843.077296:0:35270:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444843.077298:0:35270:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444843.077302:0:35270:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c742b21800. 02000000:00000001:3.0:1783444843.077305:0:35270:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444843.077311:0:35270:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444843.077315:0:35270:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7588113c8. 00000400:00000010:3.0:1783444843.077322:0:35270:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218000. 00000100:00000200:3.0:1783444843.077329:0:35270:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608311424, portal 10 00000100:00000001:3.0:1783444843.077331:0:35270:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444843.077333:0:35270:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00000100:00000040:3.0:1783444843.077338:0:35270:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c760462300 x1870075608311424/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444859 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444843.077345:0:35270:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444843.077348:0:35270:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444843.077351:0:35270:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218908. 00000100:00000200:3.0:1783444843.077353:0:35270:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870075608311424, offset 0 00000400:00000200:3.0:1783444843.077359:0:35270:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444843.077367:0:35270:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444843.077375:0:35270:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444843.077380:0:35270:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444843.077384:0:35270:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444843.077387:0:35270:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444843.077401:0:35270:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444843.077405:0:35270:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2917:2917:256:4294967295] 192.168.204.110@tcp LPNI seq info [2917:2917:8:4294967295] 00000400:00000200:3.0:1783444843.077409:0:35270:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444843.077418:0:35270:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444843.077424:0:35270:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444843.077430:0:35270:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822cf00. 00000800:00000200:3.0:1783444843.077436:0:35270:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444843.077444:0:35270:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444843.077448:0:35270:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822cf00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1783444843.077555:0:35270:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444843.077560:0:35270:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 896510 usecs (897 jiffies) 00000400:00000200:3.0:1783444843.077564:0:35270:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444843.077567:0:35270:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296482980 00000100:00000001:3.0:1783444843.077574:0:35270:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296482916 00000100:00000001:3.0:1783444843.077579:0:35270:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296482980 00000100:00000001:3.0:1783444843.077583:0:35270:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296482916 00000100:00000001:3.0:1783444843.077587:0:35270:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444843.077590:0:35270:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444843.077592:0:35270:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444843.077594:0:35270:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444843.077597:0:35270:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7462183c0 going to sleep for 11 seconds 00000100:00000001:3.0:1783444843.077600:0:35270:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444843.077602:0:35270:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444843.078269:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444843.078275:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822cf00. 00000400:00000200:0.0:1783444843.078281:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444843.078287:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444843.078294:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218908 00000400:00000010:0.0:1783444843.078296:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218908. 00000100:00000001:0.0:1783444843.078301:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444843.078306:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462300 x1870075608311424/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444859 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444843.078317:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444843.078320:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462300 x1870075608311424/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444859 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444843.078328:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444843.078330:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444843.086818:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.086835:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444843.086840:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.086842:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444843.086851:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.086859:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444843.086869:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.086873:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.086878:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.086883:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e8562680 00000400:00000200:1.0:1783444843.086887:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.086892:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x8099 [1] + 224 00000800:00000001:1.0:1783444843.086900:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.086907:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444843.086911:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444843.086916:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444843.086934:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444843.086943:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462300 x1870075608311424/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444859 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444843.086955:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c760462300 x1870075608311424/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444843.086971:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444843.086979:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.086983:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444843.087008:0:35270:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444843.087016:0:35270:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444843.087018:0:35270:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444843.087021:0:35270:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7588113c8. 00000400:00000200:3.0:1783444843.087025:0:35270:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218000 00000400:00000010:3.0:1783444843.087028:0:35270:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218000. 00000100:00000001:3.0:1783444843.087031:0:35270:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444843.087035:0:35270:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462300 x1870075608311424/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783444843.087043:0:35270:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462300 x1870075608311424/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444843.087096:0:35270:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444843.087098:0:35270:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444843.087100:0:35270:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444843.087103:0:35270:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444843.087106:0:35270:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444843.087108:0:35270:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444843.087111:0:35270:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444843.087122:0:35270:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=23 v=5 (5 105 105 105) 00000100:00001000:3.0:1783444843.087126:0:35270:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444843.087129:0:35270:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444843.087131:0:35270:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444843.087134:0:35270:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444843.087138:0:35270:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444843.087141:0:35270:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444843.087144:0:35270:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1783444843.087145:0:35270:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444843.087148:0:35270:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444843.087153:0:35270:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760462300 x1870075608311424/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444843.087159:0:35270:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444843.087162:0:35270:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444843.087164:0:35270:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444843.087167:0:35270:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760462300 x1870075608311424/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444859 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783444843.087174:0:35270:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760462300 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35270:1870075608311424:192.168.204.110@tcp:101:lfs.0 00000100:00000001:3.0:1783444843.087178:0:35270:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444843.087181:0:35270:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444843.087182:0:35270:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444843.087184:0:35270:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444843.087187:0:35270:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462300 x1870075608311424/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444859 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444843.087193:0:35270:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444843.087196:0:35270:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7462183c0. 00000100:00000001:3.0:1783444843.087199:0:35270:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444843.087200:0:35270:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444843.087204:0:35270:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783444843.087207:0:35270:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444843.087210:0:35270:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444843.087214:0:35270:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=4 00000020:00000001:3.0:1783444843.087216:0:35270:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444843.087219:0:35270:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000040:3.0:1783444843.087226:0:35270:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c751b15c00, remote cookie: 0x332dd2263f6ddc5b, flags: 0x1001 00010000:00010000:3.0:1783444843.087231:0:35270:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef729 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc5b expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444843.087242:0:35270:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef729 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc5b expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444843.087253:0:35270:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783444843.087257:0:35270:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783444843.087259:0:35270:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783444843.087260:0:35270:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783444843.087262:0:35270:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783444843.087264:0:35270:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91c743ebf800) refcount = 1 00010000:00010000:3.0:1783444843.087268:0:35270:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef729 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc5b expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444843.087275:0:35270:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783444843.087278:0:35270:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783444843.087279:0:35270:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444843.087282:0:35270:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783444843.087284:0:35270:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444843.087287:0:35270:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef729 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc5b expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444843.087292:0:35270:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783444843.087294:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.087296:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444843.087297:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.087298:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444843.087299:0:35270:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444843.087303:0:35270:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783444843.087305:0:35270:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444843.087306:0:35270:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444843.087308:0:35270:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=3 00000020:00000001:3.0:1783444843.087310:0:35270:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444843.087312:0:35270:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444843.087314:0:35270:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444843.087315:0:35270:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444843.087316:0:35270:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=4 00000020:00000001:3.0:1783444843.087318:0:35270:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444843.087320:0:35270:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444843.087323:0:35270:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444843.087326:0:35270:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444843.087329:0:35270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef729 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc5b expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444843.087336:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.087337:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444843.087338:0:35270:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444843.087339:0:35270:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444843.087341:0:35270:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=5 00000020:00000001:3.0:1783444843.087342:0:35270:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444843.087344:0:35270:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444843.087346:0:35270:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444843.087349:0:35270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef729 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc5b expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444843.087355:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.087356:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783444843.087359:0:35270:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef729 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc5b expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444843.087365:0:35270:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444843.087366:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.087367:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444843.087368:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.087369:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783444843.087374:0:35270:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91c760462300 x1870075608311424/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444859 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783444843.087381:0:35270:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444843.087395:0:35270:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444843.087397:0:35270:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=3 00000020:00000001:3.0:1783444843.087399:0:35270:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444843.087402:0:35270:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444843.087404:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.087405:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444843.087406:0:35270:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444843.087408:0:35270:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444843.087411:0:35270:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783444843.087413:0:35270:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444843.087414:0:35270:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444843.087415:0:35270:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=3 00000020:00000001:3.0:1783444843.087417:0:35270:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444843.087419:0:35270:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00000002:00010000:3.0:1783444843.087422:0:35270:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef729 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc5b expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444843.087427:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.087428:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444843.087430:0:35270:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783444843.087431:0:35270:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444843.087432:0:35270:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444843.087433:0:35270:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=3 00000020:00000001:3.0:1783444843.087435:0:35270:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444843.087438:0:35270:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000040:3.0:1783444843.087444:0:35270:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf800 count: 2 00010000:00000001:3.0:1783444843.087447:0:35270:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783444843.087450:0:35270:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1783444843.087452:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.087453:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444843.087455:0:35270:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783444843.087458:0:35270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c039f8 00000002:00002000:3.0:1783444843.087460:0:35270:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1783444843.087462:0:35270:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444843.087466:0:35270:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444843.087468:0:35270:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783444843.087472:0:35270:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1783444843.087475:0:35270:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444843.087479:0:35270:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444843.087482:0:35270:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c750f6b600. 00000080:00000001:3.0:1783444843.087487:0:35270:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444843.087489:0:35270:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783444843.087495:0:35270:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1783444843.087500:0:35270:0:(lmv_obd.c:3920:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1783444843.087505:0:35270:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c7602714c0. 00800000:00000001:3.0:1783444843.087507:0:35270:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622884230534336 : -121189479017280 : ffff91c7602714c0) 00800000:00000001:3.0:1783444843.087510:0:35270:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444843.087512:0:35270:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783444843.087515:0:35270:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783444843.087517:0:35270:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1783444843.087519:0:35270:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1783444843.087523:0:35270:0:(llite_lib.c:1814:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1783444843.087524:0:35270:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444843.087528:0:35270:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1783444843.087531:0:35270:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1783444843.087534:0:35270:0:(llite_lib.c:2920:ll_update_inode()) setting ino 144115188193296385 mtime from 1783444841 to 1783444842 00000080:00200000:3.0:1783444843.087539:0:35270:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1783444843.087541:0:35270:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444843.087542:0:35270:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444843.087544:0:35270:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=3 00000020:00000001:3.0:1783444843.087546:0:35270:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444843.087548:0:35270:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444843.087550:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.087551:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783444843.087553:0:35270:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783444843.087555:0:35270:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1783444843.087556:0:35270:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c7602714c0 1 00800000:00000010:3.0:1783444843.087559:0:35270:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c7602714c0. 00800000:00000001:3.0:1783444843.087562:0:35270:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444843.087565:0:35270:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef729 00800000:00000001:3.0:1783444843.087568:0:35270:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444843.087570:0:35270:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444843.087571:0:35270:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444843.087573:0:35270:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444843.087574:0:35270:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=3 00000020:00000001:3.0:1783444843.087576:0:35270:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444843.087578:0:35270:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444843.087580:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.087582:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444843.087583:0:35270:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444843.087585:0:35270:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444843.087588:0:35270:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444843.087590:0:35270:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:3.0:1783444843.087594:0:35270:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef729 from it ffffa31941c03cb8 00010000:00000001:3.0:1783444843.087595:0:35270:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444843.087596:0:35270:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444843.087598:0:35270:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=3 00000020:00000001:3.0:1783444843.087599:0:35270:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444843.087601:0:35270:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444843.087603:0:35270:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444843.087606:0:35270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef729 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc5b expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444843.087612:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.087614:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444843.087615:0:35270:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444843.087618:0:35270:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444843.087620:0:35270:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef729 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc5b expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444843.087627:0:35270:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444843.087630:0:35270:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444843.087632:0:35270:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444843.087636:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.087637:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444843.087639:0:35270:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444843.087642:0:35270:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444843.087644:0:35270:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444843.087645:0:35270:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444843.087648:0:35270:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444843.087650:0:35270:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444843.087651:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.087652:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444843.087654:0:35270:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444843.087659:0:35270:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760462300 x1870075608311424/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444859 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444843.087666:0:35270:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444843.087668:0:35270:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444843.087671:0:35270:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c742b21800. 02000000:00000001:3.0:1783444843.087675:0:35270:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444843.087678:0:35270:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444843.087680:0:35270:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444843.087682:0:35270:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444843.087685:0:35270:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c7452af400. 02000000:00000001:3.0:1783444843.087688:0:35270:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444843.087689:0:35270:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444843.087691:0:35270:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760462300. 00000100:00000001:3.0:1783444843.087694:0:35270:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444843.087696:0:35270:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444843.087700:0:35270:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444843.087705:0:35270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03d08 00000080:00000008:3.0:1783444843.087708:0:35270:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1783444843.091202:0:35270:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444843.091241:0:35270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03d08 00000080:00200008:3.0:1783444843.091246:0:35270:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1783444843.091252:0:35270:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444843.091254:0:35270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03c80 00000080:00200000:3.0:1783444843.091256:0:35270:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:3.0:1783444843.091262:0:35270:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c750f6b600. 00800000:00000002:3.0:1783444843.091268:0:35270:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444843.091271:0:35270:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444843.091277:0:35270:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444843.091279:0:35270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03ba0 00800000:00000002:3.0:1783444843.091282:0:35270:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444843.091286:0:35270:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444843.091288:0:35270:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444843.091290:0:35270:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444843.091293:0:35270:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444843.091295:0:35270:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444843.091297:0:35270:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444843.091299:0:35270:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444843.091302:0:35270:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444843.091305:0:35270:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444843.091310:0:35270:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444843.091312:0:35270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03a70 00000002:00010000:3.0:1783444843.091314:0:35270:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444843.091318:0:35270:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444843.091320:0:35270:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444843.091324:0:35270:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444843.091331:0:35270:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf800 count: 2 00010000:00000001:3.0:1783444843.091334:0:35270:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444843.091339:0:35270:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444843.091343:0:35270:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444843.091348:0:35270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef729 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc5b expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1783444843.091358:0:35270:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444843.091364:0:35270:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444843.091367:0:35270:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef729 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc5b expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1783444843.091374:0:35270:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783444843.091376:0:35270:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444843.091378:0:35270:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444843.091380:0:35270:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444843.091382:0:35270:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444843.091385:0:35270:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783444843.091388:0:35270:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783444843.091391:0:35270:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444843.091395:0:35270:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c750f6b600. 00000080:00000001:3.0:1783444843.091399:0:35270:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444843.091400:0:35270:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444843.091403:0:35270:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:3.0:1783444843.091406:0:35270:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef729 00800000:00000001:3.0:1783444843.091408:0:35270:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444843.091410:0:35270:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444843.091412:0:35270:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444843.091414:0:35270:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444843.091417:0:35270:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=3 00000020:00000001:3.0:1783444843.091419:0:35270:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444843.091421:0:35270:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444843.091425:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.091426:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444843.091428:0:35270:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444843.091430:0:35270:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444843.091432:0:35270:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef729 from it ffffa31941c03cb8 00010000:00000001:3.0:1783444843.091434:0:35270:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444843.091435:0:35270:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444843.091437:0:35270:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=3 00000020:00000001:3.0:1783444843.091438:0:35270:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444843.091440:0:35270:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444843.091443:0:35270:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444843.091445:0:35270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef729 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc5b expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444843.091452:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.091454:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444843.091455:0:35270:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444843.091457:0:35270:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444843.091459:0:35270:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef729 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc5b expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1783444843.091469:0:35270:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444843.091473:0:35270:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444843.091475:0:35270:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444843.091479:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.091480:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444843.091482:0:35270:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444843.091485:0:35270:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444843.091488:0:35270:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444843.091490:0:35270:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444843.091492:0:35270:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444843.091495:0:35270:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444843.091496:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.091497:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444843.091500:0:35270:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783444843.091502:0:35270:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444843.091504:0:35270:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444843.091510:0:35270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03d08 00000080:00000008:3.0:1783444843.091512:0:35270:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1783444843.091610:0:35270:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783444843.091612:0:35270:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444843.091614:0:35270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03b78 00000080:00200000:3.0:1783444843.091616:0:35270:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:3.0:1783444843.091620:0:35270:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c750f6b600. 00800000:00000002:3.0:1783444843.091624:0:35270:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444843.091626:0:35270:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444843.091628:0:35270:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444843.091629:0:35270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03a98 00800000:00000002:3.0:1783444843.091631:0:35270:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444843.091634:0:35270:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444843.091635:0:35270:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444843.091636:0:35270:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444843.091638:0:35270:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444843.091639:0:35270:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444843.091641:0:35270:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444843.091642:0:35270:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444843.091644:0:35270:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444843.091647:0:35270:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444843.091649:0:35270:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444843.091651:0:35270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03968 00000002:00010000:3.0:1783444843.091652:0:35270:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444843.091655:0:35270:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444843.091656:0:35270:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444843.091658:0:35270:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444843.091660:0:35270:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf800 count: 2 00010000:00000001:3.0:1783444843.091662:0:35270:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444843.091665:0:35270:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444843.091666:0:35270:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444843.091669:0:35270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef729 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc5b expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1783444843.091675:0:35270:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444843.091677:0:35270:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444843.091680:0:35270:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef729 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc5b expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1783444843.091685:0:35270:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783444843.091687:0:35270:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444843.091689:0:35270:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444843.091690:0:35270:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444843.091692:0:35270:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444843.091694:0:35270:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783444843.091696:0:35270:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783444843.091698:0:35270:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444843.091700:0:35270:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c750f6b600. 00000080:00000001:3.0:1783444843.091703:0:35270:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444843.091704:0:35270:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444843.091706:0:35270:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:3.0:1783444843.091708:0:35270:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef729 00800000:00000001:3.0:1783444843.091711:0:35270:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444843.091712:0:35270:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444843.091714:0:35270:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444843.091715:0:35270:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444843.091717:0:35270:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=3 00000020:00000001:3.0:1783444843.091719:0:35270:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444843.091721:0:35270:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444843.091723:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.091724:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444843.091725:0:35270:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444843.091727:0:35270:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444843.091729:0:35270:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef729 from it ffffa31941c03bb0 00010000:00000001:3.0:1783444843.091730:0:35270:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444843.091731:0:35270:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444843.091733:0:35270:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=3 00000020:00000001:3.0:1783444843.091734:0:35270:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444843.091736:0:35270:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444843.091738:0:35270:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444843.091740:0:35270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef729 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc5b expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1783444843.091746:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.091747:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444843.091748:0:35270:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444843.091750:0:35270:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444843.091752:0:35270:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef729 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc5b expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1783444843.091758:0:35270:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444843.091760:0:35270:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444843.091761:0:35270:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444843.091763:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.091764:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444843.091766:0:35270:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444843.091768:0:35270:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444843.091769:0:35270:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444843.091771:0:35270:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444843.091773:0:35270:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444843.091774:0:35270:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444843.091775:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.091776:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444843.091777:0:35270:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783444843.091779:0:35270:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444843.091781:0:35270:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 44 00000080:00000001:3.0:1783444843.091785:0:35270:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444843.091789:0:35270:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:3.0:1783444843.091791:0:35270:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:3.0:1783444843.091793:0:35270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03b78 00000080:00200008:3.0:1783444843.091795:0:35270:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), flags 100000 00000080:00000010:3.0:1783444843.091799:0:35270:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91c746110000. 00000080:00000001:3.0:1783444843.091803:0:35270:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444843.091805:0:35270:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444843.091907:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444843.091910:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:3.0:1783444843.091917:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444843.091920:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444843.091925:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444843.091929:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444843.091932:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444843.091934:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444843.091936:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00800000:00000001:3.0:1783444843.091942:0:35270:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:3.0:1783444843.091944:0:35270:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff91c759350000: age 1805, max_age 1813 00000002:00000001:3.0:1783444843.091947:0:35270:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:3.0:1783444843.091950:0:35270:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000010:3.0:1783444843.091956:0:35270:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462300. 00000020:00000040:3.0:1783444843.091959:0:35270:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:3.0:1783444843.091963:0:35270:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444843.091965:0:35270:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444843.091968:0:35270:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444843.091975:0:35270:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c75822c500. 00000100:00000001:3.0:1783444843.091982:0:35270:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444843.091996:0:35270:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444843.091998:0:35270:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444843.092004:0:35270:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7462183c0. 00000100:00000001:3.0:1783444843.092006:0:35270:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883793961920 : -121189915589696 : ffff91c7462183c0) 00000100:00000001:3.0:1783444843.092009:0:35270:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444843.092010:0:35270:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00000100:00000001:3.0:1783444843.092016:0:35270:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444843.092019:0:35270:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444843.092021:0:35270:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444843.092023:0:35270:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444843.092034:0:35270:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462300 x1870075608311552/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444843.092044:0:35270:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444843.092046:0:35270:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444843.092049:0:35270:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444843.092051:0:35270:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444843.092053:0:35270:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444843.092099:0:35270:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462300 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35270:1870075608311552:192.168.204.110@tcp:41:lfs.0 00000100:00000001:3.0:1783444843.092104:0:35270:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444843.092108:0:35270:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444843.092111:0:35270:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444843.092113:0:35270:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444843.092117:0:35270:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452ac000. 02000000:00000001:3.0:1783444843.092119:0:35270:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444843.092126:0:35270:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444843.092130:0:35270:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7588113c8. 00000400:00000010:3.0:1783444843.092136:0:35270:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218000. 00000100:00000200:3.0:1783444843.092144:0:35270:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608311552, portal 10 00000100:00000001:3.0:1783444843.092146:0:35270:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444843.092147:0:35270:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00000100:00000040:3.0:1783444843.092153:0:35270:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760462300 x1870075608311552/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444859 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444843.092161:0:35270:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444843.092165:0:35270:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444843.092167:0:35270:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218dd0. 00000100:00000200:3.0:1783444843.092171:0:35270:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608311552, offset 0 00000400:00000200:3.0:1783444843.092177:0:35270:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444843.092185:0:35270:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444843.092192:0:35270:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444843.092197:0:35270:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444843.092201:0:35270:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444843.092205:0:35270:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444843.092207:0:35270:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444843.092211:0:35270:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2918:2918:256:4294967295] 192.168.204.110@tcp LPNI seq info [2918:2918:8:4294967295] 00000400:00000200:3.0:1783444843.092215:0:35270:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444843.092225:0:35270:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444843.092232:0:35270:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444843.092236:0:35270:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822cb00. 00000800:00000200:3.0:1783444843.092243:0:35270:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444843.092251:0:35270:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444843.092255:0:35270:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822cb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444843.092264:0:35270:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444843.092268:0:35270:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 895385 usecs (896 jiffies) 00000400:00000200:3.0:1783444843.092271:0:35270:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444843.092273:0:35270:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296482994 00000100:00000001:3.0:1783444843.092281:0:35270:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296482980 00000100:00000001:3.0:1783444843.092287:0:35270:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296482994 00000100:00000001:3.0:1783444843.092291:0:35270:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296482980 00000100:00000001:3.0:1783444843.092293:0:35270:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444843.092296:0:35270:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444843.092298:0:35270:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444843.092300:0:35270:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444843.092303:0:35270:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7462183c0 going to sleep for 11 seconds 00000100:00000001:3.0:1783444843.092306:0:35270:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444843.092308:0:35270:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444843.092702:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444843.092707:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822cb00. 00000400:00000200:0.0:1783444843.092711:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444843.092716:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444843.092721:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218dd0 00000400:00000010:0.0:1783444843.092724:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218dd0. 00000100:00000001:0.0:1783444843.092728:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444843.092733:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462300 x1870075608311552/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444859 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444843.092742:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444843.092745:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462300 x1870075608311552/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444859 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444843.092752:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444843.092754:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444843.097084:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.097101:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444843.097105:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.097108:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444843.097118:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.097125:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444843.097134:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.097139:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.097144:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.097148:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 368 into portal 10 MB=0x6a4d2e8562700 00000400:00000200:1.0:1783444843.097153:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.097159:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 368/368 into md 0x80a1 [1] + 224 00000800:00000001:1.0:1783444843.097166:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.097173:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444843.097176:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444843.097180:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444843.097188:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444843.097197:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462300 x1870075608311552/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444859 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444843.097208:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff91c760462300 x1870075608311552/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444843.097228:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444843.097237:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.097240:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444843.097266:0:35270:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444843.097274:0:35270:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444843.097276:0:35270:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444843.097280:0:35270:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7588113c8. 00000400:00000200:3.0:1783444843.097284:0:35270:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218000 00000400:00000010:3.0:1783444843.097286:0:35270:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218000. 00000100:00000001:3.0:1783444843.097290:0:35270:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444843.097295:0:35270:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462300 x1870075608311552/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444843.097305:0:35270:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462300 x1870075608311552/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444843.097311:0:35270:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444843.097313:0:35270:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444843.097315:0:35270:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444843.097319:0:35270:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444843.097321:0:35270:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444843.097323:0:35270:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444843.097326:0:35270:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444843.097335:0:35270:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=23 v=5 (5 105 105 105) 00000100:00001000:3.0:1783444843.097339:0:35270:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444843.097342:0:35270:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444843.097343:0:35270:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444843.097346:0:35270:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444843.097349:0:35270:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444843.097353:0:35270:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444843.097355:0:35270:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1783444843.097357:0:35270:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444843.097360:0:35270:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444843.097365:0:35270:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760462300 x1870075608311552/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444843.097372:0:35270:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444843.097374:0:35270:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444843.097377:0:35270:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444843.097381:0:35270:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760462300 x1870075608311552/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444859 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444843.097389:0:35270:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760462300 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35270:1870075608311552:192.168.204.110@tcp:41:lfs.0 00000100:00000001:3.0:1783444843.097394:0:35270:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444843.097397:0:35270:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444843.097413:0:35270:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444843.097416:0:35270:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444843.097420:0:35270:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462300 x1870075608311552/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444859 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444843.097426:0:35270:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444843.097429:0:35270:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7462183c0. 00000100:00000001:3.0:1783444843.097433:0:35270:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444843.097435:0:35270:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444843.097441:0:35270:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:3.0:1783444843.097442:0:35270:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444843.097445:0:35270:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760462300 x1870075608311552/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444859 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444843.097451:0:35270:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444843.097453:0:35270:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444843.097457:0:35270:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452ac000. 02000000:00000001:3.0:1783444843.097459:0:35270:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444843.097462:0:35270:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444843.097464:0:35270:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444843.097466:0:35270:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444843.097470:0:35270:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c75822c500. 02000000:00000001:3.0:1783444843.097473:0:35270:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444843.097475:0:35270:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444843.097477:0:35270:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760462300. 00000100:00000001:3.0:1783444843.097480:0:35270:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444843.097481:0:35270:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783444843.097482:0:35270:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444843.097483:0:35270:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444843.097485:0:35270:0:(genops.c:1251:class_import_put()) Process leaving 00800000:00000004:3.0:1783444843.097487:0:35270:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff91c759350000: update ffff91c7467eb7d0 cache blocks 317379/353529 objects 1023702/1024000 00800000:00000001:3.0:1783444843.097491:0:35270:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444843.097497:0:35270:0:(lmv_obd.c:1192:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444843.097500:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783444843.097503:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444843.097506:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444843.097508:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444843.097575:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444843.097577:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:3.0:1783444843.097585:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444843.097588:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444843.097593:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444843.097596:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444843.097598:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444843.097601:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444843.097603:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00800000:00000001:3.0:1783444843.097609:0:35270:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:3.0:1783444843.097611:0:35270:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0001-mdc-ffff91c759350000: age 1805, max_age 1813 00000002:00000001:3.0:1783444843.097614:0:35270:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:3.0:1783444843.097617:0:35270:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=5 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000010:3.0:1783444843.097621:0:35270:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462300. 00000020:00000040:3.0:1783444843.097624:0:35270:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=6 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:3.0:1783444843.097627:0:35270:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444843.097629:0:35270:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444843.097632:0:35270:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444843.097638:0:35270:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c75822c500. 00000100:00000001:3.0:1783444843.097643:0:35270:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444843.097646:0:35270:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444843.097648:0:35270:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444843.097653:0:35270:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7462183c0. 00000100:00000001:3.0:1783444843.097656:0:35270:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883793961920 : -121189915589696 : ffff91c7462183c0) 00000100:00000001:3.0:1783444843.097659:0:35270:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444843.097660:0:35270:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00000100:00000001:3.0:1783444843.097665:0:35270:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444843.097669:0:35270:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444843.097671:0:35270:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444843.097672:0:35270:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444843.097676:0:35270:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462300 x1870075608311680/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444843.097683:0:35270:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444843.097685:0:35270:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444843.097689:0:35270:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444843.097691:0:35270:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444843.097693:0:35270:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444843.097696:0:35270:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462300 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35270:1870075608311680:192.168.204.110@tcp:41:lfs.0 00000100:00000001:3.0:1783444843.097700:0:35270:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444843.097704:0:35270:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444843.097706:0:35270:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444843.097723:0:35270:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444843.097726:0:35270:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452ac000. 02000000:00000001:3.0:1783444843.097728:0:35270:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444843.097732:0:35270:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444843.097735:0:35270:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7588113c8. 00000400:00000010:3.0:1783444843.097740:0:35270:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218000. 00000100:00000200:3.0:1783444843.097746:0:35270:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608311680, portal 10 00000100:00000001:3.0:1783444843.097748:0:35270:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444843.097749:0:35270:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00000100:00000040:3.0:1783444843.097755:0:35270:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760462300 x1870075608311680/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444859 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444843.097762:0:35270:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444843.097765:0:35270:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444843.097767:0:35270:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218b28. 00000100:00000200:3.0:1783444843.097771:0:35270:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608311680, offset 0 00000400:00000200:3.0:1783444843.097778:0:35270:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444843.097784:0:35270:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444843.097790:0:35270:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444843.097796:0:35270:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444843.097800:0:35270:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444843.097814:0:35270:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444843.097818:0:35270:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444843.097822:0:35270:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2919:2919:256:4294967295] 192.168.204.110@tcp LPNI seq info [2919:2919:8:4294967295] 00000400:00000200:3.0:1783444843.097826:0:35270:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444843.097834:0:35270:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444843.097840:0:35270:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444843.097845:0:35270:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822cd00. 00000800:00000200:3.0:1783444843.097851:0:35270:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444843.097858:0:35270:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444843.097862:0:35270:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822cd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444843.097881:0:35270:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444843.097886:0:35270:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 21470 usecs (22 jiffies) 00000400:00000200:3.0:1783444843.097889:0:35270:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444843.097892:0:35270:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296482125 00000100:00000001:3.0:1783444843.097895:0:35270:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296482994 00000100:00000001:3.0:1783444843.097897:0:35270:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296482125 00000100:00000001:3.0:1783444843.097899:0:35270:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296482994 00000100:00000001:3.0:1783444843.097902:0:35270:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444843.097904:0:35270:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444843.097906:0:35270:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444843.097908:0:35270:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444843.097910:0:35270:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7462183c0 going to sleep for 11 seconds 00000100:00000001:3.0:1783444843.097912:0:35270:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444843.097914:0:35270:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444843.098016:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444843.098020:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822cd00. 00000400:00000200:1.0:1783444843.098024:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444843.098029:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444843.098034:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218b28 00000400:00000010:1.0:1783444843.098035:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218b28. 00000100:00000001:1.0:1783444843.098038:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444843.098042:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462300 x1870075608311680/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444859 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444843.098050:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444843.098130:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462300 x1870075608311680/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444859 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444843.098138:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444843.098140:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444843.102505:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.102524:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444843.102529:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.102531:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444843.102540:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.102548:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444843.102558:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.102562:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.102568:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.102571:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 368 into portal 10 MB=0x6a4d2e8562780 00000400:00000200:1.0:1783444843.102576:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.102582:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 368/368 into md 0x80a9 [1] + 224 00000800:00000001:1.0:1783444843.102588:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.102607:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444843.102610:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444843.102616:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444843.102623:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444843.102632:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462300 x1870075608311680/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444859 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444843.102642:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff91c760462300 x1870075608311680/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444843.102662:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444843.102671:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.102675:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444843.102749:0:35270:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444843.102757:0:35270:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444843.102758:0:35270:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444843.102762:0:35270:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7588113c8. 00000400:00000200:3.0:1783444843.102766:0:35270:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218000 00000400:00000010:3.0:1783444843.102768:0:35270:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218000. 00000100:00000001:3.0:1783444843.102772:0:35270:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444843.102776:0:35270:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462300 x1870075608311680/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444843.102784:0:35270:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462300 x1870075608311680/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444843.102916:0:35270:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444843.102918:0:35270:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444843.102921:0:35270:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444843.102924:0:35270:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444843.102927:0:35270:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444843.102929:0:35270:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444843.102932:0:35270:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444843.102942:0:35270:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=23 v=5 (5 105 105 105) 00000100:00001000:3.0:1783444843.102947:0:35270:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=23 v=5 (1 1 1 1) 00000100:00000001:3.0:1783444843.102949:0:35270:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444843.102951:0:35270:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444843.102954:0:35270:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444843.102957:0:35270:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444843.102960:0:35270:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444843.102962:0:35270:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967338 00000100:00000001:3.0:1783444843.102964:0:35270:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444843.102967:0:35270:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444843.102971:0:35270:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760462300 x1870075608311680/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444843.102979:0:35270:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444843.102981:0:35270:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444843.102996:0:35270:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444843.103001:0:35270:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760462300 x1870075608311680/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444859 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444843.103008:0:35270:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760462300 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35270:1870075608311680:192.168.204.110@tcp:41:lfs.0 00000100:00000001:3.0:1783444843.103013:0:35270:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444843.103016:0:35270:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444843.103018:0:35270:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444843.103020:0:35270:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444843.103023:0:35270:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462300 x1870075608311680/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444859 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444843.103030:0:35270:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444843.103033:0:35270:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7462183c0. 00000100:00000001:3.0:1783444843.103037:0:35270:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444843.103038:0:35270:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444843.103192:0:35270:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:3.0:1783444843.103196:0:35270:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444843.103200:0:35270:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760462300 x1870075608311680/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444859 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444843.103207:0:35270:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444843.103210:0:35270:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444843.103213:0:35270:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452ac000. 02000000:00000001:3.0:1783444843.103216:0:35270:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444843.103218:0:35270:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444843.103220:0:35270:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=5 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:3.0:1783444843.103222:0:35270:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444843.103225:0:35270:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c75822c500. 02000000:00000001:3.0:1783444843.103228:0:35270:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444843.103230:0:35270:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444843.103231:0:35270:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760462300. 00000100:00000001:3.0:1783444843.103234:0:35270:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444843.103236:0:35270:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783444843.103237:0:35270:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444843.103238:0:35270:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:3.0:1783444843.103240:0:35270:0:(genops.c:1251:class_import_put()) Process leaving 00800000:00000004:3.0:1783444843.103242:0:35270:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0001-mdc-ffff91c759350000: update ffff91c7467e8450 cache blocks 317413/353529 objects 1023734/1024000 00800000:00000001:3.0:1783444843.103246:0:35270:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444843.103252:0:35270:0:(lmv_obd.c:1192:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444843.103255:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783444843.103258:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444843.103261:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444843.103263:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444843.103309:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444843.103311:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:3.0:1783444843.103319:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444843.103321:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444843.103327:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444843.103331:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444843.103332:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444843.103336:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444843.103337:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00800000:00000001:3.0:1783444843.103342:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103344:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103346:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444843.103348:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444843.103351:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103353:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103356:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444843.103358:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:3.0:1783444843.103360:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444843.103361:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444843.103363:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444843.103365:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444843.103367:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444843.103368:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444843.103369:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00800000:00000001:3.0:1783444843.103371:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103373:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103375:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444843.103377:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444843.103379:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103380:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103527:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444843.103530:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:3.0:1783444843.103533:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444843.103534:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444843.103537:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444843.103541:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444843.103542:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444843.103544:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444843.103545:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00800000:00000001:3.0:1783444843.103548:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103550:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103552:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444843.103554:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444843.103556:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103558:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103562:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444843.103564:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:3.0:1783444843.103566:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444843.103567:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444843.103569:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444843.103572:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444843.103573:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444843.103574:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444843.103575:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00800000:00000001:3.0:1783444843.103577:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103579:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103581:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444843.103583:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444843.103584:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103586:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103589:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444843.103590:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:3.0:1783444843.103592:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444843.103593:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444843.103595:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444843.103596:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444843.103598:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444843.103599:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444843.103601:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00800000:00000001:3.0:1783444843.103603:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103605:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103607:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444843.103608:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444843.103610:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103611:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103614:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444843.103615:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:3.0:1783444843.103617:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444843.103618:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444843.103619:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444843.103621:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444843.103623:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444843.103624:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444843.103625:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00800000:00000001:3.0:1783444843.103627:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103629:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103631:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444843.103633:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444843.103635:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103636:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103639:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444843.103640:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:3.0:1783444843.103642:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444843.103643:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444843.103644:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444843.103646:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444843.103647:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444843.103648:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444843.103649:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00800000:00000001:3.0:1783444843.103651:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103652:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103655:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444843.103656:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444843.103658:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103660:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103662:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444843.103663:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:3.0:1783444843.103665:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444843.103666:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444843.103668:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444843.103669:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444843.103671:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444843.103672:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444843.103673:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00800000:00000001:3.0:1783444843.103675:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103677:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103678:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444843.103680:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444843.103682:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103683:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103686:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444843.103687:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:3.0:1783444843.103689:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444843.103690:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444843.103692:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444843.103694:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444843.103695:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444843.103696:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444843.103697:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00800000:00000001:3.0:1783444843.103699:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103700:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103702:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444843.103704:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444843.103706:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103707:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103710:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444843.103711:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:3.0:1783444843.103915:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444843.103916:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444843.103920:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444843.103923:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444843.103924:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444843.103926:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444843.103927:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00800000:00000001:3.0:1783444843.103930:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103932:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103933:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444843.103935:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444843.103937:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103939:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103944:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444843.103945:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:3.0:1783444843.103948:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444843.103949:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444843.103951:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444843.103953:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444843.103955:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444843.103956:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444843.103957:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00800000:00000001:3.0:1783444843.103959:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103961:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103963:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444843.103965:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444843.103967:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103969:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.103972:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444843.103974:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:3.0:1783444843.103976:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444843.103977:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444843.103979:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452af400. 00000020:00000001:3.0:1783444843.104200:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444843.104203:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444843.104205:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444843.104206:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452af400 uarg=0000000000000000 00800000:00000001:3.0:1783444843.104209:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.104211:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.104213:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444843.104216:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452af400. 00000080:00000001:3.0:1783444843.104219:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444843.104220:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104468:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.104471:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.104475:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.104477:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.104481:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.104484:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.104486:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.104488:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.104489:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.104492:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104493:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104495:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.104498:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.104500:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104502:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104504:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.104506:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.104508:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.104509:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.104511:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.104513:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.104515:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.104516:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.104517:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.104519:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104520:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104535:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.104537:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.104540:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104541:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104544:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.104546:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.104548:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.104549:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.104552:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.104554:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.104556:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.104557:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.104558:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.104561:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104562:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104564:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.104566:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.104568:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104570:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104572:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.104574:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.104576:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.104577:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.104579:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.104581:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.104583:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.104584:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.104585:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.104587:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104589:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104590:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.104592:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.104594:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104595:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104598:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.104600:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.104602:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.104603:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.104605:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.104606:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.104608:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.104609:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.104610:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.104612:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104614:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104615:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.104617:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.104619:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104621:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104624:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.104626:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.104628:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.104629:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.104631:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.104633:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.104635:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.104636:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.104637:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.104640:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104642:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104643:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.104645:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.104647:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104648:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104651:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.104652:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.104655:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.104655:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.104657:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.104659:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.104660:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.104661:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.104662:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.104665:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104667:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104668:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.104670:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.104672:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104673:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104676:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.104678:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.104680:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.104681:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.104682:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.104684:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.104685:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.104686:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.104687:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.104689:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104691:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104693:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.104695:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.104696:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104698:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104701:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.104702:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.104704:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.104705:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.104707:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.104709:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.104710:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.104711:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.104712:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.104715:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104717:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104719:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.104721:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.104723:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104725:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104728:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.104729:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.104731:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.104732:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.104734:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.104736:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.104737:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.104738:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.104740:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.104742:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104743:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104745:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.104747:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.104749:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104751:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104754:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.104755:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.104757:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.104758:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.104760:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.104762:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.104763:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.104764:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.104765:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.104768:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104770:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104771:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.104774:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.104776:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104777:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104780:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.104781:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.104783:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.104784:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.104786:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.104788:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.104790:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.104791:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.104792:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.104795:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104796:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104798:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.104800:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.104802:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104803:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104805:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.104807:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.104809:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.104810:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.104812:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.104814:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.104816:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.104817:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.104818:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.104820:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104821:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104823:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.104825:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.104827:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104829:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104831:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.104832:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.104835:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.104836:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.104838:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.104840:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.104842:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.104843:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.104844:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.104846:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104848:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104849:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.104851:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.104853:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104855:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104857:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.104859:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.104861:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.104862:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.104864:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.104866:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.104868:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.104869:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.104870:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.104872:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104874:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104876:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.104878:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.104880:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104882:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104885:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.104886:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.104888:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.104890:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.104891:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.104893:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.104894:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.104895:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.104897:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.104898:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104900:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104902:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.104904:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.104906:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104907:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104909:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.104911:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.104913:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.104914:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.104915:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.104928:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.104931:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.104932:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.104934:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.104937:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104939:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104941:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.104943:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.104945:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104947:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104951:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.104952:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.104958:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.104960:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.104963:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.104965:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.104967:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.104968:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.104969:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.104971:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104973:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104975:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.104977:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.104979:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104981:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.104992:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.104994:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.104997:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.104998:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.105000:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.105002:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.105003:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.105005:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.105006:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.105008:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105010:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105012:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.105014:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.105016:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105018:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105020:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.105022:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.105024:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.105025:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.105026:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.105029:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.105030:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.105031:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.105033:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.105035:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105037:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105039:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.105041:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.105043:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105045:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105048:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.105049:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.105052:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.105053:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.105080:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.105083:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.105084:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.105086:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.105087:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.105090:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105092:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105094:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.105096:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.105098:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105100:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105104:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.105105:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.105108:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.105109:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.105111:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.105113:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.105114:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.105115:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.105116:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.105119:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105120:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105122:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.105124:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.105126:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105127:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105130:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.105132:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.105134:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.105135:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.105137:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.105139:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.105141:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.105142:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.105143:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.105146:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105147:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105149:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.105151:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.105153:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105155:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105158:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.105160:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.105162:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.105163:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.105165:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.105167:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.105169:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.105169:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.105171:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.105173:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105175:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105176:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.105178:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.105180:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105182:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105185:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.105186:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.105189:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.105190:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.105192:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.105193:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.105195:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.105195:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.105197:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.105198:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105200:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105202:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.105204:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.105205:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105207:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105209:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.105210:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.105212:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.105213:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.105216:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.105218:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.105220:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.105221:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.105222:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.105224:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105226:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105227:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.105229:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.105231:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105232:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105234:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.105235:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.105238:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.105239:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.105241:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.105243:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.105244:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.105245:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.105246:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.105249:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105251:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105253:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.105254:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.105256:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105258:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105260:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.105261:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.105263:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.105264:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.105266:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.105268:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.105270:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.105271:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.105272:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.105275:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105277:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105279:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.105280:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.105282:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105284:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105286:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.105287:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.105290:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.105291:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.105292:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.105294:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.105296:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.105297:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.105298:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.105300:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105302:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105304:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.105305:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.105307:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105309:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105311:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.105313:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.105315:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.105316:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.105318:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.105320:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.105321:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.105323:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.105324:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.105326:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105329:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105330:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.105332:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.105334:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105336:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105338:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.105340:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.105342:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.105343:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.105345:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.105347:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.105348:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.105349:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.105350:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.105353:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105355:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105357:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.105358:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.105361:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105362:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105365:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.105366:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.105368:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.105369:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.105370:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.105372:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.105374:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.105375:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.105376:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.105378:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105380:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105382:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.105383:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.105386:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105387:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105390:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.105392:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.105394:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.105395:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.105397:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.105399:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.105400:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.105401:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.105402:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.105405:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105406:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105408:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.105410:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.105412:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105414:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105417:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.105418:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.105420:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.105422:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.105423:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.105426:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.105427:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.105428:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.105429:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.105432:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105434:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105435:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.105437:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.105439:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105441:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105444:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.105446:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.105448:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.105449:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.105451:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.105453:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.105455:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.105456:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.105457:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.105460:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105461:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105463:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.105465:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.105468:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105470:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105473:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.105474:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.105476:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.105478:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.105480:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.105482:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.105484:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.105485:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.105486:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.105489:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105490:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105492:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.105493:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.105495:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105497:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105499:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.105500:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.105502:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.105503:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.105505:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.105507:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.105508:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.105509:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.105510:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.105512:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105514:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105515:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.105517:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.105518:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105520:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105522:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.105523:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.105526:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.105527:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.105528:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.105530:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.105532:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.105533:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.105533:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.105535:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105536:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105538:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.105540:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.105541:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105543:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105545:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.105546:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.105548:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.105549:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.105550:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.105552:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.105553:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.105554:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.105555:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.105557:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105559:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105560:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.105562:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.105563:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105564:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105566:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.105567:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.105569:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.105570:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.105572:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.105574:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.105575:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.105576:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.105577:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.105578:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105580:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105582:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.105584:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.105585:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105587:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105589:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.105590:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.105591:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.105592:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.105594:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.105595:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.105596:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.105597:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.105598:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.105601:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105603:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105604:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.105606:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.105608:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105609:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105611:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.105612:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.105614:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.105615:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.105616:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.105618:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.105619:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.105620:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.105621:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.105623:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105625:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105626:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.105628:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.105629:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105631:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105633:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.105634:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.105636:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.105636:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.105638:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.105639:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.105641:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.105641:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.105642:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.105644:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105646:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105648:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.105649:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.105651:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105653:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105655:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.105656:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.105658:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.105659:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.105661:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.105663:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.105664:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.105665:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.105666:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.105668:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105669:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105671:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.105673:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.105674:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105676:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105678:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.105679:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.105682:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.105683:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.105685:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.105687:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.105688:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.105689:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.105690:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.105693:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105694:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105696:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.105698:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.105700:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105701:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105703:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.105705:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.105707:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.105708:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.105710:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.105712:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.105713:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.105714:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.105715:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.105718:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105720:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105721:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.105724:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.105726:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105727:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105730:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.105731:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.105734:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.105735:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.105737:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.105738:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.105740:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.105741:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.105742:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.105744:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105746:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105748:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.105749:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.105751:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105753:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105756:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.105757:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.105760:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.105761:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.105763:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.105765:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.105766:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.105768:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.105769:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.105771:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105773:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105775:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.105777:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.105779:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105780:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105783:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.105784:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.105787:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.105788:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.105789:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.105791:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.105793:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.105794:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.105795:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.105797:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105799:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105801:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.105803:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.105805:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105806:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105808:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.105810:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.105812:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.105813:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.105815:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.105817:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.105818:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.105820:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.105821:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.105823:0:35270:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105825:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105826:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.105828:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.105830:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105831:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.105834:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.105836:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.105838:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.105839:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.105841:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.105843:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.105845:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444843.105846:0:35270:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444843.105847:0:35270:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00800000:00000001:2.0:1783444843.105849:0:35270:0:(lmv_obd.c:960:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783444843.105851:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783444843.105853:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1783444843.105854:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.105856:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783444843.105858:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783444843.105861:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.105862:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.105865:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.105865:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.105868:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.105870:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.105871:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.105874:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.105876:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.105883:0:35270:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:2.0:1783444843.105885:0:35270:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff91c759350000: age 1805, max_age 1813 00000008:00000001:2.0:1783444843.105888:0:35270:0:(osc_request.c:3470:osc_statfs()) Process entered 00000020:00000040:2.0:1783444843.105892:0:35270:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000010:2.0:1783444843.105899:0:35270:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f1880. 00000020:00000040:2.0:1783444843.105902:0:35270:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=4 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:2.0:1783444843.105906:0:35270:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444843.105907:0:35270:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:2.0:1783444843.105909:0:35270:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1783444843.105911:0:35270:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444843.105914:0:35270:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444843.105919:0:35270:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444843.105925:0:35270:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1d00. 00000100:00000001:2.0:1783444843.105932:0:35270:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.105936:0:35270:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444843.105937:0:35270:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444843.105943:0:35270:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c75885cc00. 00000100:00000001:2.0:1783444843.105945:0:35270:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884102523904 : -121189607027712 : ffff91c75885cc00) 00000100:00000001:2.0:1783444843.105947:0:35270:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444843.105949:0:35270:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232108160 : -121189477443456 : ffff91c7603f1880) 00000100:00000001:2.0:1783444843.105953:0:35270:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444843.105957:0:35270:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.105959:0:35270:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444843.105960:0:35270:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444843.105970:0:35270:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f1880 x1870075608311808/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444843.105978:0:35270:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444843.105980:0:35270:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444843.105995:0:35270:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444843.105998:0:35270:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444843.106001:0:35270:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444843.106004:0:35270:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f1880 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35270:1870075608311808:192.168.204.110@tcp:13:lfs.0 00000100:00000001:2.0:1783444843.106008:0:35270:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444843.106013:0:35270:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444843.106015:0:35270:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444843.106018:0:35270:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444843.106023:0:35270:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c750f6d400. 02000000:00000001:2.0:1783444843.106025:0:35270:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444843.106032:0:35270:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444843.106036:0:35270:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ffd10. 00000400:00000010:2.0:1783444843.106043:0:35270:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83f68. 00000100:00000200:2.0:1783444843.106051:0:35270:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608311808, portal 4 00000100:00000001:2.0:1783444843.106053:0:35270:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444843.106500:0:35270:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232108160 : -121189477443456 : ffff91c7603f1880) 00000100:00000040:2.0:1783444843.106511:0:35270:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f1880 x1870075608311808/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444859 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444843.106573:0:35270:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444843.106577:0:35270:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444843.106581:0:35270:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83e58. 00000100:00000200:2.0:1783444843.106586:0:35270:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1870075608311808, offset 0 00000400:00000200:2.0:1783444843.106593:0:35270:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444843.106602:0:35270:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444843.106610:0:35270:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444843.106615:0:35270:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444843.106619:0:35270:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444843.106622:0:35270:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444843.106625:0:35270:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444843.106628:0:35270:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2920:2920:256:4294967295] 192.168.204.110@tcp LPNI seq info [2920:2920:8:4294967295] 00000400:00000200:2.0:1783444843.106632:0:35270:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444843.106641:0:35270:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444843.106647:0:35270:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444843.106653:0:35270:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1f00. 00000800:00000200:2.0:1783444843.106659:0:35270:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444843.106668:0:35270:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444843.106672:0:35270:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444843.106761:0:35270:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444843.106766:0:35270:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20522 usecs (21 jiffies) 00000400:00000200:2.0:1783444843.106770:0:35270:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444843.106773:0:35270:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296482133 00000100:00000001:2.0:1783444843.106776:0:35270:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296482994 00000100:00000001:2.0:1783444843.106778:0:35270:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296482133 00000100:00000001:2.0:1783444843.106780:0:35270:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296482994 00000100:00000001:2.0:1783444843.106782:0:35270:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444843.106785:0:35270:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.106787:0:35270:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444843.106789:0:35270:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444843.106792:0:35270:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885cc00 going to sleep for 11 seconds 00000100:00000001:2.0:1783444843.106794:0:35270:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444843.106797:0:35270:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444843.107217:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444843.107222:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1f00. 00000400:00000200:1.0:1783444843.107227:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444843.107233:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444843.107238:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83e58 00000400:00000010:1.0:1783444843.107241:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83e58. 00000100:00000001:1.0:1783444843.107244:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444843.107249:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1880 x1870075608311808/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444859 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444843.107258:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444843.107261:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f1880 x1870075608311808/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444859 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444843.107268:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444843.107269:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444843.110235:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.110253:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444843.110259:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.110261:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444843.110269:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.110276:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444843.110284:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.110289:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.110293:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.110297:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 368 into portal 4 MB=0x6a4d2e8562800 00000400:00000200:1.0:1783444843.110302:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.110308:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 368/368 into md 0x80b1 [1] + 224 00000800:00000001:1.0:1783444843.110315:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.110322:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444843.110325:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444843.110329:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444843.110336:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444843.110345:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1880 x1870075608311808/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444859 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444843.110356:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff91c7603f1880 x1870075608311808/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444843.110419:0:35270:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444843.110601:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444843.110610:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.110614:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1783444843.110654:0:35270:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444843.110657:0:35270:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444843.110660:0:35270:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ffd10. 00000400:00000200:2.0:1783444843.110664:0:35270:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83f68 00000400:00000010:2.0:1783444843.110666:0:35270:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83f68. 00000100:00000001:2.0:1783444843.110669:0:35270:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444843.110674:0:35270:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f1880 x1870075608311808/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444843.110684:0:35270:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f1880 x1870075608311808/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444843.110689:0:35270:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444843.110690:0:35270:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444843.110693:0:35270:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444843.110696:0:35270:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444843.110698:0:35270:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444843.110700:0:35270:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444843.110703:0:35270:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444843.110712:0:35270:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a14f0 time=22 v=5 (5 0 0 0) 00000100:00001000:2.0:1783444843.110717:0:35270:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444843.110720:0:35270:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444843.110722:0:35270:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.110725:0:35270:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444843.110728:0:35270:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.110732:0:35270:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444843.110734:0:35270:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967335 00000100:00000001:2.0:1783444843.110737:0:35270:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444843.110738:0:35270:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444843.110743:0:35270:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f1880 x1870075608311808/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444843.110749:0:35270:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444843.110751:0:35270:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444843.110753:0:35270:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444843.110757:0:35270:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f1880 x1870075608311808/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444859 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444843.110764:0:35270:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f1880 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35270:1870075608311808:192.168.204.110@tcp:13:lfs.0 00000100:00000001:2.0:1783444843.110768:0:35270:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444843.110771:0:35270:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.110773:0:35270:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444843.110775:0:35270:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444843.110778:0:35270:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1880 x1870075608311808/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444859 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444843.110784:0:35270:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444843.110787:0:35270:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c75885cc00. 00000100:00000001:2.0:1783444843.110790:0:35270:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444843.110792:0:35270:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444843.110797:0:35270:0:(osc_request.c:3518:osc_statfs()) Process leaving 00000100:00000001:2.0:1783444843.110798:0:35270:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444843.110806:0:35270:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1880 x1870075608311808/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444859 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444843.110813:0:35270:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444843.110816:0:35270:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444843.110819:0:35270:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6d400. 02000000:00000001:2.0:1783444843.110822:0:35270:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444843.110824:0:35270:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444843.110826:0:35270:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:2.0:1783444843.110828:0:35270:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444843.110831:0:35270:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1d00. 02000000:00000001:2.0:1783444843.110834:0:35270:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444843.110835:0:35270:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444843.110837:0:35270:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1880. 00000100:00000001:2.0:1783444843.110841:0:35270:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444843.110842:0:35270:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1783444843.110846:0:35270:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff91c759350000: update ffff91c759000450 cache blocks 901358/958279 objects 261772/262144 00020000:00000001:2.0:1783444843.110850:0:35270:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.110855:0:35270:0:(lov_obd.c:1147:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.110858:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783444843.110861:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.110864:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.110867:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.110972:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.110974:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.110981:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.110992:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.110997:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.111000:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.111003:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.111006:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.111008:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.111014:0:35270:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:2.0:1783444843.111015:0:35270:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff91c759350000: age 1805, max_age 1813 00000008:00000001:2.0:1783444843.111018:0:35270:0:(osc_request.c:3470:osc_statfs()) Process entered 00000020:00000040:2.0:1783444843.111021:0:35270:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000100:00000010:2.0:1783444843.111025:0:35270:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f1880. 00000020:00000040:2.0:1783444843.111028:0:35270:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=4 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:2.0:1783444843.111031:0:35270:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444843.111032:0:35270:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:2.0:1783444843.111034:0:35270:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1783444843.111037:0:35270:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444843.111039:0:35270:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444843.111042:0:35270:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444843.111047:0:35270:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1d00. 00000100:00000001:2.0:1783444843.111053:0:35270:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.111075:0:35270:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444843.111077:0:35270:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444843.111082:0:35270:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c75885cc00. 00000100:00000001:2.0:1783444843.111084:0:35270:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884102523904 : -121189607027712 : ffff91c75885cc00) 00000100:00000001:2.0:1783444843.111087:0:35270:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444843.111088:0:35270:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232108160 : -121189477443456 : ffff91c7603f1880) 00000100:00000001:2.0:1783444843.111093:0:35270:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444843.111097:0:35270:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.111099:0:35270:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444843.111100:0:35270:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444843.111104:0:35270:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f1880 x1870075608311936/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444843.111110:0:35270:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444843.111112:0:35270:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444843.111116:0:35270:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444843.111118:0:35270:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444843.111120:0:35270:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444843.111123:0:35270:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f1880 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35270:1870075608311936:192.168.204.110@tcp:13:lfs.0 00000100:00000001:2.0:1783444843.111127:0:35270:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444843.111132:0:35270:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444843.111133:0:35270:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444843.111136:0:35270:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444843.111139:0:35270:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c750f6d400. 02000000:00000001:2.0:1783444843.111141:0:35270:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444843.111145:0:35270:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444843.111148:0:35270:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ffd10. 00000400:00000010:2.0:1783444843.111152:0:35270:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83f68. 00000100:00000200:2.0:1783444843.111157:0:35270:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608311936, portal 4 00000100:00000001:2.0:1783444843.111159:0:35270:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444843.111160:0:35270:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232108160 : -121189477443456 : ffff91c7603f1880) 00000100:00000040:2.0:1783444843.111167:0:35270:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f1880 x1870075608311936/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444859 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444843.111174:0:35270:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444843.111176:0:35270:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444843.111179:0:35270:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83b28. 00000100:00000200:2.0:1783444843.111182:0:35270:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1870075608311936, offset 0 00000400:00000200:2.0:1783444843.111189:0:35270:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444843.111194:0:35270:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444843.111201:0:35270:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444843.111205:0:35270:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444843.111210:0:35270:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444843.111213:0:35270:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444843.111216:0:35270:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444843.111220:0:35270:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2921:2921:256:4294967295] 192.168.204.110@tcp LPNI seq info [2921:2921:8:4294967295] 00000400:00000200:2.0:1783444843.111225:0:35270:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444843.111232:0:35270:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444843.111239:0:35270:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444843.111244:0:35270:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1200. 00000800:00000200:2.0:1783444843.111251:0:35270:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444843.111260:0:35270:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444843.111264:0:35270:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444843.111283:0:35270:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444843.111287:0:35270:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 117663 usecs (118 jiffies) 00000400:00000200:2.0:1783444843.111290:0:35270:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444843.111293:0:35270:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296482235 00000100:00000001:2.0:1783444843.111296:0:35270:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296482994 00000100:00000001:2.0:1783444843.111299:0:35270:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296482235 00000100:00000001:2.0:1783444843.111301:0:35270:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296482994 00000100:00000001:2.0:1783444843.111303:0:35270:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444843.111307:0:35270:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.111309:0:35270:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444843.111310:0:35270:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444843.111313:0:35270:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885cc00 going to sleep for 11 seconds 00000100:00000001:2.0:1783444843.111315:0:35270:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444843.111317:0:35270:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444843.111783:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444843.111789:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1200. 00000400:00000200:1.0:1783444843.111793:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444843.111798:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444843.111803:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83b28 00000400:00000010:1.0:1783444843.111805:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83b28. 00000100:00000001:1.0:1783444843.111808:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444843.111813:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1880 x1870075608311936/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444859 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444843.111823:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444843.111825:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f1880 x1870075608311936/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444859 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444843.111832:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444843.111833:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444843.116277:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.116297:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444843.116302:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.116305:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444843.116315:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.116323:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444843.116334:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.116340:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.116345:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.116349:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 368 into portal 4 MB=0x6a4d2e8562880 00000400:00000200:1.0:1783444843.116354:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.116361:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 368/368 into md 0x80b9 [1] + 224 00000800:00000001:1.0:1783444843.116368:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.116376:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444843.116379:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444843.116393:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444843.116400:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444843.116410:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1880 x1870075608311936/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444859 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444843.116421:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff91c7603f1880 x1870075608311936/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444843.116489:0:35270:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444843.116509:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444843.116519:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.116522:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1783444843.117274:0:35270:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444843.117277:0:35270:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444843.117282:0:35270:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ffd10. 00000400:00000200:2.0:1783444843.117288:0:35270:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83f68 00000400:00000010:2.0:1783444843.117290:0:35270:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83f68. 00000100:00000001:2.0:1783444843.117294:0:35270:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444843.117302:0:35270:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f1880 x1870075608311936/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444843.117310:0:35270:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f1880 x1870075608311936/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444843.117316:0:35270:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444843.117318:0:35270:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444843.117321:0:35270:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444843.117325:0:35270:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444843.117328:0:35270:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444843.117330:0:35270:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444843.117333:0:35270:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444843.117344:0:35270:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f4a8 time=22 v=5 (5 0 0 0) 00000100:00001000:2.0:1783444843.117347:0:35270:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444843.117350:0:35270:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444843.117352:0:35270:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.117354:0:35270:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444843.117358:0:35270:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.117361:0:35270:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444843.117364:0:35270:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1783444843.117366:0:35270:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444843.117367:0:35270:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444843.117372:0:35270:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f1880 x1870075608311936/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444843.117456:0:35270:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444843.117459:0:35270:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444843.117461:0:35270:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444843.117466:0:35270:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f1880 x1870075608311936/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444859 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444843.117473:0:35270:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f1880 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35270:1870075608311936:192.168.204.110@tcp:13:lfs.0 00000100:00000001:2.0:1783444843.117478:0:35270:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444843.117480:0:35270:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.117482:0:35270:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444843.117485:0:35270:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444843.117487:0:35270:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1880 x1870075608311936/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444859 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444843.117493:0:35270:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444843.117495:0:35270:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c75885cc00. 00000100:00000001:2.0:1783444843.117500:0:35270:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444843.117501:0:35270:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444843.117507:0:35270:0:(osc_request.c:3518:osc_statfs()) Process leaving 00000100:00000001:2.0:1783444843.117508:0:35270:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444843.117511:0:35270:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1880 x1870075608311936/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444859 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444843.117517:0:35270:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444843.117519:0:35270:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444843.117522:0:35270:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6d400. 02000000:00000001:2.0:1783444843.117526:0:35270:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444843.117528:0:35270:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444843.117530:0:35270:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=2 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:2.0:1783444843.117532:0:35270:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444843.117535:0:35270:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1d00. 02000000:00000001:2.0:1783444843.117539:0:35270:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444843.117540:0:35270:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444843.117542:0:35270:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1880. 00000100:00000001:2.0:1783444843.117545:0:35270:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444843.117547:0:35270:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1783444843.117550:0:35270:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff91c759350000: update ffff91c759001e10 cache blocks 901344/958279 objects 261772/262144 00020000:00000001:2.0:1783444843.117555:0:35270:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.117560:0:35270:0:(lov_obd.c:1147:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.117563:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783444843.117565:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.117569:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.117571:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.117676:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.117679:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.117686:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.117689:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.117695:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.117699:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.117701:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.117704:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.117705:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.117708:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117723:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117726:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.117728:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.117731:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117733:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117737:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.117739:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.117742:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.117743:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.117747:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.117748:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.117750:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.117751:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.117752:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.117755:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117756:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117759:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.117761:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.117762:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117764:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117767:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.117768:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.117771:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.117772:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.117775:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.117777:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.117778:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.117779:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.117780:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.117783:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117785:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117787:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.117798:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.117800:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117802:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117806:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.117807:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.117809:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.117811:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.117813:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.117815:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.117817:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.117818:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.117819:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.117821:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117823:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117825:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.117827:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.117829:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117831:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117834:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.117835:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.117838:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.117839:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.117841:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.117843:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.117844:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.117845:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.117846:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.117849:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117850:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117852:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.117853:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.117855:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117857:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117859:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.117860:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.117862:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.117863:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.117865:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.117867:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.117869:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.117870:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.117871:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.117873:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117874:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117876:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.117878:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.117880:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117882:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117884:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.117886:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.117889:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.117890:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.117891:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.117893:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.117894:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.117896:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.117897:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.117900:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117901:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117903:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.117905:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.117907:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117909:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117912:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.117913:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.117915:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.117916:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.117918:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.117920:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.117921:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.117922:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.117923:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.117925:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117927:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117928:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.117930:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.117932:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117933:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117936:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.117937:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.117939:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.117940:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.117943:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.117945:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.117946:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.117947:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.117948:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.117950:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117952:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117953:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.117955:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.117957:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117959:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117961:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.117963:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.117965:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.117966:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.117968:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.117970:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.117971:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.117972:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.117974:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.117976:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117978:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117980:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.117982:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.117993:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117995:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.117999:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.118000:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.118003:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.118004:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.118006:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.118009:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.118010:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.118012:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.118014:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.118016:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118018:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118020:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.118022:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.118024:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118026:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118037:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.118039:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.118042:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.118043:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.118196:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.118200:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.118203:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.118204:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.118205:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.118208:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118211:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118212:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.118215:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.118217:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118219:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118224:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.118226:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.118229:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.118230:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.118232:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.118235:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.118236:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.118237:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.118238:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.118241:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118243:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118245:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.118247:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.118249:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118250:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118253:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.118255:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.118257:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.118259:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.118261:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.118263:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.118264:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.118265:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.118266:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.118268:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118270:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118271:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.118273:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.118275:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118277:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118280:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.118281:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.118283:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.118284:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.118286:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.118288:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.118289:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.118290:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.118291:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.118293:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118295:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118296:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.118298:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.118300:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118302:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118305:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.118306:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.118308:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.118309:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.118311:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.118313:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.118314:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.118315:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.118316:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.118319:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118320:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118322:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.118323:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.118325:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118326:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118328:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.118329:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.118331:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.118332:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.118333:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.118335:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.118337:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.118338:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.118339:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.118341:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118343:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118344:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.118346:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.118348:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118350:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118352:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.118354:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.118356:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.118357:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.118359:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.118360:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.118362:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.118362:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.118363:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.118365:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118367:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118368:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.118370:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.118372:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118373:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118376:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.118377:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.118379:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.118380:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.118381:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.118612:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.118614:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.118616:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.118617:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.118620:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118622:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118624:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.118626:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.118629:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118631:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118636:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.118637:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.118640:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.118641:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.118644:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.118646:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.118647:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.118648:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.118649:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.118652:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118654:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118655:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.118657:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.118659:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118660:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118663:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.118664:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.118666:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.118666:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.118668:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.118669:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.118670:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.118671:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.118672:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.118674:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118676:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118678:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.118679:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.118681:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118682:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118685:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.118686:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.118688:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.118689:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.118690:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.118692:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.118693:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.118695:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.118696:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.118698:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118699:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118701:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.118703:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.118704:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118706:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118709:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.118710:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.118712:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.118714:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.118715:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.118717:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.118719:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.118720:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.118721:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.118723:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118724:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118726:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.118728:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.118729:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118730:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118733:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.118734:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.118737:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.118738:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.118739:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.118742:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.118743:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.118744:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.118746:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.118748:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118750:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118752:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.118753:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.118755:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118757:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118759:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.118760:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.118763:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.118764:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.118766:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.118767:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.118769:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.118770:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.118771:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.118773:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118775:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118776:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.118778:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.118780:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118782:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118797:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.118799:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.118809:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.118811:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.118813:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.118815:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.118816:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.118818:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.118819:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.118821:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118823:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118825:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.118827:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.118830:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118832:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118835:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.118836:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.118839:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.118840:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.118842:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.118843:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.118844:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.118845:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.118846:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.118848:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118849:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118851:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.118852:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.118854:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118855:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118858:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.118859:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.118861:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.118863:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.118864:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.118866:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.118868:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.118869:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.118870:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.118872:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118874:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118875:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.118877:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.118879:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118880:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118883:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.118884:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.118886:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.118887:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.118889:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.118890:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.118892:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.118893:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.118894:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.118896:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118897:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118899:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.118901:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.118902:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118904:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118906:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.118907:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.118909:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.118910:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.118912:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.118914:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.118915:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.118916:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.118918:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.118920:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118922:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118924:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.118927:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.118929:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118931:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118933:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.118935:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.118937:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.118938:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.118941:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.118943:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.118945:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.118946:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.118947:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.118949:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118951:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118953:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.118955:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.118957:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118958:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118961:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.118962:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.118964:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.118965:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.118967:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.118969:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.118970:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.118971:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.118972:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.118975:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118977:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118978:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.118980:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.118981:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118993:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.118996:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.118998:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.119001:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.119002:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.119004:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.119006:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.119008:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.119009:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.119010:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.119013:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119014:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119016:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.119018:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.119019:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119021:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119024:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.119025:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.119342:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.119345:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.119349:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.119352:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.119353:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.119355:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.119356:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.119359:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119362:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119363:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.119366:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.119368:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119370:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119375:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.119377:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.119379:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.119381:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.119457:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.119460:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.119463:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.119464:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.119465:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.119468:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119470:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119472:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.119474:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.119476:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119478:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119482:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.119483:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.119486:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.119487:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.119490:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.119492:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.119494:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.119495:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.119496:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.119498:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119499:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119501:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.119503:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.119505:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119506:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119509:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.119510:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.119512:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.119513:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.119515:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.119516:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.119518:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.119519:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.119520:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.119522:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119524:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119525:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.119527:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.119529:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119531:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119534:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.119535:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.119537:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.119539:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.119541:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.119542:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.119544:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.119545:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.119547:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.119549:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119551:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119553:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.119555:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.119557:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119559:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119562:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.119563:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.119566:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.119567:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.119569:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.119571:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.119573:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.119574:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.119575:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.119578:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119580:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119582:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.119584:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.119586:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119588:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119591:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.119593:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.119595:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.119596:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.119599:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.119601:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.119603:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.119604:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.119605:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.119608:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119610:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119611:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.119614:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.119616:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119618:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119621:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.119622:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.119625:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.119626:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.119628:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.119631:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.119633:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.119634:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.119636:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.119639:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119641:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119643:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.119645:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.119647:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119649:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119651:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.119653:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.119656:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.119657:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.119660:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.119662:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.119664:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.119665:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.119667:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.119669:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119671:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119673:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.119676:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.119679:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119681:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119684:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.119685:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.119687:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.119689:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.119691:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.119694:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.119696:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.119697:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.119699:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.119701:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119703:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119705:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.119724:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.119727:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119729:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119732:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.119733:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.119736:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.119737:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.119740:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.119742:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.119744:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.119746:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.119747:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.119750:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119752:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119754:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.119756:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.119758:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119759:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119762:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.119764:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.119766:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.119767:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.119769:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.119772:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.119773:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.119774:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.119775:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.119777:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119779:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.119782:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.119784:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.119785:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120280:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120288:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.120290:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.120294:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.120296:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.120300:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.120303:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.120304:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.120306:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.120307:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.120310:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120313:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120315:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.120318:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.120320:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120322:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120326:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.120327:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.120330:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.120331:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.120334:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.120337:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.120338:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.120339:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.120341:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.120343:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120345:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120347:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.120349:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.120352:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120354:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120357:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.120359:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.120361:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.120362:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.120364:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.120367:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.120368:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.120369:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.120370:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.120373:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120375:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120377:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.120379:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.120460:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120464:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120469:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.120470:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.120474:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.120475:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.120478:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.120480:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.120482:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.120483:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.120484:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.120487:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120489:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120490:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.120493:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.120495:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120497:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120500:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.120501:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.120504:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.120505:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.120507:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.120509:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.120511:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.120512:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.120513:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.120516:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120518:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120520:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.120522:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.120524:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120526:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120529:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.120531:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.120534:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.120535:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.120537:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.120540:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.120541:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.120542:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.120544:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.120546:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120548:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120550:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.120552:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.120555:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120557:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120559:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.120561:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.120563:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.120565:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.120567:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.120569:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.120571:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.120572:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.120573:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.120576:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120577:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120579:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.120582:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.120584:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120586:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120588:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.120590:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.120592:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.120593:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.120596:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.120598:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.120600:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.120601:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.120602:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.120604:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120606:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120608:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.120610:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.120612:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120614:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120617:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.120619:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.120621:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.120622:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.120625:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.120627:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.120629:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.120630:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.120631:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.120634:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120636:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120637:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.120639:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.120641:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120643:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120646:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.120647:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.120649:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.120650:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.120653:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.120655:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.120657:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.120658:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.120659:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.120662:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120664:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120666:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.120668:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.120671:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120673:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120676:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.120678:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.120680:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.120682:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.120684:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.120686:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.120688:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.120689:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.120691:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.120693:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120696:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120698:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.120700:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.120702:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120704:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120707:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.120708:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.120892:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.120894:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.120897:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.120900:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.120902:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.120903:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.120905:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.120908:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120910:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120912:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.120914:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.120916:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120918:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120923:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.120925:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.120928:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.120929:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.120932:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.120934:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.120935:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.120937:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.120938:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.120941:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120942:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120944:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.120946:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.120949:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120950:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120954:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.120955:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.120958:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.120959:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.120961:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.120963:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.120965:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.120966:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.120968:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.120970:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120972:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120974:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.120976:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.120979:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120980:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.120997:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.120998:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.121001:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.121002:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.121005:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.121007:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.121008:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.121009:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.121010:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.121013:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.121015:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.121016:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.121018:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.121020:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.121021:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.121024:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.121026:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.121276:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.121278:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.121282:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.121284:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.121286:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.121287:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.121288:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.121291:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.121293:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.121295:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.121297:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.121299:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.121300:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.121305:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.121307:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.121309:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.121310:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.121312:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.121314:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.121315:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.121316:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.121317:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.121319:0:35270:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.121321:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.121323:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444843.121325:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.121327:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.121329:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444843.121332:0:35270:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444843.121333:0:35270:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffd48a74f60 00000080:00000001:2.0:1783444843.121335:0:35270:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444843.121336:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444843.121338:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6e000. 00000020:00000001:2.0:1783444843.121340:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.121342:0:35270:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444843.121343:0:35270:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444843.121344:0:35270:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6e000 uarg=0000000000000000 00020000:00000001:2.0:1783444843.121346:0:35270:0:(lov_obd.c:1000:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783444843.121348:0:35270:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783444843.121349:0:35270:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1783444843.121352:0:35270:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6e000. 00000080:00000001:2.0:1783444843.121354:0:35270:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783444843.121356:0:35270:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783444843.121370:0:35270:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:2.0:1783444843.121372:0:35270:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:2.0:1783444843.121377:0:35270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03d98 00000080:00200008:2.0:1783444843.121380:0:35270:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), flags 100000 00000080:00400000:2.0:1783444843.121450:0:35270:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1783444843.121455:0:35270:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91c746110000. 00000080:00000001:2.0:1783444843.121460:0:35270:0:(file.c:466:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1783444843.121463:0:35270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03d98 00000080:00000008:2.0:1783444843.121464:0:35270:0:(file.c:491:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91c748db3a88), flags 100000, rc = 0 00000080:00000001:2.0:1783444843.121467:0:35270:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.121469:0:35270:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.126004:0:35271:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783444843.126015:0:35271:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783444843.126018:0:35271:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783444843.126023:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c2bbc0 00000080:00200000:2.0:1783444843.126036:0:35271:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:2.0:1783444843.126185:0:35271:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7435f4600. 00800000:00000002:2.0:1783444843.126193:0:35271:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:2.0:1783444843.126198:0:35271:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444843.126203:0:35271:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444843.126205:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c2bae0 00800000:00000002:2.0:1783444843.126208:0:35271:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444843.126212:0:35271:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1783444843.126216:0:35271:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444843.126219:0:35271:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444843.126222:0:35271:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444843.126225:0:35271:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444843.126227:0:35271:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444843.126230:0:35271:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444843.126232:0:35271:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444843.126235:0:35271:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783444843.126241:0:35271:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444843.126243:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c2b9b0 00000002:00010000:2.0:1783444843.126244:0:35271:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783444843.126248:0:35271:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783444843.126251:0:35271:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444843.126254:0:35271:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444843.126264:0:35271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf800 count: 2 00010000:00000001:2.0:1783444843.126267:0:35271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444843.126272:0:35271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444843.126276:0:35271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444843.126282:0:35271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef729 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc5b expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1783444843.126295:0:35271:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444843.126302:0:35271:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444843.126305:0:35271:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef729 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc5b expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1783444843.126311:0:35271:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783444843.126312:0:35271:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783444843.126314:0:35271:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444843.126316:0:35271:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444843.126318:0:35271:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444843.126320:0:35271:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783444843.126323:0:35271:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783444843.126327:0:35271:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:2.0:1783444843.126331:0:35271:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7435f4600. 00000080:00000001:2.0:1783444843.126337:0:35271:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783444843.126339:0:35271:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444843.126341:0:35271:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:2.0:1783444843.126345:0:35271:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef729 00800000:00000001:2.0:1783444843.126348:0:35271:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444843.126351:0:35271:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444843.126352:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.126355:0:35271:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.126358:0:35271:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=3 00000020:00000001:2.0:1783444843.126360:0:35271:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444843.126363:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444843.126366:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.126369:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444843.126370:0:35271:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444843.126372:0:35271:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444843.126375:0:35271:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef729 from it ffffa31941c2bbf8 00010000:00000001:2.0:1783444843.126378:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.126380:0:35271:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.126463:0:35271:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=3 00000020:00000001:2.0:1783444843.126467:0:35271:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444843.126469:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444843.126471:0:35271:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444843.126475:0:35271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef729 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc5b expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1783444843.126481:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.126482:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.126484:0:35271:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444843.126486:0:35271:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444843.126489:0:35271:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef729 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc5b expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783444843.126496:0:35271:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444843.126500:0:35271:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444843.126502:0:35271:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444843.126506:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.126507:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.126509:0:35271:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.126512:0:35271:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444843.126514:0:35271:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.126515:0:35271:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.126518:0:35271:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.126520:0:35271:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444843.126521:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.126522:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783444843.126525:0:35271:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783444843.126527:0:35271:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444843.126530:0:35271:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:2.0:1783444843.126535:0:35271:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.126542:0:35271:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1783444843.126544:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c2bb58 00000080:00002000:2.0:1783444843.126545:0:35271:0:(dcache.c:87:ll_dcompare()) found name recon(ffff91c748f5ce58) flags 0x48000e refc 0 00000080:00000001:2.0:1783444843.126548:0:35271:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.126551:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c2bbc8 00000080:00200000:2.0:1783444843.126552:0:35271:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:2.0:1783444843.126559:0:35271:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:2.0:1783444843.126561:0:35271:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff91c748db7448), inode mode 81a4 mask 52 00000080:00000001:2.0:1783444843.126563:0:35271:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.126569:0:35271:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:2.0:1783444843.126571:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c2bb98 00000080:00200008:2.0:1783444843.126573:0:35271:0:(file.c:1058:ll_file_open()) START file recon:[0x200000405:0x2b:0x0](ffff91c748db7448), flags 102101 00000080:00000010:2.0:1783444843.126579:0:35271:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91c7417b63c0. 00000080:00000001:2.0:1783444843.126585:0:35271:0:(file.c:774:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1783444843.126587:0:35271:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7435f4600. 00800000:00000002:2.0:1783444843.126590:0:35271:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:2.0:1783444843.126593:0:35271:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444843.126595:0:35271:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444843.126597:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c2ba48 00800000:00000002:2.0:1783444843.126598:0:35271:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x200000405:0x2b:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444843.126601:0:35271:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1783444843.126603:0:35271:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444843.126604:0:35271:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444843.126606:0:35271:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444843.126607:0:35271:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444843.126609:0:35271:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444843.126610:0:35271:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1783444843.126612:0:35271:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.126614:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c2b9c8 00800000:00000002:2.0:1783444843.126616:0:35271:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1783444843.126619:0:35271:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444843.126620:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c2b900 00000002:00010000:2.0:1783444843.126622:0:35271:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0240102102 00000002:00000001:2.0:1783444843.126626:0:35271:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1783444843.126628:0:35271:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1783444843.126631:0:35271:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1783444843.126635:0:35271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 2 00010000:00000001:2.0:1783444843.126637:0:35271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444843.126639:0:35271:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1783444843.126643:0:35271:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.126645:0:35271:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444843.126646:0:35271:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444843.126648:0:35271:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1783444843.126650:0:35271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf800 count: 2 00010000:00000001:2.0:1783444843.126651:0:35271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444843.126652:0:35271:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1783444843.126654:0:35271:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783444843.126657:0:35271:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef729 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6ddc5b expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:2.0:1783444843.126664:0:35271:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1783444843.126667:0:35271:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1783444843.126670:0:35271:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1783444843.126672:0:35271:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1783444843.126674:0:35271:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444843.126676:0:35271:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444843.126677:0:35271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf800 count: 3 00010000:00000001:2.0:1783444843.126679:0:35271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444843.126682:0:35271:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444843.126683:0:35271:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444843.126684:0:35271:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444843.126685:0:35271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf800 count: 3 00010000:00000001:2.0:1783444843.126686:0:35271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444843.126688:0:35271:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444843.126690:0:35271:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444843.126691:0:35271:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444843.126692:0:35271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebf800 count: 3 00010000:00000001:2.0:1783444843.126693:0:35271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444843.126695:0:35271:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.126696:0:35271:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1783444843.126698:0:35271:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91c748db39c0, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1783444843.126701:0:35271:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1783444843.126703:0:35271:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1783444843.126706:0:35271:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1783444843.126707:0:35271:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.126710:0:35271:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783444843.126713:0:35271:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783444843.126714:0:35271:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783444843.126716:0:35271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444843.126717:0:35271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1783444843.126720:0:35271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c751b15c00 with handle 0x5503b2fe824ef729 from hash 00010000:00000001:2.0:1783444843.126722:0:35271:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783444843.126723:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.126725:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.126726:0:35271:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783444843.126728:0:35271:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783444843.126730:0:35271:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1783444843.126732:0:35271:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1783444843.126733:0:35271:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783444843.126736:0:35271:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1783444843.126741:0:35271:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f1880. 00000020:00000040:2.0:1783444843.126744:0:35271:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:2.0:1783444843.126750:0:35271:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1783444843.126751:0:35271:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.126754:0:35271:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783444843.126757:0:35271:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444843.126760:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.126761:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.126762:0:35271:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.126765:0:35271:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444843.126767:0:35271:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444843.126770:0:35271:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444843.126778:0:35271:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c750f6e000. 00000100:00000001:2.0:1783444843.126786:0:35271:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.126792:0:35271:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444843.126795:0:35271:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1783444843.126798:0:35271:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef729 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6ddc5b expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1783444843.126805:0:35271:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1783444843.126807:0:35271:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1783444843.126809:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783444843.126811:0:35271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15c00/0x5503b2fe824ef729 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6ddc5b expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:2.0:1783444843.126818:0:35271:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c743ebf800 count: 0 00010000:00000010:2.0:1783444843.126823:0:35271:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c746559180. 00010000:00000001:2.0:1783444843.126837:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.126839:0:35271:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.126840:0:35271:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444843.126841:0:35271:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.126843:0:35271:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444843.126850:0:35271:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622884232108160 : -121189477443456 : ffff91c7603f1880) 00010000:00000001:2.0:1783444843.126854:0:35271:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783444843.126855:0:35271:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1783444843.126859:0:35271:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747211500. 00010000:00000010:2.0:1783444843.126862:0:35271:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c743ef4d80. 00010000:00000001:2.0:1783444843.126866:0:35271:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783444843.126868:0:35271:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c752224e00. 00000020:00000001:2.0:1783444843.126871:0:35271:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783444843.126874:0:35271:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c752224e00 with handle 0x5503b2fe824ef730 to hash 00000020:00000001:2.0:1783444843.126876:0:35271:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783444843.126877:0:35271:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444843.126881:0:35271:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444843.126884:0:35271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444843.126885:0:35271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444843.126888:0:35271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef730 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35271 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444843.126895:0:35271:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef730 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35271 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1783444843.126910:0:35271:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1783444843.126927:0:35271:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c7603f1880 x1870075608312192/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1783444843.126935:0:35271:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef730 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35271 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783444843.126941:0:35271:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444843.126944:0:35271:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444843.126952:0:35271:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c75885cc00. 00000100:00000001:2.0:1783444843.126954:0:35271:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884102523904 : -121189607027712 : ffff91c75885cc00) 00000100:00000001:2.0:1783444843.126957:0:35271:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444843.126959:0:35271:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232108160 : -121189477443456 : ffff91c7603f1880) 00000100:00000001:2.0:1783444843.126965:0:35271:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444843.126970:0:35271:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.126973:0:35271:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444843.126975:0:35271:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444843.126979:0:35271:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f1880 x1870075608312192/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444843.126999:0:35271:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444843.127001:0:35271:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444843.127006:0:35271:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444843.127009:0:35271:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444843.127011:0:35271:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444843.127015:0:35271:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f1880 pname:cluuid:pid:xid:nid:opc:job bash:666e3c65-e321-43ec-a94e-a01058e25d7d:35271:1870075608312192:192.168.204.110@tcp:101:bash.0 00000100:00000001:2.0:1783444843.127019:0:35271:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444843.127024:0:35271:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444843.127524:0:35271:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444843.127530:0:35271:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444843.127584:0:35271:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff91c7604e0000. 02000000:00000001:2.0:1783444843.127587:0:35271:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444843.127595:0:35271:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444843.127600:0:35271:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ffd10. 00000400:00000010:2.0:1783444843.127608:0:35271:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff91c750f6d400. 00000100:00000200:2.0:1783444843.127615:0:35271:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870075608312192, portal 10 00000100:00000001:2.0:1783444843.127617:0:35271:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444843.127619:0:35271:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232108160 : -121189477443456 : ffff91c7603f1880) 00000100:00000040:2.0:1783444843.127625:0:35271:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c7603f1880 x1870075608312192/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444859 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444843.127633:0:35271:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444843.127636:0:35271:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444843.127640:0:35271:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83f68. 00000100:00000200:2.0:1783444843.127643:0:35271:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1870075608312192, offset 0 00000400:00000200:2.0:1783444843.127649:0:35271:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444843.127657:0:35271:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444843.127669:0:35271:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444843.127675:0:35271:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444843.127679:0:35271:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444843.127683:0:35271:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444843.127685:0:35271:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444843.127689:0:35271:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2922:2922:256:4294967295] 192.168.204.110@tcp LPNI seq info [2922:2922:8:4294967295] 00000400:00000200:2.0:1783444843.127693:0:35271:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444843.127703:0:35271:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444843.128612:0:35271:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444843.128622:0:35271:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1d00. 00000800:00000200:2.0:1783444843.128629:0:35271:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444843.128638:0:35271:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444843.128642:0:35271:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1d00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1783444843.128697:0:35271:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444843.128703:0:35271:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 894256 usecs (895 jiffies) 00000400:00000200:2.0:1783444843.128707:0:35271:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444843.128719:0:35271:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296483029 00000100:00000001:2.0:1783444843.128727:0:35271:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296482994 00000100:00000001:2.0:1783444843.128732:0:35271:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296483029 00000100:00000001:2.0:1783444843.128736:0:35271:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296482994 00000100:00000001:2.0:1783444843.128740:0:35271:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444843.128743:0:35271:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.128746:0:35271:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444843.128748:0:35271:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444843.128750:0:35271:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885cc00 going to sleep for 11 seconds 00000100:00000001:2.0:1783444843.128753:0:35271:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444843.128755:0:35271:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444843.129586:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444843.129593:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1d00. 00000400:00000200:0.0:1783444843.129604:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444843.129612:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444843.129621:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83f68 00000400:00000010:0.0:1783444843.129624:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83f68. 00000100:00000001:0.0:1783444843.129630:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444843.129638:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1880 x1870075608312192/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444859 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444843.129649:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444843.129654:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f1880 x1870075608312192/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444859 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444843.129660:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444843.129663:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1783444843.133267:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebf800. 00010000:00000010:2.1:1783444843.133283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15c00. 00000800:00000001:1.0:1783444843.137464:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.137492:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444843.137498:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.137501:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444843.137510:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.137519:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444843.137530:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.137535:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.137541:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.137546:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a4d2e8562980 00000400:00000200:1.0:1783444843.137551:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.137558:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x80c1 [32] + 224 00000800:00000001:1.0:1783444843.137566:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.137579:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444843.137583:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444843.137588:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444843.137596:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444843.137607:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1880 x1870075608312192/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444859 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444843.137627:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff91c7603f1880 x1870075608312192/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444843.137692:0:35271:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444843.137724:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444843.137734:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.137738:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1783444843.140483:0:35271:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444843.140490:0:35271:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444843.140495:0:35271:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ffd10. 00000400:00000200:2.0:1783444843.140504:0:35271:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c750f6d400 00000400:00000010:2.0:1783444843.140506:0:35271:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff91c750f6d400. 00000100:00000001:2.0:1783444843.140512:0:35271:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444843.140524:0:35271:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f1880 x1870075608312192/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783444843.140536:0:35271:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f1880 x1870075608312192/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444843.140544:0:35271:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444843.140547:0:35271:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444843.140550:0:35271:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444843.140553:0:35271:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444843.140556:0:35271:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444843.140558:0:35271:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444843.140562:0:35271:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444843.140571:0:35271:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=23 v=5 (5 105 105 105) 00000100:00001000:2.0:1783444843.140575:0:35271:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444843.140578:0:35271:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444843.140580:0:35271:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.140583:0:35271:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444843.140586:0:35271:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.140590:0:35271:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783444843.140592:0:35271:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1783444843.140593:0:35271:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783444843.140595:0:35271:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444843.140597:0:35271:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232108160 : -121189477443456 : ffff91c7603f1880) 00000100:00000001:2.0:1783444843.140601:0:35271:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444843.140603:0:35271:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1783444843.140605:0:35271:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444843.140608:0:35271:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444843.140613:0:35271:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f1880 x1870075608312192/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444859 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444843.140621:0:35271:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444843.140624:0:35271:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444843.140626:0:35271:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444843.140630:0:35271:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f1880 x1870075608312192/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444859 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783444843.140638:0:35271:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f1880 pname:cluuid:pid:xid:nid:opc:job bash:666e3c65-e321-43ec-a94e-a01058e25d7d:35271:1870075608312192:192.168.204.110@tcp:101:bash.0 00000100:00000001:2.0:1783444843.140644:0:35271:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444843.140647:0:35271:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.140649:0:35271:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444843.140652:0:35271:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444843.140655:0:35271:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f1880 x1870075608312192/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444859 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444843.140663:0:35271:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444843.140666:0:35271:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c75885cc00. 00000100:00000001:2.0:1783444843.140669:0:35271:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444843.140671:0:35271:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.140674:0:35271:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783444843.140679:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.140682:0:35271:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.140685:0:35271:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=4 00000020:00000001:2.0:1783444843.140688:0:35271:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444843.140690:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000040:2.0:1783444843.140696:0:35271:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c752224e00, remote cookie: 0x332dd2263f6ddc69, flags: 0x1001 00010000:00010000:2.0:1783444843.140702:0:35271:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef730 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc69 expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1783444843.141249:0:35271:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1783444843.141253:0:35271:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1783444843.141260:0:35271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 2 00010000:00000001:2.0:1783444843.141263:0:35271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1783444843.141267:0:35271:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747211500 count: 0 00010000:00000010:2.0:1783444843.141273:0:35271:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c743ef4d80. 00010000:00000001:2.0:1783444843.141280:0:35271:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444843.141284:0:35271:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef730 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc69 expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444843.141294:0:35271:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef730 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc69 expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444843.141301:0:35271:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783444843.141304:0:35271:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783444843.141307:0:35271:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783444843.141308:0:35271:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783444843.141310:0:35271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783444843.141312:0:35271:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2b:0x0].0x0 (ffff91c747211e00) refcount = 2 00010000:00000040:2.0:1783444843.141316:0:35271:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1783444843.141319:0:35271:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1783444843.141326:0:35271:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef730 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc69 expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444843.141332:0:35271:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783444843.141335:0:35271:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783444843.141337:0:35271:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444843.141340:0:35271:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783444843.141342:0:35271:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444843.141345:0:35271:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef730 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc69 expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444843.141350:0:35271:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783444843.141352:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.141354:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.141355:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.141355:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.141357:0:35271:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444843.141362:0:35271:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1783444843.141365:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.141366:0:35271:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.141368:0:35271:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=3 00000020:00000001:2.0:1783444843.141370:0:35271:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444843.141372:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444843.141375:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.141376:0:35271:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.141377:0:35271:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=4 00000020:00000001:2.0:1783444843.141379:0:35271:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444843.141381:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444843.141453:0:35271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444843.141457:0:35271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444843.141461:0:35271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef730 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc69 expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444843.141468:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.141469:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.141470:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.141471:0:35271:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.141473:0:35271:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=5 00000020:00000001:2.0:1783444843.141475:0:35271:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444843.141477:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444843.141480:0:35271:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444843.141483:0:35271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef730 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc69 expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444843.141490:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.141491:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783444843.141494:0:35271:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef730 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc69 expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444843.141501:0:35271:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444843.141502:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.141503:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.141504:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.141505:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1783444843.141512:0:35271:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=2b, status=0 req@ffff91c7603f1880 x1870075608312192/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444859 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783444843.141521:0:35271:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1783444843.141525:0:35271:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c7603f1880 x1870075608312192/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444859 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783444843.141532:0:35271:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.141538:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.141539:0:35271:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.141541:0:35271:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=3 00000020:00000001:2.0:1783444843.141542:0:35271:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444843.141544:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00000002:00010000:2.0:1783444843.141548:0:35271:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef730 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc69 expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1783444843.141562:0:35271:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff91c76050a600. 00010000:00000001:2.0:1783444843.141564:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.141566:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444843.141567:0:35271:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444843.141570:0:35271:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444843.141573:0:35271:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1783444843.141576:0:35271:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444843.141577:0:35271:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232108160 : -121189477443456 : ffff91c7603f1880) 00010000:00000001:2.0:1783444843.141579:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.141581:0:35271:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.141582:0:35271:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=3 00000020:00000001:2.0:1783444843.141584:0:35271:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444843.141586:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00000002:00010000:2.0:1783444843.141590:0:35271:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef730 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc69 expref: -99 pid: 35271 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444843.141596:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.141597:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.141599:0:35271:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783444843.141600:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.141601:0:35271:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.141603:0:35271:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=3 00000020:00000001:2.0:1783444843.141604:0:35271:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444843.141606:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000040:2.0:1783444843.141610:0:35271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 3 00010000:00000001:2.0:1783444843.141612:0:35271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444843.141615:0:35271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444843.141618:0:35271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444843.141620:0:35271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1783444843.141628:0:35271:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444843.141632:0:35271:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444843.141635:0:35271:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783444843.141642:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.141643:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.141645:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.141646:0:35271:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.141647:0:35271:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=3 00000020:00000001:2.0:1783444843.141649:0:35271:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444843.141651:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444843.141653:0:35271:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1783444843.141656:0:35271:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef730 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc69 expref: -99 pid: 35271 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444843.141662:0:35271:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444843.141665:0:35271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef730 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x332dd2263f6ddc69 expref: -99 pid: 35271 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444843.141671:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.141672:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783444843.141675:0:35271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef730 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x332dd2263f6ddc69 expref: -99 pid: 35271 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444843.141681:0:35271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444843.141683:0:35271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.141686:0:35271:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1783444843.141690:0:35271:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff91c75885cc00. 00010000:00000001:2.0:1783444843.141694:0:35271:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1783444843.141898:0:35271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1783444843.141901:0:35271:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.141903:0:35271:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.141905:0:35271:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444843.141907:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.141908:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444843.141909:0:35271:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783444843.141912:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c2b888 00000002:00002000:2.0:1783444843.141915:0:35271:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=80002b: rc = 0 00000002:00000001:2.0:1783444843.141928:0:35271:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444843.141932:0:35271:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444843.141935:0:35271:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783444843.141939:0:35271:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1783444843.141943:0:35271:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444843.141947:0:35271:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:2.0:1783444843.141951:0:35271:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7435f4600. 00000080:00000001:2.0:1783444843.141955:0:35271:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783444843.141962:0:35271:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1783444843.141965:0:35271:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:2.0:1783444843.141970:0:35271:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444843.141976:0:35271:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7000. 00000020:00000010:2.0:1783444843.141980:0:35271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7435f4600. 00000020:00000010:2.0:1783444843.141995:0:35271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7435f4e00. 00000020:00000010:2.0:1783444843.141999:0:35271:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427e40. 00000008:00000010:2.0:1783444843.142007:0:35271:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444843.142012:0:35271:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444843.142016:0:35271:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444843.142023:0:35271:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444843.142034:0:35271:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444843.142039:0:35271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7435f5c00. 00000008:00000010:2.0:1783444843.142043:0:35271:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444843.142085:0:35271:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444843.142091:0:35271:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444843.142096:0:35271:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526e870. 00000020:00000001:2.0:1783444843.142099:0:35271:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747360776 : -121189962190840 : ffff91c7435a7008) 00000020:00001000:2.0:1783444843.142102:0:35271:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7000 00000020:00000001:2.0:1783444843.142105:0:35271:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1783444843.142109:0:35271:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:2.0:1783444843.142111:0:35271:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1783444843.142116:0:35271:0:(lov_ea.c:221:lsme_unpack()) kmalloced '(lsme)': 80 at ffff91c760427600. 00020000:00000010:2.0:1783444843.142121:0:35271:0:(lov_ea.c:258:lsme_unpack()) slab-alloced 'loi': 112 at ffff91c74500c580. 00020000:00000010:2.0:1783444843.142126:0:35271:0:(lov_ea.c:385:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91c760427ae0. 00020000:00000001:2.0:1783444843.142128:0:35271:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446622884232329952 : -121189477221664 : ffff91c760427ae0) 00020000:00000002:2.0:1783444843.142133:0:35271:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c760427ae0, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783444843.142137:0:35271:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783444843.142142:0:35271:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c74500c580: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:2.0:1783444843.142145:0:35271:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff91c7464b7c98) owner ffff91c76040cf80 00020000:00000001:2.0:1783444843.142148:0:35271:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1783444843.142151:0:35271:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff91c7464b7c98) owner ffff91c76040cf80 00020000:00000010:2.0:1783444843.142155:0:35271:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91c74500c580. 00020000:00000010:2.0:1783444843.142158:0:35271:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff91c760427600. 00020000:00000010:2.0:1783444843.142160:0:35271:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91c760427ae0. 00020000:00000002:2.0:1783444843.142163:0:35271:0:(lov_object.c:1533:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1783444843.142165:0:35271:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.142166:0:35271:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1783444843.142168:0:35271:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7000 00000020:00000010:2.0:1783444843.142172:0:35271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7435f4e00. 00000020:00000010:2.0:1783444843.142175:0:35271:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427e40. 00000008:00000010:2.0:1783444843.142178:0:35271:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444843.142181:0:35271:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444843.142185:0:35271:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444843.142188:0:35271:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444843.142190:0:35271:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444843.142193:0:35271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7435f4600. 00000008:00000010:2.0:1783444843.142196:0:35271:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444843.142199:0:35271:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444843.142202:0:35271:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444843.142205:0:35271:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e870. 00000020:00000010:2.0:1783444843.142207:0:35271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7435f5c00. 00000020:00000010:2.0:1783444843.142209:0:35271:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7000. 00000080:00000001:2.0:1783444843.142214:0:35271:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611179 : 144115205339611179 : 20000040500002b) 00000080:00000001:2.0:1783444843.142218:0:35271:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:2.0:1783444843.142223:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.142225:0:35271:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.142227:0:35271:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224c00 refcount=3 00000020:00000001:2.0:1783444843.142229:0:35271:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444843.142231:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00000080:00000001:2.0:1783444843.142235:0:35271:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:2.0:1783444843.142237:0:35271:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444843.142240:0:35271:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7000. 00000020:00000010:2.0:1783444843.142242:0:35271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7435f5c00. 00000020:00000010:2.0:1783444843.142245:0:35271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7435f4600. 00000020:00000010:2.0:1783444843.142247:0:35271:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427e40. 00000008:00000010:2.0:1783444843.142249:0:35271:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444843.142252:0:35271:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444843.142254:0:35271:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444843.142257:0:35271:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444843.142259:0:35271:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444843.142262:0:35271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7435f4e00. 00000008:00000010:2.0:1783444843.142264:0:35271:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444843.142266:0:35271:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444843.142269:0:35271:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444843.142271:0:35271:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526e870. 00000020:00000001:2.0:1783444843.142273:0:35271:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747360776 : -121189962190840 : ffff91c7435a7008) 00000020:00001000:2.0:1783444843.142275:0:35271:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7000 00000020:00000001:2.0:1783444843.142277:0:35271:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1783444843.142278:0:35271:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:2.0:1783444843.142279:0:35271:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1783444843.142282:0:35271:0:(lov_ea.c:221:lsme_unpack()) kmalloced '(lsme)': 80 at ffff91c760427ae0. 00020000:00000010:2.0:1783444843.142284:0:35271:0:(lov_ea.c:258:lsme_unpack()) slab-alloced 'loi': 112 at ffff91c74500c580. 00020000:00000010:2.0:1783444843.142286:0:35271:0:(lov_ea.c:385:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91c760427600. 00020000:00000001:2.0:1783444843.142287:0:35271:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446622884232328704 : -121189477222912 : ffff91c760427600) 00020000:00000002:2.0:1783444843.142290:0:35271:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c760427600, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783444843.142293:0:35271:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783444843.142296:0:35271:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c74500c580: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:2.0:1783444843.142299:0:35271:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff91c7464b7c98) owner ffff91c76040cf80 00020000:00000001:2.0:1783444843.142301:0:35271:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1783444843.142302:0:35271:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff91c7464b7c98) owner ffff91c76040cf80 00020000:00000010:2.0:1783444843.142304:0:35271:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91c74500c580. 00020000:00000010:2.0:1783444843.142308:0:35271:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff91c760427ae0. 00020000:00000010:2.0:1783444843.142310:0:35271:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91c760427600. 00020000:00000002:2.0:1783444843.142311:0:35271:0:(lov_object.c:1533:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1783444843.142313:0:35271:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.142314:0:35271:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.142318:0:35271:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1783444843.142320:0:35271:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c76040cf80 00020000:00000002:2.0:1783444843.142323:0:35271:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff91c760427540 addref 2/0 by ffff91c76040cf80. 00020000:00000002:2.0:1783444843.142325:0:35271:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c76040cf80 00020000:00000001:2.0:1783444843.142328:0:35271:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1783444843.142330:0:35271:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1783444843.142331:0:35271:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1783444843.142333:0:35271:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1783444843.142335:0:35271:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1783444843.142337:0:35271:0:(file.c:6749:ll_layout_conf()) [0x200000405:0x2b:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1783444843.142339:0:35271:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7000 00000020:00000010:2.0:1783444843.142341:0:35271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7435f4600. 00000020:00000010:2.0:1783444843.142343:0:35271:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427e40. 00000008:00000010:2.0:1783444843.142346:0:35271:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444843.142348:0:35271:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444843.142350:0:35271:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444843.142352:0:35271:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444843.142355:0:35271:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444843.142357:0:35271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7435f5c00. 00000008:00000010:2.0:1783444843.142359:0:35271:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444843.142361:0:35271:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444843.142363:0:35271:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444843.142365:0:35271:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e870. 00000020:00000010:2.0:1783444843.142367:0:35271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7435f4e00. 00000020:00000010:2.0:1783444843.142369:0:35271:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7000. 00000080:00000001:2.0:1783444843.142372:0:35271:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.142374:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.142375:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783444843.142377:0:35271:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783444843.142380:0:35271:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1783444843.142389:0:35271:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444843.142392:0:35271:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff91c748db7448) for lock 0x5503b2fe824ef714 00800000:00000001:2.0:1783444843.142396:0:35271:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444843.142398:0:35271:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444843.142399:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.142400:0:35271:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.142402:0:35271:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224c00 refcount=3 00000020:00000001:2.0:1783444843.142404:0:35271:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444843.142406:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444843.142408:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.142409:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444843.142410:0:35271:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444843.142412:0:35271:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.142415:0:35271:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444843.142422:0:35271:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f1880 x1870075608312192/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444859 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444843.142429:0:35271:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444843.142432:0:35271:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef714 from it ffffa31941c2bbf0 00010000:00000001:2.0:1783444843.142434:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.142435:0:35271:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.142437:0:35271:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224c00 refcount=3 00000020:00000001:2.0:1783444843.142439:0:35271:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444843.142441:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444843.142443:0:35271:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444843.142446:0:35271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783444843.142452:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.142453:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.142455:0:35271:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444843.142457:0:35271:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444843.142459:0:35271:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1783444843.142472:0:35271:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444843.142474:0:35271:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444843.142476:0:35271:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444843.142480:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.142481:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.142483:0:35271:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.142486:0:35271:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444843.142487:0:35271:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.142489:0:35271:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.142492:0:35271:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.142494:0:35271:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444843.142495:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.142496:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783444843.142499:0:35271:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783444843.142503:0:35271:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff91c76050a9c0. 00000080:00000001:2.0:1783444843.142506:0:35271:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:2.0:1783444843.142510:0:35271:0:(lmv_obd.c:4175:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1783444843.142512:0:35271:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444843.142515:0:35271:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444843.142517:0:35271:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444843.142519:0:35271:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444843.142521:0:35271:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444843.142523:0:35271:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1783444843.142525:0:35271:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444843.142528:0:35271:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1783444843.142532:0:35271:0:(obd.h:1438:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91c7507ebc40. 00000002:00100000:2.0:1783444843.142537:0:35271:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c7603f1880 x1870075608312192/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444859 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783444843.142544:0:35271:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444843.142545:0:35271:0:(lmv_obd.c:4181:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1783444843.142548:0:35271:0:(rw.c:949:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1783444843.142552:0:35271:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.142555:0:35271:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1783444843.142557:0:35271:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1783444843.142561:0:35271:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444843.142563:0:35271:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1783444843.142565:0:35271:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.142569:0:35271:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1783444843.142571:0:35271:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.142573:0:35271:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783444843.142576:0:35271:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.142579:0:35271:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444843.142584:0:35271:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444843.142587:0:35271:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1880 x1870075608312192/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444859 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1783444843.142596:0:35271:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444843.142599:0:35271:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff91c7604e0000. 02000000:00000001:2.0:1783444843.142629:0:35271:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1783444843.142631:0:35271:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.142634:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c2bb98 00000080:00000008:2.0:1783444843.142637:0:35271:0:(file.c:1297:ll_file_open()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff91c748db7448), flags 102101, rc = 0 00020000:00000001:2.0:1783444843.142763:0:35271:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1783444843.142767:0:35271:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c76040cf80 00020000:00000002:2.0:1783444843.142770:0:35271:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c76040cf80 00020000:00000001:2.0:1783444843.142772:0:35271:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444843.151545:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444843.151558:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444843.151564:0:16820:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1783444843.151569:0:16820:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1783444843.151571:0:16820:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1783444843.151580:0:16820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef730 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x332dd2263f6ddc69 expref: -99 pid: 35271 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444843.151594:0:16820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91c752224e00 already unused, calling callback (ffffffffc1ba6f40) 00000080:00000001:1.0:1783444843.151599:0:16820:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1783444843.151605:0:16820:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef730 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x332dd2263f6ddc69 expref: -99 pid: 35271 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444843.151614:0:16820:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1783444843.151618:0:16820:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1783444843.151623:0:16820:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef730 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x332dd2263f6ddc69 expref: -99 pid: 35271 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444843.151629:0:16820:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1783444843.151632:0:16820:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1783444843.151634:0:16820:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444843.151637:0:16820:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444843.151640:0:16820:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=3 00000020:00000001:1.0:1783444843.151643:0:16820:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:1.0:1783444843.151645:0:16820:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:1.0:1783444843.151649:0:16820:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783444843.151653:0:16820:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef730 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6ddc69 expref: -99 pid: 35271 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1783444843.151660:0:16820:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783444843.151664:0:16820:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783444843.151668:0:16820:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783444843.151671:0:16820:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x2b:0x0] mode (null) 00000002:00000001:1.0:1783444843.151676:0:16820:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444843.151679:0:16820:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444843.151688:0:16820:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 3 00010000:00000001:1.0:1783444843.151692:0:16820:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444843.151697:0:16820:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1783444843.151701:0:16820:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1783444843.151705:0:16820:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444843.151844:0:16820:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444843.151848:0:16820:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1783444843.151857:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444843.151859:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444843.151861:0:16820:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1783444843.151863:0:16820:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444843.151864:0:16820:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444843.151866:0:16820:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224c00 refcount=2 00000020:00000001:1.0:1783444843.151868:0:16820:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:1.0:1783444843.151871:0:16820:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:1.0:1783444843.151872:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444843.151874:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783444843.151875:0:16820:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783444843.151878:0:16820:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783444843.151880:0:16820:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444843.151884:0:16820:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783444843.151887:0:16820:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783444843.151889:0:16820:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783444843.151891:0:16820:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444843.151893:0:16820:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1783444843.151897:0:16820:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752224e00 with handle 0x5503b2fe824ef730 from hash 00010000:00000001:1.0:1783444843.151899:0:16820:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783444843.151900:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444843.151901:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444843.151903:0:16820:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783444843.151906:0:16820:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783444843.151908:0:16820:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783444843.151915:0:16820:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444843.151981:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444843.151992:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444843.151994:0:16820:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444843.151996:0:16820:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444843.151999:0:16820:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1783444843.152008:0:16820:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883a300. 00000020:00000040:1.0:1783444843.152012:0:16820:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:1.0:1783444843.152018:0:16820:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444843.152020:0:16820:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444843.152024:0:16820:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444843.152033:0:16820:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c7590ccc00. 00000100:00000001:1.0:1783444843.152042:0:16820:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444843.152169:0:16820:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1783444843.152177:0:16820:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef730 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6ddc69 expref: -99 pid: 35271 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444843.152186:0:16820:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1783444843.152188:0:16820:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444843.152194:0:16820:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444843.152200:0:16820:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444843.152216:0:16820:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6f7a504] to pc [ptlrpcd_00_00+0] req@ffff91c75883a300 x1870075608312320/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444843.152268:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444843.152274:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444843.152277:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444843.152284:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c75883a300 x1870075608312320/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444843.152293:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444843.152295:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444843.152301:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444843.152303:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444843.152306:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444843.152309:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c75883a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608312320:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1783444843.152315:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444843.152324:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444843.152328:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444843.152330:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444843.152337:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c760f5e200. 02000000:00000001:0.0:1783444843.152339:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444843.152348:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444843.152353:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658fb58. 00000400:00000010:0.0:1783444843.152361:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9198. 00000100:00000200:0.0:1783444843.152371:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608312320, portal 18 00000100:00000001:0.0:1783444843.152373:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444843.152375:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102382336 : -121189607169280 : ffff91c75883a300) 00000100:00000040:0.0:1783444843.152382:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c75883a300 x1870075608312320/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444859 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444843.152389:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444843.152391:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444843.152394:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9330. 00000100:00000200:0.0:1783444843.152397:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1870075608312320, offset 0 00000400:00000200:0.0:1783444843.152406:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444843.152416:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444843.152425:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444843.152432:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444843.152437:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444843.152441:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444843.152444:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444843.152448:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2923:2923:256:4294967295] 192.168.204.110@tcp LPNI seq info [2923:2923:8:4294967295] 00000400:00000200:0.0:1783444843.152453:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444843.152465:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444843.152473:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444843.152479:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3c00. 00000800:00000200:0.0:1783444843.152487:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444843.152496:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444843.152503:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1783444843.152515:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444843.152519:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 893142 usecs (894 jiffies) 00000400:00000200:0.0:1783444843.152522:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444843.152525:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296483048 00000100:00000001:0.0:1783444843.152537:0:2400:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296483029 00000100:00000001:0.0:1783444843.152544:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296483048 00000100:00000001:0.0:1783444843.152547:0:2400:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296483029 00000100:00000001:0.0:1783444843.152551:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444843.152554:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444843.152557:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444843.152560:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1783444843.152903:0:16820:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444843.152908:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444843.152910:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444843.152912:0:16820:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444843.152915:0:16820:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444843.153144:0:16820:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444843.153150:0:16820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef730 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6ddc69 expref: -99 pid: 35271 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444843.153158:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783444843.153161:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef730 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6ddc69 expref: -99 pid: 35271 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1783444843.153171:0:16820:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91c76050a600. 00010000:00000001:1.0:1783444843.153182:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444843.153183:0:16820:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1783444843.153186:0:16820:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff91c75885cc00. 00010000:00000001:1.0:1783444843.153191:0:16820:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444843.153195:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444843.153197:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444843.153200:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1783444843.153202:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444843.153203:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444843.153205:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1783444843.153208:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444843.153209:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444843.153211:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1783444843.153223:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444843.153226:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444843.153894:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444843.153900:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783444843.153905:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444843.153906:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444843.153910:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444843.153913:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444843.154251:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444843.154257:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3c00. 00000400:00000200:0.0:1783444843.154263:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444843.154273:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444843.154281:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9330 00000400:00000010:0.0:1783444843.154283:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9330. 00000100:00000001:0.0:1783444843.154288:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444843.154296:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c75883a300 x1870075608312320/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444859 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444843.154309:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444843.154313:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c75883a300 x1870075608312320/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444859 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444843.154320:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444843.154322:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1783444843.157912:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c2bd28 00000080:00200008:2.0:1783444843.158007:0:35271:0:(file.c:6217:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff91c748db7448), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1783444843.158017:0:35271:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783444843.158019:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c2bca0 00000080:00200000:2.0:1783444843.158021:0:35271:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff91c748db7448),name=recon 00000080:00000010:2.0:1783444843.158031:0:35271:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7435f4e00. 00800000:00000002:2.0:1783444843.158038:0:35271:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:2.0:1783444843.158088:0:35271:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444843.158095:0:35271:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444843.158098:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c2bbc0 00800000:00000002:2.0:1783444843.158101:0:35271:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444843.158106:0:35271:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1783444843.158113:0:35271:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444843.158117:0:35271:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444843.158120:0:35271:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444843.158123:0:35271:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444843.158125:0:35271:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444843.158127:0:35271:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444843.158130:0:35271:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444843.158133:0:35271:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444843.158134:0:35271:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444843.158135:0:35271:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444843.158136:0:35271:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444843.158137:0:35271:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444843.158139:0:35271:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1783444843.158141:0:35271:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444843.158144:0:35271:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:2.0:1783444843.158152:0:35271:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444843.158154:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c2ba90 00000002:00010000:2.0:1783444843.158156:0:35271:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783444843.158161:0:35271:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783444843.158164:0:35271:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444843.158169:0:35271:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444843.158179:0:35271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 2 00010000:00000001:2.0:1783444843.158184:0:35271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444843.158191:0:35271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444843.158196:0:35271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444843.158202:0:35271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1783444843.158214:0:35271:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444843.158222:0:35271:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444843.158225:0:35271:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1783444843.158232:0:35271:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783444843.158235:0:35271:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783444843.158236:0:35271:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444843.158239:0:35271:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444843.158242:0:35271:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444843.158244:0:35271:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783444843.158248:0:35271:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783444843.158251:0:35271:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:2.0:1783444843.158256:0:35271:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7435f4e00. 00000080:00000001:2.0:1783444843.158261:0:35271:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783444843.158263:0:35271:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444843.158267:0:35271:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff91c748db7448) 00000080:00010000:2.0:1783444843.158270:0:35271:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff91c748db7448) for lock 0x5503b2fe824ef714 00800000:00000001:2.0:1783444843.158274:0:35271:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444843.158276:0:35271:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444843.158278:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.158281:0:35271:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.158285:0:35271:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224c00 refcount=3 00000020:00000001:2.0:1783444843.158287:0:35271:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444843.158290:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444843.158293:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.158295:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444843.158297:0:35271:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444843.158299:0:35271:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444843.158302:0:35271:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef714 from it ffffa31941c2bcd8 00010000:00000001:2.0:1783444843.158304:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.158306:0:35271:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.158307:0:35271:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224c00 refcount=3 00000020:00000001:2.0:1783444843.158309:0:35271:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444843.158311:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444843.158313:0:35271:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444843.158316:0:35271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783444843.158323:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.158324:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.158326:0:35271:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444843.158329:0:35271:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444843.158332:0:35271:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783444843.158340:0:35271:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444843.158344:0:35271:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444843.158347:0:35271:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444843.158352:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.158353:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.158354:0:35271:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.158358:0:35271:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444843.158360:0:35271:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.158362:0:35271:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.158366:0:35271:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.158368:0:35271:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444843.158369:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.158370:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783444843.158373:0:35271:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783444843.158375:0:35271:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444843.158378:0:35271:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1783444843.158382:0:35271:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1783444843.158384:0:35271:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444843.158386:0:35271:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1783444843.158388:0:35271:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.158390:0:35271:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1783444843.158394:0:35271:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1783444843.158396:0:35271:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444843.158402:0:35271:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7000. 00000020:00000010:2.0:1783444843.158408:0:35271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7435f4e00. 00000020:00000010:2.0:1783444843.158412:0:35271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7435f5c00. 00000020:00000010:2.0:1783444843.158416:0:35271:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427e40. 00000008:00000010:2.0:1783444843.158424:0:35271:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444843.158430:0:35271:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444843.158436:0:35271:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444843.158443:0:35271:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444843.158447:0:35271:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444843.158451:0:35271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7435f4600. 00000008:00000010:2.0:1783444843.158455:0:35271:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444843.158459:0:35271:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444843.158463:0:35271:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444843.158468:0:35271:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526e870. 00000020:00000001:2.0:1783444843.158473:0:35271:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747360776 : -121189962190840 : ffff91c7435a7008) 00000020:00001000:2.0:1783444843.158475:0:35271:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7000 00000020:00000001:2.0:1783444843.158481:0:35271:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.158484:0:35271:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783444843.158487:0:35271:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:2.0:1783444843.158489:0:35271:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1783444843.158493:0:35271:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444843.158495:0:35271:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1783444843.158498:0:35271:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783444843.158501:0:35271:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.158504:0:35271:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783444843.158508:0:35271:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x2b:0x0]io ffff91c7452b09a0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1783444843.158512:0:35271:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c76040cf80 00020000:00000001:2.0:1783444843.158517:0:35271:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1783444843.158519:0:35271:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1783444843.158523:0:35271:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1783444843.158525:0:35271:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.158527:0:35271:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1783444843.158530:0:35271:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1783444843.158531:0:35271:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.158533:0:35271:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444843.158534:0:35271:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1783444843.158535:0:35271:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1783444843.158536:0:35271:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c76040cf80 00000020:00000001:2.0:1783444843.158539:0:35271:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1783444843.158541:0:35271:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1783444843.158543:0:35271:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:2.0:1783444843.158547:0:35271:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1783444843.158549:0:35271:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1783444843.158552:0:35271:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1783444843.158555:0:35271:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1783444843.158563:0:35271:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1783444843.158569:0:35271:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91c743ef4d80. 00020000:00000002:2.0:1783444843.158572:0:35271:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1783444843.158575:0:35271:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1783444843.158577:0:35271:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444843.158579:0:35271:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1783444843.158581:0:35271:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444843.158583:0:35271:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7ea0. 00000020:00000010:2.0:1783444843.158586:0:35271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7435f5e00. 00000020:00000010:2.0:1783444843.158590:0:35271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c743c30c00. 00000020:00000010:2.0:1783444843.158593:0:35271:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427600. 00000008:00000010:2.0:1783444843.158597:0:35271:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103d980. 00020000:00000010:2.0:1783444843.158599:0:35271:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f480. 00008000:00000010:2.0:1783444843.158602:0:35271:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751340e20. 00000080:00000010:2.0:1783444843.158605:0:35271:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e690. 00000080:00000010:2.0:1783444843.158608:0:35271:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b1970. 00000020:00000010:2.0:1783444843.158611:0:35271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c743c30400. 00000008:00000010:2.0:1783444843.158614:0:35271:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a4c60. 00020000:00000010:2.0:1783444843.158617:0:35271:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c6fe8. 00008000:00000010:2.0:1783444843.158619:0:35271:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8220. 00000080:00000010:2.0:1783444843.158622:0:35271:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526eb40. 00000020:00000001:2.0:1783444843.158624:0:35271:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747364520 : -121189962187096 : ffff91c7435a7ea8) 00000020:00001000:2.0:1783444843.158626:0:35271:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7ea0 00000020:00000001:2.0:1783444843.158629:0:35271:0:(cl_object.c:151:cl_object_top()) ffff91c74529d5f8 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.158631:0:35271:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1783444843.158635:0:35271:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444843.158637:0:35271:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1783444843.158639:0:35271:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.158642:0:35271:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.158644:0:35271:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444843.158646:0:35271:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1783444843.158651:0:35271:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91c7603d2e40. 00000008:00010000:2.0:1783444843.158653:0:35271:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1783444843.158657:0:35271:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444843.158659:0:35271:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1783444843.158660:0:35271:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91c743ef4db0, osc lock ffff91c7603d2e40, flags 0x400001002 00000020:00000001:2.0:1783444843.158663:0:35271:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.158665:0:35271:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.158669:0:35271:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446622883757116800 : -121189952434816 : ffff91c743ef4d80) 00000020:00000001:2.0:1783444843.158672:0:35271:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444843.158672:0:35271:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1783444843.158674:0:35271:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.158676:0:35271:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.158679:0:35271:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1783444843.158682:0:35271:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1783444843.158683:0:35271:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444843.158686:0:35271:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444843.158687:0:35271:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444843.158688:0:35271:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444843.158689:0:35271:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444843.158693:0:35271:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444843.158695:0:35271:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1783444843.158699:0:35271:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1783444843.158701:0:35271:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1783444843.158703:0:35271:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1783444843.158705:0:35271:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1783444843.158706:0:35271:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1783444843.158707:0:35271:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1783444843.158709:0:35271:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1783444843.158712:0:35271:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444843.158717:0:35271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211700 count: 2 00010000:00000001:2.0:1783444843.158719:0:35271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444843.158724:0:35271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444843.158728:0:35271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444843.158731:0:35271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1783444843.158743:0:35271:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444843.158746:0:35271:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444843.158748:0:35271:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783444843.158756:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.158758:0:35271:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.158760:0:35271:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=4 00000020:00000001:2.0:1783444843.158762:0:35271:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.158763:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00000008:00000001:2.0:1783444843.158768:0:35271:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1783444843.158770:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.158771:0:35271:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.158772:0:35271:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=5 00000020:00000001:2.0:1783444843.158774:0:35271:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.158776:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00000020:00000001:2.0:1783444843.158780:0:35271:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783444843.158782:0:35271:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1783444843.158785:0:35271:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1783444843.158787:0:35271:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.158789:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.158790:0:35271:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.158792:0:35271:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=6 00000020:00000001:2.0:1783444843.158793:0:35271:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.158795:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.158797:0:35271:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444843.158799:0:35271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783444843.158805:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.158807:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.158808:0:35271:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444843.158809:0:35271:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444843.158811:0:35271:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783444843.158818:0:35271:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444843.158820:0:35271:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444843.158821:0:35271:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444843.158823:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.158824:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.158825:0:35271:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.158827:0:35271:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444843.158828:0:35271:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.158830:0:35271:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.158833:0:35271:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.158834:0:35271:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444843.158836:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.158837:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.158838:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.158839:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444843.158841:0:35271:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444843.158842:0:35271:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.158844:0:35271:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.158846:0:35271:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.158848:0:35271:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.158849:0:35271:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783444843.158850:0:35271:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1783444843.158853:0:35271:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1783444843.158854:0:35271:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1783444843.158857:0:35271:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.158859:0:35271:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.158864:0:35271:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1783444843.158866:0:35271:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.158867:0:35271:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.158869:0:35271:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783444843.158872:0:35271:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1783444843.158875:0:35271:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=23 m=1783444843 a=0 c=1783444843 b=0 00020000:00000001:2.0:1783444843.158878:0:35271:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.158880:0:35271:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.158881:0:35271:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000080:00200000:2.0:1783444843.158884:0:35271:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 23 i_blocks 0 00000080:00000001:2.0:1783444843.158887:0:35271:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1783444843.158891:0:35271:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1783444843.158893:0:35271:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91c7452b0940 (ffff91c7435a7008/0) at cl_lock_release():245 00000020:00000001:2.0:1783444843.158896:0:35271:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444843.158898:0:35271:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c7452b0940 (ffff91c7435a7008/0) at cl_lock_cancel():142 00020000:00000001:2.0:1783444843.158902:0:35271:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1783444843.158904:0:35271:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444843.158905:0:35271:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444843.158907:0:35271:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444843.158908:0:35271:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c743ef4db0 (ffff91c7435a7ea8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1783444843.158912:0:35271:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1783444843.158914:0:35271:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1783444843.158915:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:0.0:1783444843.159602:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444843.159621:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444843.159625:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444843.159628:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444843.159637:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444843.159644:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444843.159653:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444843.159658:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444843.159664:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444843.159669:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a4d2e8562a00 00000400:00000200:0.0:1783444843.159675:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444843.159681:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x80c9 [1] + 224 00000800:00000001:0.0:1783444843.159692:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444843.159699:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444843.159703:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444843.159708:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444843.159717:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444843.159732:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c75883a300 x1870075608312320/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444859 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444843.159744:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c75883a300 x1870075608312320/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444859 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444843.159763:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444843.159776:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444843.159779:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444843.159806:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444843.159812:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444843.159820:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444843.159823:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444843.159826:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658fb58. 00000400:00000200:0.0:1783444843.159831:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9198 00000400:00000010:0.0:1783444843.159833:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9198. 00000100:00000001:0.0:1783444843.159836:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444843.159841:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c75883a300 x1870075608312320/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444859 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444843.159850:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c75883a300 x1870075608312320/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444859 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444843.159856:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444843.159858:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444843.159862:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444843.159865:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444843.159869:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444843.159871:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444843.159875:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444843.159888:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bd80 time=23 v=5 (5 5 5 5) 00000100:00001000:0.0:1783444843.159894:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=30 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444843.159897:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444843.159899:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444843.159903:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444843.159907:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444843.159911:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444843.159914:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1783444843.159917:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444843.159922:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444843.159941:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c75883a300 x1870075608312320/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444859 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444843.159948:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444843.159952:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444843.159954:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444843.159959:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883a300 x1870075608312320/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444859 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444843.159968:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c75883a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608312320:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1783444843.159974:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444843.159977:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444843.159981:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c75883a300 x1870075608312320/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444859 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444843.159998:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444843.160001:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444843.160004:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c760f5e200. 02000000:00000001:0.0:1783444843.160007:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444843.160010:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444843.160012:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444843.160014:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444843.160018:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c7590ccc00. 02000000:00000001:0.0:1783444843.160022:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444843.160025:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444843.160027:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c75883a300. 00000100:00000001:0.0:1783444843.160032:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444843.160033:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444843.160036:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444843.160044:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444843.160047:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444843.160049:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444843.160052:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.160892:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444843.160898:0:35271:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1783444843.160901:0:35271:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444843.160904:0:35271:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444843.160906:0:35271:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444843.160908:0:35271:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444843.160912:0:35271:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c7452b0940 (ffff91c7435a7008/0) at cl_lock_fini():72 00020000:00000001:2.0:1783444843.161156:0:35271:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1783444843.161158:0:35271:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444843.161159:0:35271:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c743ef4db0 (ffff91c7435a7008/1) at cl_lock_fini():72 00000008:00000010:2.0:1783444843.161163:0:35271:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91c7603d2e40. 00000020:00000001:2.0:1783444843.161169:0:35271:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1783444843.161171:0:35271:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91c743ef4d80. 00020000:00000001:2.0:1783444843.161176:0:35271:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1783444843.161177:0:35271:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1783444843.161178:0:35271:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1783444843.161182:0:35271:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.161188:0:35271:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1783444843.161192:0:35271:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:2.0:1783444843.161194:0:35271:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1783444843.161195:0:35271:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1783444843.161197:0:35271:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783444843.161200:0:35271:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7ea0 00000020:00000010:2.0:1783444843.161206:0:35271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c743c30c00. 00000020:00000010:2.0:1783444843.161215:0:35271:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427600. 00000008:00000010:2.0:1783444843.161221:0:35271:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103d980. 00020000:00000010:2.0:1783444843.161228:0:35271:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f480. 00008000:00000010:2.0:1783444843.161234:0:35271:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751340e20. 00000080:00000010:2.0:1783444843.161241:0:35271:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e690. 00000080:00000010:2.0:1783444843.161245:0:35271:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b1970. 00000020:00000010:2.0:1783444843.161249:0:35271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7435f5e00. 00000008:00000010:2.0:1783444843.161257:0:35271:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a4c60. 00020000:00000010:2.0:1783444843.161262:0:35271:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c6fe8. 00008000:00000010:2.0:1783444843.161267:0:35271:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8220. 00000080:00000010:2.0:1783444843.161271:0:35271:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526eb40. 00000020:00000010:2.0:1783444843.161274:0:35271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c743c30400. 00000020:00000010:2.0:1783444843.161276:0:35271:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7ea0. 00020000:00000001:2.0:1783444843.161279:0:35271:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1783444843.161282:0:35271:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:2.0:1783444843.161286:0:35271:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1783444843.161289:0:35271:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1783444843.161295:0:35271:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783444843.161299:0:35271:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.161301:0:35271:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783444843.161303:0:35271:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1783444843.161304:0:35271:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783444843.161306:0:35271:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7000 00000020:00000010:2.0:1783444843.161308:0:35271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7435f5c00. 00000020:00000010:2.0:1783444843.161311:0:35271:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427e40. 00000008:00000010:2.0:1783444843.161314:0:35271:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444843.161317:0:35271:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444843.161319:0:35271:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444843.161323:0:35271:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444843.161325:0:35271:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444843.161328:0:35271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7435f4e00. 00000008:00000010:2.0:1783444843.161330:0:35271:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444843.161333:0:35271:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444843.161336:0:35271:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444843.161338:0:35271:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e870. 00000020:00000010:2.0:1783444843.161341:0:35271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7435f4600. 00000020:00000010:2.0:1783444843.161343:0:35271:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7000. 00000001:00000001:2.0:1783444843.161346:0:35271:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.161361:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c2bd28 00000080:00000008:2.0:1783444843.161364:0:35271:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff91c748db7448), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1783444843.161625:0:35271:0:(file.c:2601:do_file_write_iter()) Process entered 00000020:00000001:2.0:1783444843.161628:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c2bd90 00000080:00200008:2.0:1783444843.161632:0:35271:0:(file.c:2605:do_file_write_iter()) START file recon:[0x200000405:0x2b:0x0], ppos: 0, count: 23 00000080:00000001:2.0:1783444843.161639:0:35271:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1783444843.161642:0:35271:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.161645:0:35271:0:(file.c:1972:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1783444843.161649:0:35271:0:(file.c:2023:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.161652:0:35271:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444843.161664:0:35271:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7000. 00000020:00000010:2.0:1783444843.161672:0:35271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c743c30400. 00000020:00000010:2.0:1783444843.161679:0:35271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c743c30c00. 00000020:00000010:2.0:1783444843.161684:0:35271:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427e40. 00000008:00000010:2.0:1783444843.161691:0:35271:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444843.161695:0:35271:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444843.161701:0:35271:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444843.161710:0:35271:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444843.162009:0:35271:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444843.162018:0:35271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7435f4600. 00000008:00000010:2.0:1783444843.162023:0:35271:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444843.162026:0:35271:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444843.162030:0:35271:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444843.162034:0:35271:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526e870. 00000020:00000001:2.0:1783444843.162038:0:35271:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747360776 : -121189962190840 : ffff91c7435a7008) 00000020:00001000:2.0:1783444843.162041:0:35271:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7000 00000080:00000001:2.0:1783444843.162223:0:35271:0:(file.c:2055:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1783444843.162228:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c2bca0 00000080:00200000:2.0:1783444843.162230:0:35271:0:(file.c:2058:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:2.0:1783444843.162239:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c2bc38 00000080:00200000:2.0:1783444843.162241:0:35271:0:(file.c:1816:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:2.0:1783444843.162245:0:35271:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1783444843.162250:0:35271:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.162253:0:35271:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.162255:0:35271:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783444843.162261:0:35271:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1783444843.162265:0:35271:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=23 m=1783444843 a=0 c=1783444843 b=0 00020000:00000001:2.0:1783444843.162268:0:35271:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.162271:0:35271:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.162272:0:35271:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000080:00200000:2.0:1783444843.162276:0:35271:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 23 i_blocks 0 00000080:00000001:2.0:1783444843.162279:0:35271:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1783444843.162281:0:35271:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1783444843.162289:0:35271:0:(cl_io.c:214:cl_io_rw_init()) header@0000000048b891bc[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000020:00200000:2.0:1783444843.162292:0:35271:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:2.0:1783444843.162294:0:35271:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.162296:0:35271:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783444843.162298:0:35271:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:2.0:1783444843.162301:0:35271:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1783444843.162304:0:35271:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444843.162305:0:35271:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1783444843.162309:0:35271:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444843.162314:0:35271:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.162317:0:35271:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783444843.162319:0:35271:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.162321:0:35271:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783444843.162324:0:35271:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x2b:0x0]io ffff91c7452b09a0 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1783444843.162329:0:35271:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c76040cf80 00020000:00000001:2.0:1783444843.162333:0:35271:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1783444843.162335:0:35271:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1783444843.162340:0:35271:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1783444843.162342:0:35271:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1783444843.162344:0:35271:0:(lov_io.c:860:lov_io_slice_init()) 23 46 00020000:00000001:2.0:1783444843.162348:0:35271:0:(lov_io.c:888:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1783444843.162349:0:35271:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1783444843.162351:0:35271:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.162352:0:35271:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444843.162354:0:35271:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1783444843.162355:0:35271:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1783444843.162356:0:35271:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c76040cf80 00000020:00000001:2.0:1783444843.162360:0:35271:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.162361:0:35271:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783444843.162364:0:35271:0:(file.c:2136:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:2.0:1783444843.162368:0:35271:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:2.0:1783444843.162371:0:35271:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.162376:0:35271:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1783444843.162378:0:35271:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1783444843.162380:0:35271:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1783444843.162576:0:35271:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1783444843.162579:0:35271:0:(lov_io.c:1206:lov_io_rw_iter_init()) Process entered 00020000:00000001:2.0:1783444843.162582:0:35271:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1783444843.162585:0:35271:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1783444843.162589:0:35271:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1783444843.162594:0:35271:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444843.162596:0:35271:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1783444843.162598:0:35271:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444843.162602:0:35271:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7ea0. 00000020:00000010:2.0:1783444843.162606:0:35271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7435f4e00. 00000020:00000010:2.0:1783444843.162608:0:35271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7435f5c00. 00000020:00000010:2.0:1783444843.162611:0:35271:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427600. 00000008:00000010:2.0:1783444843.162615:0:35271:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103d980. 00020000:00000010:2.0:1783444843.162618:0:35271:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f480. 00008000:00000010:2.0:1783444843.162622:0:35271:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751340e20. 00000080:00000010:2.0:1783444843.162626:0:35271:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e690. 00000080:00000010:2.0:1783444843.162629:0:35271:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b1970. 00000020:00000010:2.0:1783444843.162632:0:35271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7435f5e00. 00000008:00000010:2.0:1783444843.162635:0:35271:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a4c60. 00020000:00000010:2.0:1783444843.162638:0:35271:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c6fe8. 00008000:00000010:2.0:1783444843.162640:0:35271:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8220. 00000080:00000010:2.0:1783444843.162644:0:35271:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526eb40. 00000020:00000001:2.0:1783444843.162646:0:35271:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747364520 : -121189962187096 : ffff91c7435a7ea8) 00000020:00001000:2.0:1783444843.162648:0:35271:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7ea0 00000020:00000001:2.0:1783444843.162651:0:35271:0:(cl_object.c:151:cl_object_top()) ffff91c74529d5f8 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.162653:0:35271:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1783444843.162655:0:35271:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444843.162657:0:35271:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1783444843.162658:0:35271:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.162660:0:35271:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.162662:0:35271:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444843.162665:0:35271:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1783444843.162668:0:35271:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1783444843.162672:0:35271:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.162674:0:35271:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.162676:0:35271:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.162678:0:35271:0:(lov_io.c:1228:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.162679:0:35271:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.162682:0:35271:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1783444843.162684:0:35271:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1783444843.162686:0:35271:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1783444843.162689:0:35271:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1783444843.162692:0:35271:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.162694:0:35271:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.162697:0:35271:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1783444843.162698:0:35271:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:2.0:1783444843.162701:0:35271:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1783444843.162702:0:35271:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1783444843.162703:0:35271:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.162705:0:35271:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.162707:0:35271:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.162723:0:35271:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.162726:0:35271:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.162728:0:35271:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1783444843.162730:0:35271:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444843.162731:0:35271:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1783444843.162733:0:35271:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783444843.162735:0:35271:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.162736:0:35271:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.162738:0:35271:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.162740:0:35271:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.162741:0:35271:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783444843.162743:0:35271:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1783444843.162745:0:35271:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1783444843.162747:0:35271:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1783444843.162749:0:35271:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1783444843.162752:0:35271:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1783444843.162758:0:35271:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91c743ef4d80. 00020000:00000002:2.0:1783444843.162761:0:35271:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1783444843.162764:0:35271:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1783444843.162766:0:35271:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444843.162767:0:35271:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444843.162769:0:35271:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1783444843.162773:0:35271:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91c7603d2e40. 00000008:00010000:2.0:1783444843.162776:0:35271:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1783444843.162780:0:35271:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444843.162781:0:35271:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1783444843.162785:0:35271:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91c743ef4db0, osc lock ffff91c7603d2e40, flags 0x0 00000020:00000001:2.0:1783444843.162795:0:35271:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.162797:0:35271:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.162800:0:35271:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446622883757116800 : -121189952434816 : ffff91c743ef4d80) 00000020:00000001:2.0:1783444843.162803:0:35271:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444843.162804:0:35271:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1783444843.162805:0:35271:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.162807:0:35271:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.162809:0:35271:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444843.162811:0:35271:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444843.162812:0:35271:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444843.162813:0:35271:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444843.162815:0:35271:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444843.162818:0:35271:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444843.162819:0:35271:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1783444843.162821:0:35271:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.162825:0:35271:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1783444843.162828:0:35271:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1783444843.162829:0:35271:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1783444843.162831:0:35271:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1783444843.162832:0:35271:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1783444843.162833:0:35271:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1783444843.162835:0:35271:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1783444843.162839:0:35271:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444843.162846:0:35271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211700 count: 2 00010000:00000001:2.0:1783444843.162849:0:35271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444843.162857:0:35271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444843.162861:0:35271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444843.162867:0:35271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1783444843.162879:0:35271:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444843.162885:0:35271:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444843.162888:0:35271:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783444843.162905:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.162908:0:35271:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.162911:0:35271:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=4 00000020:00000001:2.0:1783444843.162914:0:35271:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.162926:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00000008:00000001:2.0:1783444843.162931:0:35271:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1783444843.162933:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.162934:0:35271:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.162935:0:35271:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=5 00000020:00000001:2.0:1783444843.162937:0:35271:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.162938:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.162940:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.162941:0:35271:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.162943:0:35271:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=6 00000020:00000001:2.0:1783444843.162944:0:35271:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.162946:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.162948:0:35271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444843.162950:0:35271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444843.162952:0:35271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783444843.162958:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.162960:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444843.162963:0:35271:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.162964:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.162965:0:35271:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.162967:0:35271:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=7 00000020:00000001:2.0:1783444843.162968:0:35271:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.162970:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.162973:0:35271:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444843.162975:0:35271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783444843.162981:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.162991:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783444843.162995:0:35271:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783444843.163001:0:35271:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444843.163002:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.163003:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.163004:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.163005:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444843.163006:0:35271:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444843.163009:0:35271:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.163010:0:35271:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.163012:0:35271:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.163013:0:35271:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.163015:0:35271:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.163017:0:35271:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.163018:0:35271:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.163020:0:35271:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1783444843.163023:0:35271:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:2.0:1783444843.163027:0:35271:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1783444843.163028:0:35271:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.163030:0:35271:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.163032:0:35271:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783444843.163033:0:35271:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1783444843.163035:0:35271:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=23 m=1783444843 a=0 c=1783444843 b=0 00020000:00000001:2.0:1783444843.163037:0:35271:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.163039:0:35271:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.163040:0:35271:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000080:00200000:2.0:1783444843.163041:0:35271:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 23 i_blocks 0 00000080:00000001:2.0:1783444843.163043:0:35271:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1783444843.163052:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c2bb88 00000080:00200000:2.0:1783444843.163234:0:35271:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:2.0:1783444843.163238:0:35271:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1783444843.163241:0:35271:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c76040cf80 00020000:00000002:2.0:1783444843.163245:0:35271:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff91c760427540 addref 2/0 by ffff91c76040cf80. 00020000:00000002:2.0:1783444843.163247:0:35271:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c76040cf80 00000020:00000001:2.0:1783444843.163250:0:35271:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:2.0:1783444843.163253:0:35271:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1783444843.163256:0:35271:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1783444843.163258:0:35271:0:(lov_offset.c:253:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:2.0:1783444843.163261:0:35271:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444843.163262:0:35271:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444843.163263:0:35271:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1783444843.163265:0:35271:0:(osc_io.c:1404:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1783444843.163268:0:35271:0:(osc_io.c:1417:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.163270:0:35271:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.163272:0:35271:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.163274:0:35271:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.163281:0:35271:0:(xattr.c:556:ll_xattr_get_common()) Process entered 00000080:00000001:2.0:1783444843.163288:0:35271:0:(xattr.c:481:ll_xattr_list()) Process entered 00000080:00000001:2.0:1783444843.163291:0:35271:0:(xattr_cache.c:606:ll_xattr_cache_get()) Process entered 00000080:00000001:2.0:1783444843.163294:0:35271:0:(xattr_cache.c:465:ll_xattr_cache_refill()) Process entered 00000080:00000001:2.0:1783444843.163296:0:35271:0:(xattr_cache.c:392:ll_xattr_find_get_lock()) Process entered 00000080:00000010:2.0:1783444843.163301:0:35271:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75a269000. 00000080:00000001:2.0:1783444843.163308:0:35271:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444843.163313:0:35271:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444843.163314:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c2b7a0 00800000:00000002:2.0:1783444843.163316:0:35271:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getxattr' for [0x0:0x0:0x0] '' on [0x200000405:0x2b:0x0] 00800000:00000001:2.0:1783444843.163320:0:35271:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1783444843.163324:0:35271:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444843.163327:0:35271:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444843.163329:0:35271:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444843.163332:0:35271:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444843.163334:0:35271:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444843.163336:0:35271:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1783444843.163338:0:35271:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444843.163343:0:35271:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x2b:0x0], fid2=[0x0:0x0:0x0], name='' -> mds #0 00000002:00000001:2.0:1783444843.163349:0:35271:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444843.163351:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c2b670 00000002:00010000:2.0:1783444843.163353:0:35271:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x200000405:0x2b:0x0], intent: getxattr flags 0 00000002:00000001:2.0:1783444843.163358:0:35271:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1783444843.163360:0:35271:0:(mdc_locks.c:536:mdc_intent_getxattr_pack()) Process entered 00000100:00000010:2.0:1783444843.163366:0:35271:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f2300. 00000020:00000040:2.0:1783444843.163371:0:35271:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:2.0:1783444843.163375:0:35271:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1783444843.163377:0:35271:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.163517:0:35271:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783444843.163524:0:35271:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444843.163530:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.163532:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.163533:0:35271:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.163538:0:35271:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444843.163540:0:35271:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444843.163544:0:35271:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444843.163551:0:35271:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c750f6d400. 00000100:00000001:2.0:1783444843.163558:0:35271:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.163564:0:35271:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444843.163565:0:35271:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.163567:0:35271:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444843.163568:0:35271:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.163570:0:35271:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:2.0:1783444843.163572:0:35271:0:(mdc_locks.c:561:mdc_intent_getxattr_pack()) lustre-MDT0000-mdc-ffff91c759350000: get xattrs for [0x200000405:0x2b:0x0] 00000002:00000001:2.0:1783444843.163578:0:35271:0:(mdc_locks.c:598:mdc_intent_getxattr_pack()) Process leaving (rc=18446622884232110848 : -121189477440768 : ffff91c7603f2300) 00010000:00000001:2.0:1783444843.163581:0:35271:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783444843.163583:0:35271:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1783444843.163587:0:35271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 2 00010000:00000001:2.0:1783444843.163589:0:35271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444843.163592:0:35271:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783444843.163596:0:35271:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c752224600. 00000020:00000001:2.0:1783444843.163600:0:35271:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783444843.163602:0:35271:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c752224600 with handle 0x5503b2fe824ef737 to hash 00000020:00000001:2.0:1783444843.163605:0:35271:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783444843.163607:0:35271:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444843.163610:0:35271:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444843.163613:0:35271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444843.163615:0:35271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444843.163618:0:35271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef737 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35271 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444843.163625:0:35271:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef737 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35271 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444843.163635:0:35271:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef737 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35271 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783444843.163640:0:35271:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444843.163642:0:35271:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444843.163647:0:35271:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c75885cc00. 00000100:00000001:2.0:1783444843.163649:0:35271:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884102523904 : -121189607027712 : ffff91c75885cc00) 00000100:00000001:2.0:1783444843.163652:0:35271:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444843.163653:0:35271:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232110848 : -121189477440768 : ffff91c7603f2300) 00000100:00000001:2.0:1783444843.163657:0:35271:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444843.163661:0:35271:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.163663:0:35271:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444843.163664:0:35271:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444843.163676:0:35271:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f2300 x1870075608312448/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/3376 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444843.163684:0:35271:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444843.163687:0:35271:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444843.163691:0:35271:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444843.163694:0:35271:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444843.163696:0:35271:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444843.163700:0:35271:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f2300 pname:cluuid:pid:xid:nid:opc:job uname:666e3c65-e321-43ec-a94e-a01058e25d7d:35271:1870075608312448:192.168.204.110@tcp:101:uname.0 00000100:00000001:2.0:1783444843.163704:0:35271:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444843.163709:0:35271:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444843.163712:0:35271:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444843.163715:0:35271:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444843.163720:0:35271:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 4096 at ffff91c760597000. 02000000:00000001:2.0:1783444843.163722:0:35271:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444843.163728:0:35271:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444843.163733:0:35271:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ffd10. 00000400:00000010:2.0:1783444843.163739:0:35271:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83198. 00000100:00000200:2.0:1783444843.163745:0:35271:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1870075608312448, portal 10 00000100:00000001:2.0:1783444843.163747:0:35271:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444843.163748:0:35271:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232110848 : -121189477440768 : ffff91c7603f2300) 00000100:00000040:2.0:1783444843.163754:0:35271:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c7603f2300 x1870075608312448/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/3376 e 0 to 0 dl 1783444859 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444843.163761:0:35271:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444843.163763:0:35271:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444843.163766:0:35271:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f834c8. 00000100:00000200:2.0:1783444843.163769:0:35271:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1870075608312448, offset 0 00000400:00000200:2.0:1783444843.163775:0:35271:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444843.163784:0:35271:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444843.164199:0:35271:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444843.164207:0:35271:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444843.164212:0:35271:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444843.164217:0:35271:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444843.164221:0:35271:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444843.164225:0:35271:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2924:2924:256:4294967295] 192.168.204.110@tcp LPNI seq info [2924:2924:8:4294967295] 00000400:00000200:2.0:1783444843.164231:0:35271:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444843.164243:0:35271:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444843.164251:0:35271:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444843.164257:0:35271:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1600. 00000800:00000200:2.0:1783444843.164264:0:35271:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444843.164273:0:35271:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444843.164277:0:35271:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1600 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:2.0:1783444843.164345:0:35271:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444843.164351:0:35271:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 892022 usecs (893 jiffies) 00000400:00000200:2.0:1783444843.164355:0:35271:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444843.164358:0:35271:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296483063 00000100:00000001:2.0:1783444843.164367:0:35271:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296483048 00000100:00000001:2.0:1783444843.164372:0:35271:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296483063 00000100:00000001:2.0:1783444843.164375:0:35271:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296483048 00000100:00000001:2.0:1783444843.164378:0:35271:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444843.164390:0:35271:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.164394:0:35271:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444843.164396:0:35271:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444843.164399:0:35271:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885cc00 going to sleep for 11 seconds 00000100:00000001:2.0:1783444843.164402:0:35271:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444843.164404:0:35271:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444843.165363:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444843.165371:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1600. 00000400:00000200:1.0:1783444843.165377:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444843.165394:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444843.165399:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f834c8 00000400:00000010:1.0:1783444843.165402:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f834c8. 00000100:00000001:1.0:1783444843.165406:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444843.165413:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2300 x1870075608312448/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/3376 e 0 to 0 dl 1783444859 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444843.165429:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444843.165433:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2300 x1870075608312448/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/3376 e 0 to 0 dl 1783444859 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444843.165438:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444843.165440:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1783444843.168233:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211500. 00010000:00000010:1.1:1783444843.169168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224e00. 00000800:00000001:0.0:1783444843.169505:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444843.169522:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444843.169525:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444843.169528:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444843.169537:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444843.169545:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444843.169556:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444843.169561:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444843.169566:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444843.169570:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 1144 into portal 10 MB=0x6a4d2e8562a80 00000400:00000200:0.0:1783444843.169576:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444843.169583:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 1144/1144 into md 0x80d9 [1] + 224 00000800:00000001:0.0:1783444843.169591:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444843.169600:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444843.169603:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444843.169608:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444843.169615:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444843.169623:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2300 x1870075608312448/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/3376 e 0 to 0 dl 1783444859 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444843.169634:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=1144 offset=224 replen=3376 req@ffff91c7603f2300 x1870075608312448/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/3376 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444843.169664:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444843.169673:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444843.169677:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444843.169742:0:35271:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444843.169750:0:35271:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444843.169752:0:35271:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444843.169756:0:35271:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ffd10. 00000400:00000200:2.0:1783444843.169760:0:35271:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83198 00000400:00000010:2.0:1783444843.169763:0:35271:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83198. 00000100:00000001:2.0:1783444843.169766:0:35271:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444843.169771:0:35271:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f2300 x1870075608312448/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/3376 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783444843.169779:0:35271:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f2300 x1870075608312448/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/3376 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444843.169785:0:35271:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444843.169786:0:35271:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444843.169799:0:35271:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444843.169803:0:35271:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444843.169805:0:35271:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444843.169807:0:35271:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444843.169811:0:35271:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444843.169819:0:35271:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=23 v=5 (5 105 105 105) 00000100:00001000:2.0:1783444843.169823:0:35271:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444843.169826:0:35271:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444843.169828:0:35271:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.169831:0:35271:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444843.169834:0:35271:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.169837:0:35271:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444843.169838:0:35271:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1783444843.169841:0:35271:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444843.169844:0:35271:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444843.169848:0:35271:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f2300 x1870075608312448/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/1144 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444843.169855:0:35271:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444843.169859:0:35271:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444843.169861:0:35271:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444843.169865:0:35271:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f2300 x1870075608312448/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/1144 e 0 to 0 dl 1783444859 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783444843.169873:0:35271:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f2300 pname:cluuid:pid:xid:nid:opc:job uname:666e3c65-e321-43ec-a94e-a01058e25d7d:35271:1870075608312448:192.168.204.110@tcp:101:uname.0 00000100:00000001:2.0:1783444843.169877:0:35271:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444843.169880:0:35271:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.169882:0:35271:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444843.169884:0:35271:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444843.169887:0:35271:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2300 x1870075608312448/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/1144 e 0 to 0 dl 1783444859 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444843.169893:0:35271:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444843.169895:0:35271:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c75885cc00. 00000100:00000001:2.0:1783444843.169898:0:35271:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444843.169900:0:35271:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.169903:0:35271:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783444843.169906:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.169909:0:35271:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.169913:0:35271:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=4 00000020:00000001:2.0:1783444843.169925:0:35271:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444843.169929:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000040:2.0:1783444843.169936:0:35271:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c752224600, remote cookie: 0x332dd2263f6ddc7e, flags: 0x1001 00010000:00010000:2.0:1783444843.169943:0:35271:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef737 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc7e expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444843.169952:0:35271:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783444843.169957:0:35271:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783444843.169958:0:35271:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783444843.169960:0:35271:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783444843.169962:0:35271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783444843.169964:0:35271:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2b:0x0].0x0 (ffff91c747211e00) refcount = 2 00010000:00000040:2.0:1783444843.169966:0:35271:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1783444843.169969:0:35271:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1783444843.169974:0:35271:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef737 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc7e expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444843.169980:0:35271:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783444843.169993:0:35271:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783444843.169995:0:35271:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444843.169998:0:35271:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783444843.170000:0:35271:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444843.170003:0:35271:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef737 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc7e expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444843.170009:0:35271:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783444843.170010:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.170012:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.170013:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.170014:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.170016:0:35271:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444843.170021:0:35271:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1783444843.170022:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.170024:0:35271:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.170026:0:35271:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:2.0:1783444843.170028:0:35271:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444843.170030:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444843.170033:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.170034:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1783444843.170039:0:35271:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=80 disposition=0, status=0 req@ffff91c7603f2300 x1870075608312448/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/1144 e 0 to 0 dl 1783444859 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1783444843.170086:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.170088:0:35271:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.170090:0:35271:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:2.0:1783444843.170092:0:35271:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444843.170094:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444843.170096:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.170097:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444843.170099:0:35271:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444843.170101:0:35271:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444843.170104:0:35271:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1783444843.170106:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.170107:0:35271:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.170109:0:35271:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:2.0:1783444843.170111:0:35271:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444843.170113:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00000002:00010000:2.0:1783444843.170116:0:35271:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef737 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc7e expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444843.170122:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.170123:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.170125:0:35271:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783444843.170126:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.170127:0:35271:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.170128:0:35271:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:2.0:1783444843.170130:0:35271:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444843.170131:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000040:2.0:1783444843.170138:0:35271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 3 00010000:00000001:2.0:1783444843.170140:0:35271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1783444843.170145:0:35271:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589935621/43 (0 0) 00010000:00000001:2.0:1783444843.170148:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.170149:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444843.170150:0:35271:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783444843.170154:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c2b5f8 00000002:00002000:2.0:1783444843.170156:0:35271:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getxattr status=0 disp=0: rc = 0 00000002:00000001:2.0:1783444843.170160:0:35271:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444843.170163:0:35271:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444843.170166:0:35271:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783444843.170170:0:35271:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x200000405:0x2b:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1783444843.170174:0:35271:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783444843.170179:0:35271:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75a269000. 00000080:00000001:2.0:1783444843.170184:0:35271:0:(xattr_cache.c:437:ll_xattr_find_get_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1783444843.170190:0:35271:0:(xattr_cache.c:508:ll_xattr_cache_refill()) caching: xdata=ffff91c760597460 xtail=ffff91c76059749a 00000080:00000001:2.0:1783444843.170192:0:35271:0:(xattr_cache.c:65:ll_xattr_cache_init()) Process entered 00000080:00000020:2.0:1783444843.170194:0:35271:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lma]= 00000080:00000001:2.0:1783444843.170197:0:35271:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1783444843.170199:0:35271:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1783444843.170200:0:35271:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1783444843.170207:0:35271:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff91c7614da7a8. 00000080:00000010:2.0:1783444843.170211:0:35271:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff91c7588266b0. 00000080:00000010:2.0:1783444843.170214:0:35271:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 24 at ffff91c7507eb1c0. 00000080:00000020:2.0:1783444843.170216:0:35271:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lma]= 00000080:00000001:2.0:1783444843.170217:0:35271:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1783444843.170219:0:35271:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lov]=Ð Ñ  00000080:00000001:2.0:1783444843.170221:0:35271:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1783444843.170221:0:35271:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1783444843.170223:0:35271:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1783444843.170225:0:35271:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff91c7614dad20. 00000080:00000010:2.0:1783444843.170227:0:35271:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff91c758826fa0. 00000080:00000010:2.0:1783444843.170230:0:35271:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 56 at ffff91c76050a780. 00000080:00000020:2.0:1783444843.170231:0:35271:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lov]=Ð Ñ  00000080:00000001:2.0:1783444843.170233:0:35271:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1783444843.170235:0:35271:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [user.job]=bash.0 00000080:00000001:2.0:1783444843.170236:0:35271:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1783444843.170237:0:35271:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1783444843.170238:0:35271:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1783444843.170241:0:35271:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff91c7614da410. 00000080:00000010:2.0:1783444843.170243:0:35271:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 9 at ffff91c758826080. 00000080:00000010:2.0:1783444843.170245:0:35271:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 6 at ffff91c747185d70. 00000080:00000020:2.0:1783444843.170247:0:35271:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [user.job]=bash.0 00000080:00000001:2.0:1783444843.170248:0:35271:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1783444843.170250:0:35271:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.link]=ßñê 00000080:00000001:2.0:1783444843.170251:0:35271:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1783444843.170252:0:35271:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1783444843.170254:0:35271:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1783444843.170257:0:35271:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff91c7614da2a8. 00000080:00000010:2.0:1783444843.170260:0:35271:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 13 at ffff91c7588261a0. 00000080:00000010:2.0:1783444843.170262:0:35271:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 47 at ffff91c76050aa80. 00000080:00000020:2.0:1783444843.170264:0:35271:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.link]=ßñê 00000080:00000001:2.0:1783444843.170265:0:35271:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1783444843.170267:0:35271:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.som]= 00000080:00000020:2.0:1783444843.170269:0:35271:0:(xattr_cache.c:535:ll_xattr_cache_refill()) not caching trusted.som 00000080:00010000:2.0:1783444843.170271:0:35271:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff91c748db7448) for lock 0x5503b2fe824ef737 00800000:00000001:2.0:1783444843.170277:0:35271:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444843.170280:0:35271:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444843.170281:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.170283:0:35271:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.170284:0:35271:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:2.0:1783444843.170286:0:35271:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444843.170288:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444843.170291:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.170292:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444843.170294:0:35271:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444843.170296:0:35271:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444843.170299:0:35271:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef737 from it ffffa31941c2b8f0 00010000:00000001:2.0:1783444843.170302:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.170303:0:35271:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.170305:0:35271:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224600 refcount=3 00000020:00000001:2.0:1783444843.170306:0:35271:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444843.170308:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995338240 : -121189714213376 : ffff91c752224600) 00010000:00000001:2.0:1783444843.170311:0:35271:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444843.170314:0:35271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef737 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc7e expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444843.170322:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.170323:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.170325:0:35271:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444843.170333:0:35271:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444843.170335:0:35271:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef737 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc7e expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783444843.170342:0:35271:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444843.170345:0:35271:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444843.170348:0:35271:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444843.170353:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.170354:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.170356:0:35271:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.170359:0:35271:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444843.170361:0:35271:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.170363:0:35271:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.170365:0:35271:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.170368:0:35271:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444843.170370:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.170371:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783444843.170373:0:35271:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444843.170377:0:35271:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f2300 x1870075608312448/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/1144 e 0 to 0 dl 1783444859 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444843.170384:0:35271:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444843.170386:0:35271:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444843.170390:0:35271:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at ffff91c760597000. 02000000:00000001:2.0:1783444843.170394:0:35271:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444843.170396:0:35271:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444843.170398:0:35271:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:2.0:1783444843.170400:0:35271:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444843.170403:0:35271:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c750f6d400. 02000000:00000001:2.0:1783444843.170406:0:35271:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444843.170408:0:35271:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444843.170410:0:35271:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f2300. 00000100:00000001:2.0:1783444843.170413:0:35271:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444843.170414:0:35271:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444843.170416:0:35271:0:(xattr_cache.c:559:ll_xattr_cache_refill()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.170419:0:35271:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1783444843.170421:0:35271:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1783444843.170424:0:35271:0:(xattr_cache.c:667:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:2.0:1783444843.170426:0:35271:0:(xattr_cache.c:671:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1783444843.170429:0:35271:0:(xattr.c:497:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:2.0:1783444843.170432:0:35271:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783444843.170433:0:35271:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444843.170435:0:35271:0:(xattr.c:544:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1783444843.170440:0:35271:0:(xattr.c:613:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1783444843.170449:0:35271:0:(rw26.c:703:ll_write_begin()) Process entered 00000080:00200000:2.0:1783444843.170451:0:35271:0:(rw26.c:704:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000080:00000001:2.0:1783444843.170459:0:35271:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:2.0:1783444843.170462:0:35271:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.170465:0:35271:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1783444843.170468:0:35271:0:(cl_page.c:427:cl_page_find()) 0@[0x200000405:0x2b:0x0] ffffee3444a095c0 ffff91c758374460 1 00000020:00000001:2.0:1783444843.170472:0:35271:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1783444843.170474:0:35271:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446622884097377376 : -121189612174240 : ffff91c758374460) 00000020:00000001:2.0:1783444843.170477:0:35271:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446622884097377376 : -121189612174240 : ffff91c758374460) 00000020:00000001:2.0:1783444843.170480:0:35271:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1783444843.170482:0:35271:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1783444843.170484:0:35271:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622883777808800 : -121189931742816 : ffff91c7452b09a0) 00000020:00000001:2.0:1783444843.170486:0:35271:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1783444843.170487:0:35271:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1783444843.170490:0:35271:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783444843.170499:0:35271:0:(cl_page.c:507:__cl_page_state_set()) page@00000000d96e1718[3 00000000625ae1cd 1 1 00000000ade16657 0 0 0] 00000020:00000001:2.0:1783444843.170502:0:35271:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1783444843.170503:0:35271:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1783444843.170504:0:35271:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:2.0:1783444843.170506:0:35271:0:(rw26.c:815:ll_write_begin()) Process leaving 00000080:00000001:2.0:1783444843.170508:0:35271:0:(rw26.c:831:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.170512:0:35271:0:(rw26.c:894:ll_write_end()) Process entered 00000080:00200000:2.0:1783444843.170514:0:35271:0:(rw26.c:898:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:2.0:1783444843.170516:0:35271:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1783444843.170517:0:35271:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622883777808800 : -121189931742816 : ffff91c7452b09a0) 00000020:00000001:2.0:1783444843.170519:0:35271:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1783444843.170521:0:35271:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783444843.170524:0:35271:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1783444843.170525:0:35271:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1783444843.170527:0:35271:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1783444843.170528:0:35271:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1783444843.170531:0:35271:0:(rw26.c:956:ll_write_end()) page@00000000d96e1718[4 00000000625ae1cd 2 1 00000000ade16657 0 0 0] 00000080:00200000:2.0:1783444843.170534:0:35271:0:(rw26.c:956:ll_write_end()) vmpage @000000007ebf0ede 17ffffc0001039 2:0 ffff91c758374460 0 lru 00000080:00200000:2.0:1783444843.170543:0:35271:0:(rw26.c:956:ll_write_end()) osc-page@000000000cb56109 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 000000006f1bfa00 00000000fac22069 > 3< 1 0 > 4< 0 0 8 8351744 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:2.0:1783444843.170545:0:35271:0:(rw26.c:956:ll_write_end()) end page@00000000d96e1718 00000080:00200000:2.0:1783444843.170547:0:35271:0:(rw26.c:956:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1783444843.170548:0:35271:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1783444843.170549:0:35271:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:2.0:1783444843.170552:0:35271:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1783444843.170556:0:35271:0:(lov_io.c:1718:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1783444843.170558:0:35271:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444843.170560:0:35271:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444843.170562:0:35271:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1783444843.170565:0:35271:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1783444843.170568:0:35271:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1783444843.170571:0:35271:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529de90 00000008:00000002:2.0:1783444843.170574:0:35271:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:2.0:1783444843.170576:0:35271:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.170578:0:35271:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1783444843.170582:0:35271:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:2.0:1783444843.170585:0:35271:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783444843.170587:0:35271:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.170589:0:35271:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.170591:0:35271:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529de90 00000008:00000001:2.0:1783444843.170593:0:35271:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1783444843.170595:0:35271:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1783444843.170597:0:35271:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1783444843.170601:0:35271:0:(cl_page.c:556:cl_batch_put()) page@00000000d96e1718[4 00000000625ae1cd 2 1 00000000ade16657 0 0 0] 00000020:00000001:2.0:1783444843.170603:0:35271:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1783444843.170605:0:35271:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1783444843.170606:0:35271:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1783444843.170608:0:35271:0:(osc_request.c:745:osc_update_next_shrink()) next time 3014 to shrink grant 00000080:00000001:2.0:1783444843.170611:0:35271:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:2.0:1783444843.170613:0:35271:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:2.0:1783444843.170616:0:35271:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff91c748db75f8, count 1, dirtied 0 00000080:00000001:2.0:1783444843.170618:0:35271:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1783444843.170620:0:35271:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1783444843.170622:0:35271:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1783444843.170623:0:35271:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1783444843.170624:0:35271:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783444843.170627:0:35271:0:(cl_page.c:507:__cl_page_state_set()) page@00000000d96e1718[3 00000000625ae1cd 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783444843.170628:0:35271:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1783444843.170629:0:35271:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1783444843.170631:0:35271:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1783444843.170632:0:35271:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1783444843.170634:0:35271:0:(cl_page.c:556:cl_batch_put()) page@00000000d96e1718[3 00000000625ae1cd 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783444843.170635:0:35271:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:2.0:1783444843.170636:0:35271:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:2.0:1783444843.170637:0:35271:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:2.0:1783444843.170639:0:35271:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1783444843.170640:0:35271:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.170642:0:35271:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.170644:0:35271:0:(lov_io.c:1730:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.170645:0:35271:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783444843.170647:0:35271:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:2.0:1783444843.170649:0:35271:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1783444843.170651:0:35271:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1783444843.170652:0:35271:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.170653:0:35271:0:(rw26.c:977:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:2.0:1783444843.170658:0:35271:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:2.0:1783444843.170659:0:35271:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.170661:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c2bb88 00000080:00200000:2.0:1783444843.170663:0:35271:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:2.0:1783444843.170667:0:35271:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.170670:0:35271:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1783444843.170672:0:35271:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444843.170673:0:35271:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1783444843.170675:0:35271:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:2.0:1783444843.170677:0:35271:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.170678:0:35271:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.170680:0:35271:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1783444843.170681:0:35271:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783444843.170682:0:35271:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.170684:0:35271:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.170686:0:35271:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529de90 00000008:00000001:2.0:1783444843.170687:0:35271:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.170689:0:35271:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.170690:0:35271:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.170692:0:35271:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.170693:0:35271:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.170695:0:35271:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1783444843.170697:0:35271:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1783444843.170698:0:35271:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1783444843.170699:0:35271:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1783444843.170701:0:35271:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1783444843.170702:0:35271:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.170704:0:35271:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.170707:0:35271:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1783444843.170709:0:35271:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1783444843.170712:0:35271:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1783444843.170714:0:35271:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91c74526e8a8 (ffff91c7435a7008/0) at cl_lock_release():245 00000020:00000001:2.0:1783444843.170717:0:35271:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444843.170718:0:35271:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c74526e8a8 (ffff91c7435a7008/0) at cl_lock_cancel():142 00020000:00000001:2.0:1783444843.170721:0:35271:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1783444843.170722:0:35271:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444843.170724:0:35271:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444843.170726:0:35271:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444843.170727:0:35271:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c743ef4db0 (ffff91c7435a7ea8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1783444843.170730:0:35271:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1783444843.170731:0:35271:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1783444843.170733:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.170734:0:35271:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.170737:0:35271:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=5 00000020:00000001:2.0:1783444843.170738:0:35271:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.170740:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.170742:0:35271:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444843.170745:0:35271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783444843.170753:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.170754:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.170755:0:35271:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444843.170757:0:35271:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444843.170759:0:35271:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1783444843.170765:0:35271:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444843.170767:0:35271:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444843.170768:0:35271:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444843.170770:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.170771:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.170772:0:35271:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.170774:0:35271:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444843.170775:0:35271:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.170777:0:35271:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.170779:0:35271:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.170781:0:35271:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444843.170782:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.170783:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.170784:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.170785:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444843.170786:0:35271:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1783444843.170788:0:35271:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444843.170789:0:35271:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444843.170790:0:35271:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444843.170792:0:35271:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444843.170793:0:35271:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c74526e8a8 (ffff91c7435a7008/0) at cl_lock_fini():72 00020000:00000001:2.0:1783444843.170796:0:35271:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1783444843.170798:0:35271:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444843.170800:0:35271:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c743ef4db0 (ffff91c7435a7008/1) at cl_lock_fini():72 00000008:00000010:2.0:1783444843.170803:0:35271:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91c7603d2e40. 00000020:00000001:2.0:1783444843.170805:0:35271:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1783444843.170807:0:35271:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91c743ef4d80. 00020000:00000001:2.0:1783444843.170810:0:35271:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1783444843.170811:0:35271:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1783444843.170811:0:35271:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1783444843.170813:0:35271:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1783444843.170814:0:35271:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444843.170815:0:35271:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1783444843.170817:0:35271:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1783444843.170819:0:35271:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.170821:0:35271:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.170822:0:35271:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1783444843.170823:0:35271:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1783444843.170825:0:35271:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1783444843.170827:0:35271:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:2.0:1783444843.170828:0:35271:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1783444843.170830:0:35271:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1783444843.170832:0:35271:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1783444843.170833:0:35271:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444843.170834:0:35271:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1783444843.170837:0:35271:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1783444843.170838:0:35271:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.170841:0:35271:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.170842:0:35271:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1783444843.170844:0:35271:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1783444843.170845:0:35271:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783444843.170850:0:35271:0:(file.c:2173:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:2.0:1783444843.170852:0:35271:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:2.0:1783444843.170855:0:35271:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:2.0:1783444843.170857:0:35271:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1783444843.170859:0:35271:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:2.0:1783444843.170860:0:35271:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1783444843.170861:0:35271:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1783444843.170862:0:35271:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783444843.170865:0:35271:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7ea0 00000020:00000010:2.0:1783444843.170869:0:35271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7435f5c00. 00000020:00000010:2.0:1783444843.170874:0:35271:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427600. 00000008:00000010:2.0:1783444843.170878:0:35271:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103d980. 00020000:00000010:2.0:1783444843.170882:0:35271:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f480. 00008000:00000010:2.0:1783444843.170887:0:35271:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751340e20. 00000080:00000010:2.0:1783444843.170892:0:35271:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e690. 00000080:00000010:2.0:1783444843.170896:0:35271:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b1970. 00000020:00000010:2.0:1783444843.170899:0:35271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7435f4e00. 00000008:00000010:2.0:1783444843.170902:0:35271:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a4c60. 00020000:00000010:2.0:1783444843.170905:0:35271:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c6fe8. 00008000:00000010:2.0:1783444843.170909:0:35271:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8220. 00000080:00000010:2.0:1783444843.170912:0:35271:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526eb40. 00000020:00000010:2.0:1783444843.170915:0:35271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7435f5e00. 00000020:00000010:2.0:1783444843.170918:0:35271:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7ea0. 00020000:00000001:2.0:1783444843.170920:0:35271:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1783444843.170922:0:35271:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:2.0:1783444843.170924:0:35271:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1783444843.170925:0:35271:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1783444843.170928:0:35271:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1783444843.170929:0:35271:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1783444843.170931:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c2bca0 00000080:00200000:2.0:1783444843.170932:0:35271:0:(file.c:2206:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:2.0:1783444843.170937:0:35271:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1783444843.170938:0:35271:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.170940:0:35271:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.170942:0:35271:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783444843.170947:0:35271:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1783444843.170951:0:35271:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1783444843.170953:0:35271:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:2.0:1783444843.170954:0:35271:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1783444843.170956:0:35271:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:2.0:1783444843.170957:0:35271:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=46 (1) m=1783444843 a=0 c=1783444843 b=0 00020000:00000001:2.0:1783444843.170961:0:35271:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783444843.170963:0:35271:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=46 m=1783444843 a=0 c=1783444843 b=0 00020000:00000001:2.0:1783444843.170966:0:35271:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.170968:0:35271:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.170970:0:35271:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000080:00200000:2.0:1783444843.170972:0:35271:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:2.0:1783444843.170975:0:35271:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1783444843.170978:0:35271:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:2.0:1783444843.170980:0:35271:0:(file.c:2296:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:2.0:1783444843.170997:0:35271:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7000 00000020:00000010:2.0:1783444843.171000:0:35271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c743c30c00. 00000020:00000010:2.0:1783444843.171004:0:35271:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427e40. 00000008:00000010:2.0:1783444843.171007:0:35271:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444843.171010:0:35271:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444843.171012:0:35271:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444843.171015:0:35271:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444843.171018:0:35271:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444843.171020:0:35271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c743c30400. 00000008:00000010:2.0:1783444843.171023:0:35271:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444843.171025:0:35271:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444843.171027:0:35271:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444843.171029:0:35271:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e870. 00000020:00000010:2.0:1783444843.171032:0:35271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7435f4600. 00000020:00000010:2.0:1783444843.171034:0:35271:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7000. 00000020:00000001:2.0:1783444843.171037:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c2bd90 00000080:00000008:2.0:1783444843.171039:0:35271:0:(file.c:2683:do_file_write_iter()) COMPLETED: file recon:[0x200000405:0x2b:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:2.0:1783444843.171042:0:35271:0:(file.c:2685:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1783444843.171087:0:35271:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1783444843.171090:0:35271:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c76040cf80 00020000:00000002:2.0:1783444843.171095:0:35271:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c76040cf80 00020000:00000001:2.0:1783444843.171097:0:35271:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.171105:0:35271:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:2.0:1783444843.171107:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c2bdb8 00000080:00200008:2.0:1783444843.171109:0:35271:0:(file.c:447:ll_file_release()) START file recon:[0x200000405:0x2b:0x0](ffff91c748db7448), flags 102001 00000080:00000001:2.0:1783444843.171113:0:35271:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1783444843.171116:0:35271:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1783444843.171117:0:35271:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1783444843.171118:0:35271:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c76040cf80 00020000:00000002:2.0:1783444843.171121:0:35271:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c76040cf80 00020000:00000001:2.0:1783444843.171122:0:35271:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.171125:0:35271:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1783444843.171129:0:35271:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444843.171132:0:35271:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444843.171134:0:35271:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444843.171137:0:35271:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444843.171139:0:35271:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444843.171142:0:35271:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1783444843.171144:0:35271:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444843.171147:0:35271:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444843.171149:0:35271:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444843.171153:0:35271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 3 00010000:00000001:2.0:1783444843.171156:0:35271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444843.171160:0:35271:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444843.171162:0:35271:0:(lmv_obd.c:4132:lmv_lock_match()) Lock match for [0x200000405:0x2b:0x0]: 0 00000080:00000001:2.0:1783444843.171164:0:35271:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1783444843.171166:0:35271:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1783444843.171172:0:35271:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff91c75a269000. 00000080:00000001:2.0:1783444843.171174:0:35271:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1783444843.171178:0:35271:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1783444843.171181:0:35271:0:(lmv_obd.c:1665:lmv_close()) Process entered 00800000:00000001:2.0:1783444843.171183:0:35271:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444843.171184:0:35271:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444843.171185:0:35271:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444843.171187:0:35271:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444843.171188:0:35271:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444843.171190:0:35271:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1783444843.171191:0:35271:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444843.171193:0:35271:0:(lmv_obd.c:1671:lmv_close()) CLOSE [0x200000405:0x2b:0x0] 00000002:00000001:2.0:1783444843.171196:0:35271:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1783444843.171197:0:35271:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91c759350000: [0x200000405:0x2b:0x0] file closed with intent: 200 00000100:00000010:2.0:1783444843.171202:0:35271:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f2300. 00000020:00000040:2.0:1783444843.171206:0:35271:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:2.0:1783444843.171210:0:35271:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444843.171213:0:35271:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444843.171217:0:35271:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444843.171223:0:35271:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c75a268400. 00000100:00000001:2.0:1783444843.171229:0:35271:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1783444843.171242:0:35271:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91c7603f1880 x1870075608312192/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444859 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1783444843.171257:0:35271:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1783444843.171262:0:35271:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c7603f2300 x1870075608312704/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1783444843.171269:0:35271:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444843.171271:0:35271:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444843.171276:0:35271:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c75885cc00. 00000100:00000001:2.0:1783444843.171278:0:35271:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884102523904 : -121189607027712 : ffff91c75885cc00) 00000100:00000001:2.0:1783444843.171280:0:35271:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444843.171282:0:35271:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232110848 : -121189477440768 : ffff91c7603f2300) 00000100:00000001:2.0:1783444843.171286:0:35271:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444843.171289:0:35271:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.171291:0:35271:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444843.171293:0:35271:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444843.171296:0:35271:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f2300 x1870075608312704/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444843.171303:0:35271:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444843.171306:0:35271:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444843.171309:0:35271:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444843.171312:0:35271:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444843.171314:0:35271:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444843.171317:0:35271:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f2300 pname:cluuid:pid:xid:nid:opc:job uname:666e3c65-e321-43ec-a94e-a01058e25d7d:35271:1870075608312704:192.168.204.110@tcp:35:uname.0 00000100:00000001:2.0:1783444843.171322:0:35271:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444843.171327:0:35271:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444843.171329:0:35271:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444843.171332:0:35271:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444843.171335:0:35271:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c750f6d400. 02000000:00000001:2.0:1783444843.171338:0:35271:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444843.171344:0:35271:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444843.171348:0:35271:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ffd10. 00000400:00000010:2.0:1783444843.171354:0:35271:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83198. 00000100:00000200:2.0:1783444843.171361:0:35271:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608312704, portal 10 00000100:00000001:2.0:1783444843.171364:0:35271:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444843.171365:0:35271:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232110848 : -121189477440768 : ffff91c7603f2300) 00000100:00000040:2.0:1783444843.171371:0:35271:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c7603f2300 x1870075608312704/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444859 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444843.171378:0:35271:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444843.171381:0:35271:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444843.171384:0:35271:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83880. 00000100:00000200:2.0:1783444843.171387:0:35271:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870075608312704, offset 0 00000400:00000200:2.0:1783444843.171393:0:35271:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444843.171402:0:35271:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444843.171409:0:35271:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444843.171414:0:35271:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444843.171419:0:35271:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444843.171422:0:35271:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444843.171425:0:35271:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444843.171428:0:35271:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2925:2925:256:4294967295] 192.168.204.110@tcp LPNI seq info [2925:2925:8:4294967295] 00000400:00000200:2.0:1783444843.171433:0:35271:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444843.171441:0:35271:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444843.171448:0:35271:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444843.171453:0:35271:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1700. 00000800:00000200:2.0:1783444843.171459:0:35271:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444843.171468:0:35271:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444843.171472:0:35271:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1783444843.171920:0:35271:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444843.171926:0:35271:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 890903 usecs (891 jiffies) 00000400:00000200:2.0:1783444843.171930:0:35271:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444843.171933:0:35271:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296483068 00000100:00000001:2.0:1783444843.171942:0:35271:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296483063 00000100:00000001:2.0:1783444843.171946:0:35271:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296483068 00000100:00000001:2.0:1783444843.171950:0:35271:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296483063 00000100:00000001:2.0:1783444843.171954:0:35271:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444843.171957:0:35271:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.171959:0:35271:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444843.171961:0:35271:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444843.171963:0:35271:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c75885cc00 going to sleep for 11 seconds 00000100:00000001:2.0:1783444843.171966:0:35271:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444843.171969:0:35271:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444843.172419:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444843.172425:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1700. 00000400:00000200:0.0:1783444843.172430:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444843.172435:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444843.172440:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83880 00000400:00000010:0.0:1783444843.172442:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83880. 00000100:00000001:0.0:1783444843.172446:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444843.172451:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2300 x1870075608312704/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444859 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444843.172461:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444843.172465:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2300 x1870075608312704/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444859 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444843.172471:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444843.172472:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444843.176278:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444843.176296:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444843.176300:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444843.176303:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444843.176313:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444843.176320:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444843.176329:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444843.176334:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444843.176339:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444843.176343:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8562b80 00000400:00000200:0.0:1783444843.176349:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444843.176355:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x80e1 [1] + 224 00000800:00000001:0.0:1783444843.176488:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444843.176502:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444843.176506:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444843.176510:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444843.176517:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444843.176526:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2300 x1870075608312704/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444859 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444843.176537:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91c7603f2300 x1870075608312704/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444843.176560:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444843.176569:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444843.176572:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444843.176645:0:35271:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444843.176652:0:35271:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444843.176654:0:35271:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444843.176657:0:35271:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ffd10. 00000400:00000200:2.0:1783444843.176661:0:35271:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83198 00000400:00000010:2.0:1783444843.176664:0:35271:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83198. 00000100:00000001:2.0:1783444843.176667:0:35271:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444843.176672:0:35271:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f2300 x1870075608312704/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783444843.176681:0:35271:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f2300 x1870075608312704/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444843.176687:0:35271:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444843.176689:0:35271:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444843.176691:0:35271:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444843.176695:0:35271:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444843.176697:0:35271:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444843.176699:0:35271:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444843.176703:0:35271:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444843.176847:0:35271:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bcf0 time=23 v=5 (5 5 5 5) 00000100:00001000:2.0:1783444843.176853:0:35271:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444843.176856:0:35271:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444843.176858:0:35271:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.176861:0:35271:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444843.176864:0:35271:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.176867:0:35271:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783444843.176869:0:35271:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1783444843.176871:0:35271:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783444843.176873:0:35271:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444843.176875:0:35271:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232110848 : -121189477440768 : ffff91c7603f2300) 00000100:00000001:2.0:1783444843.176879:0:35271:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444843.176881:0:35271:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1783444843.176884:0:35271:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444843.176886:0:35271:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444843.176892:0:35271:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f2300 x1870075608312704/t8589934598(8589934598) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444859 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444843.176899:0:35271:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444843.176901:0:35271:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444843.176903:0:35271:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444843.177190:0:35271:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f2300 x1870075608312704/t8589934598(8589934598) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444859 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783444843.177200:0:35271:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f2300 pname:cluuid:pid:xid:nid:opc:job uname:666e3c65-e321-43ec-a94e-a01058e25d7d:35271:1870075608312704:192.168.204.110@tcp:35:uname.0 00000100:00000001:2.0:1783444843.177204:0:35271:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444843.177207:0:35271:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.177209:0:35271:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444843.177211:0:35271:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444843.177214:0:35271:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2300 x1870075608312704/t8589934598(8589934598) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444859 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444843.177222:0:35271:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444843.177225:0:35271:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c75885cc00. 00000100:00000001:2.0:1783444843.177228:0:35271:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444843.177229:0:35271:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.177236:0:35271:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444843.177237:0:35271:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232110848 : -121189477440768 : ffff91c7603f2300) 00000002:00000001:2.0:1783444843.177240:0:35271:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444843.177243:0:35271:0:(lmv_obd.c:1673:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783444843.177250:0:35271:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75a269000. 00000080:00000001:2.0:1783444843.177254:0:35271:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1783444843.177256:0:35271:0:(lmv_obd.c:4191:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1783444843.177259:0:35271:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444843.177261:0:35271:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444843.177264:0:35271:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444843.177266:0:35271:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444843.177268:0:35271:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444843.177270:0:35271:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1783444843.177273:0:35271:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444843.177347:0:35271:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1783444843.177354:0:35271:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91c7603f1880 x1870075608312192/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444859 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444843.177362:0:35271:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444843.177364:0:35271:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232108160 : -121189477443456 : ffff91c7603f1880) 00000100:00000001:3.0:1783444843.177366:0:35271:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444843.177369:0:35271:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1880 x1870075608312192/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444859 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444843.177375:0:35271:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444843.177377:0:35271:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444843.177380:0:35271:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2300 x1870075608312704/t8589934598(8589934598) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444859 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444843.177386:0:35271:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444843.177387:0:35271:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444843.177390:0:35271:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1880 x1870075608312192/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444859 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444843.177396:0:35271:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1783444843.177400:0:35271:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444843.177401:0:35271:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444843.177403:0:35271:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444843.177407:0:35271:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c750f6e000. 02000000:00000001:3.0:1783444843.177411:0:35271:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444843.177413:0:35271:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444843.177415:0:35271:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1880. 00000100:00000001:3.0:1783444843.177418:0:35271:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444843.177420:0:35271:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444843.177421:0:35271:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444843.177424:0:35271:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2300 x1870075608312704/t8589934598(8589934598) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444859 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444843.177430:0:35271:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444843.177432:0:35271:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff91c7507ebc40. 00000002:00000001:3.0:1783444843.177436:0:35271:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444843.177438:0:35271:0:(lmv_obd.c:4197:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783444843.177440:0:35271:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91c76050a9c0. 00000100:00000001:3.0:1783444843.177444:0:35271:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444843.177447:0:35271:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f2300 x1870075608312704/t8589934598(8589934598) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444859 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444843.177452:0:35271:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444843.177454:0:35271:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444843.177456:0:35271:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6d400. 02000000:00000001:3.0:1783444843.177458:0:35271:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444843.177459:0:35271:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444843.177461:0:35271:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444843.177463:0:35271:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444843.177464:0:35271:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c75a268400. 02000000:00000001:3.0:1783444843.177466:0:35271:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444843.177467:0:35271:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444843.177469:0:35271:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f2300. 00000100:00000001:3.0:1783444843.177471:0:35271:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444843.177473:0:35271:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444843.177475:0:35271:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783444843.177478:0:35271:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91c7417b63c0. 00000080:00000001:3.0:1783444843.177482:0:35271:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444843.177491:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c2bdb8 00000080:00000008:3.0:1783444843.177493:0:35271:0:(file.c:491:ll_file_release()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff91c748db7448), flags 102001, rc = 0 00000080:00000001:3.0:1783444843.177497:0:35271:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444843.177502:0:35271:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1783444843.177504:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c2be00 00000080:00002000:3.0:1783444843.177506:0:35271:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff91c748f5ce58, parent ffff91c74931ae58, inode ffff91c748db7448) hashed, 00000080:00000001:3.0:1783444843.177508:0:35271:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444843.194199:0:35272:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783444843.194318:0:35272:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783444843.194322:0:35272:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444843.194325:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03bc0 00000080:00200000:3.0:1783444843.194329:0:35272:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:3.0:1783444843.194338:0:35272:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c750f6a000. 00800000:00000002:3.0:1783444843.194345:0:35272:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444843.194350:0:35272:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444843.194355:0:35272:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444843.194356:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03ae0 00800000:00000002:3.0:1783444843.194359:0:35272:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444843.194363:0:35272:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444843.194365:0:35272:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444843.194369:0:35272:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444843.194371:0:35272:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444843.194374:0:35272:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444843.194376:0:35272:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444843.194378:0:35272:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444843.194380:0:35272:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444843.194383:0:35272:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444843.194389:0:35272:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444843.194390:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c039b0 00000002:00010000:3.0:1783444843.194392:0:35272:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444843.194395:0:35272:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444843.194397:0:35272:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444843.194400:0:35272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783444843.194408:0:35272:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444843.194410:0:35272:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444843.194412:0:35272:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444843.194774:0:35272:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783444843.194777:0:35272:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1783444843.194783:0:35272:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462300. 00000020:00000040:3.0:1783444843.194788:0:35272:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:3.0:1783444843.194794:0:35272:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783444843.194799:0:35272:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444843.194805:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.194807:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444843.194809:0:35272:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444843.194812:0:35272:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444843.194815:0:35272:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444843.194820:0:35272:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444843.194827:0:35272:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c7452adc00. 00000100:00000001:3.0:1783444843.194834:0:35272:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444843.194839:0:35272:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444843.194840:0:35272:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444843.194842:0:35272:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444843.194843:0:35272:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444843.194845:0:35272:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444843.194851:0:35272:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00010000:00000001:3.0:1783444843.194855:0:35272:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783444843.194858:0:35272:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1783444843.194863:0:35272:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c743ebfd00. 00010000:00000010:3.0:1783444843.194866:0:35272:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c746559280. 00010000:00000001:3.0:1783444843.194870:0:35272:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783444843.194873:0:35272:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c751b15600. 00000020:00000001:3.0:1783444843.194882:0:35272:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783444843.194885:0:35272:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c751b15600 with handle 0x5503b2fe824ef73e to hash 00000020:00000001:3.0:1783444843.194887:0:35272:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783444843.194889:0:35272:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:3.0:1783444843.194892:0:35272:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:3.0:1783444843.194896:0:35272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444843.194898:0:35272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444843.194903:0:35272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444843.194917:0:35272:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444843.194925:0:35272:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35272 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783444843.194929:0:35272:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444843.194930:0:35272:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444843.194997:0:35272:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7462183c0. 00000100:00000001:3.0:1783444843.195001:0:35272:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883793961920 : -121189915589696 : ffff91c7462183c0) 00000100:00000001:3.0:1783444843.195004:0:35272:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444843.195005:0:35272:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00000100:00000001:3.0:1783444843.195010:0:35272:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444843.195014:0:35272:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444843.195016:0:35272:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444843.195018:0:35272:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444843.195030:0:35272:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462300 x1870075608312832/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444843.195038:0:35272:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444843.195039:0:35272:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444843.195043:0:35272:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444843.195045:0:35272:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444843.195048:0:35272:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444843.195050:0:35272:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462300 pname:cluuid:pid:xid:nid:opc:job cat:666e3c65-e321-43ec-a94e-a01058e25d7d:35272:1870075608312832:192.168.204.110@tcp:101:cat.0 00000100:00000001:3.0:1783444843.195079:0:35272:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444843.195086:0:35272:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444843.195089:0:35272:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444843.195093:0:35272:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444843.195099:0:35272:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c742b21800. 02000000:00000001:3.0:1783444843.195101:0:35272:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444843.195111:0:35272:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444843.195115:0:35272:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7588113c8. 00000400:00000010:3.0:1783444843.195124:0:35272:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218000. 00000100:00000200:3.0:1783444843.195131:0:35272:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608312832, portal 10 00000100:00000001:3.0:1783444843.195134:0:35272:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444843.195135:0:35272:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00000100:00000040:3.0:1783444843.195141:0:35272:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c760462300 x1870075608312832/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444859 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444843.195148:0:35272:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444843.195151:0:35272:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444843.195153:0:35272:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218c38. 00000100:00000200:3.0:1783444843.195156:0:35272:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870075608312832, offset 0 00000400:00000200:3.0:1783444843.195162:0:35272:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444843.195170:0:35272:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444843.195178:0:35272:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444843.195184:0:35272:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444843.195188:0:35272:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444843.195192:0:35272:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444843.195194:0:35272:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444843.195198:0:35272:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2926:2926:256:4294967295] 192.168.204.110@tcp LPNI seq info [2926:2926:8:4294967295] 00000400:00000200:3.0:1783444843.195202:0:35272:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444843.195211:0:35272:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444843.195216:0:35272:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444843.195221:0:35272:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c500. 00000800:00000200:3.0:1783444843.195227:0:35272:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444843.195249:0:35272:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444843.195253:0:35272:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1783444843.197403:0:35272:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444843.197434:0:35272:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 889785 usecs (890 jiffies) 00000400:00000200:3.0:1783444843.197443:0:35272:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444843.197446:0:35272:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296483093 00000100:00000001:3.0:1783444843.197456:0:35272:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296483068 00000100:00000001:3.0:1783444843.197463:0:35272:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296483093 00000100:00000001:3.0:1783444843.197466:0:35272:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296483068 00000100:00000001:3.0:1783444843.197470:0:35272:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444843.197474:0:35272:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444843.197476:0:35272:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444843.197479:0:35272:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444843.197482:0:35272:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7462183c0 going to sleep for 11 seconds 00000100:00000001:3.0:1783444843.197485:0:35272:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444843.197488:0:35272:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444843.198344:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444843.198350:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c500. 00000400:00000200:0.0:1783444843.198357:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444843.198365:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444843.198376:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218c38 00000400:00000010:0.0:1783444843.198386:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218c38. 00000100:00000001:0.0:1783444843.198391:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444843.198399:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462300 x1870075608312832/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444859 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444843.198410:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444843.198414:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462300 x1870075608312832/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444859 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444843.198420:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444843.198422:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444843.208414:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.208517:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444843.208565:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.208569:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444843.208579:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.208586:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444843.208596:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.208601:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.208606:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.208610:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e8562c00 00000400:00000200:1.0:1783444843.208615:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.208621:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x80e9 [1] + 224 00000800:00000001:1.0:1783444843.208629:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.208638:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444843.208641:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444843.208646:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444843.208654:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444843.208664:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462300 x1870075608312832/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444859 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444843.208674:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c760462300 x1870075608312832/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444843.208862:0:35272:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444843.208886:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444843.208898:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.208902:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783444843.209230:0:35272:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444843.209234:0:35272:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444843.209238:0:35272:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7588113c8. 00000400:00000200:3.0:1783444843.209244:0:35272:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218000 00000400:00000010:3.0:1783444843.209246:0:35272:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218000. 00000100:00000001:3.0:1783444843.209250:0:35272:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444843.209256:0:35272:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462300 x1870075608312832/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783444843.209265:0:35272:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462300 x1870075608312832/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444843.209271:0:35272:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444843.209274:0:35272:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444843.209277:0:35272:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444843.209280:0:35272:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444843.209283:0:35272:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444843.209286:0:35272:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444843.209289:0:35272:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444843.209302:0:35272:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=23 v=5 (5 105 105 105) 00000100:00001000:3.0:1783444843.209307:0:35272:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444843.209310:0:35272:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444843.209312:0:35272:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444843.209315:0:35272:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444843.209321:0:35272:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444843.209325:0:35272:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444843.209328:0:35272:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1783444843.209330:0:35272:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444843.209334:0:35272:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444843.209338:0:35272:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760462300 x1870075608312832/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444843.209346:0:35272:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444843.209349:0:35272:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444843.209351:0:35272:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444843.209355:0:35272:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760462300 x1870075608312832/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444859 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783444843.209362:0:35272:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760462300 pname:cluuid:pid:xid:nid:opc:job cat:666e3c65-e321-43ec-a94e-a01058e25d7d:35272:1870075608312832:192.168.204.110@tcp:101:cat.0 00000100:00000001:3.0:1783444843.209367:0:35272:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444843.209369:0:35272:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444843.209371:0:35272:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444843.209373:0:35272:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444843.209377:0:35272:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462300 x1870075608312832/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444859 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444843.209383:0:35272:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444843.209386:0:35272:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7462183c0. 00000100:00000001:3.0:1783444843.209390:0:35272:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444843.209392:0:35272:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444843.209395:0:35272:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783444843.209399:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444843.209402:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444843.209405:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15600 refcount=4 00000020:00000001:3.0:1783444843.209407:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:3.0:1783444843.209410:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000040:3.0:1783444843.209419:0:35272:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c751b15600, remote cookie: 0x332dd2263f6ddc8c, flags: 0x1001 00010000:00010000:3.0:1783444843.209425:0:35272:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444843.209442:0:35272:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444843.209448:0:35272:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783444843.209452:0:35272:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783444843.209454:0:35272:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783444843.209456:0:35272:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783444843.209457:0:35272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783444843.209460:0:35272:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91c743ebfd00) refcount = 1 00010000:00010000:3.0:1783444843.209464:0:35272:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444843.209470:0:35272:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783444843.209474:0:35272:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783444843.209475:0:35272:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444843.209478:0:35272:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783444843.209480:0:35272:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444843.209484:0:35272:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444843.209490:0:35272:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783444843.209492:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.209494:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444843.209494:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.209495:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444843.209497:0:35272:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444843.209502:0:35272:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783444843.209504:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444843.209505:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444843.209507:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15600 refcount=3 00000020:00000001:3.0:1783444843.209509:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:3.0:1783444843.209511:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:3.0:1783444843.209515:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444843.209516:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444843.209517:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15600 refcount=4 00000020:00000001:3.0:1783444843.209519:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:3.0:1783444843.209520:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:3.0:1783444843.209579:0:35272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444843.209583:0:35272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444843.209586:0:35272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444843.209593:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.209594:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444843.209596:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444843.209597:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444843.209599:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15600 refcount=5 00000020:00000001:3.0:1783444843.209600:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:3.0:1783444843.209603:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:3.0:1783444843.209605:0:35272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444843.209608:0:35272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444843.209614:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.209615:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783444843.209618:0:35272:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444843.209624:0:35272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444843.209625:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.209626:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444843.209627:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.209628:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783444843.209633:0:35272:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91c760462300 x1870075608312832/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444859 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783444843.209648:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444843.209649:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444843.209650:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15600 refcount=3 00000020:00000001:3.0:1783444843.209652:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:3.0:1783444843.209654:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:3.0:1783444843.209656:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.209657:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444843.209659:0:35272:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444843.209662:0:35272:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444843.209665:0:35272:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783444843.209668:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444843.209669:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444843.209671:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15600 refcount=3 00000020:00000001:3.0:1783444843.209673:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:3.0:1783444843.209675:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00000002:00010000:3.0:1783444843.209678:0:35272:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444843.209685:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.209686:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444843.209688:0:35272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783444843.209689:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444843.209690:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444843.209691:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15600 refcount=3 00000020:00000001:3.0:1783444843.209693:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:3.0:1783444843.209695:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000040:3.0:1783444843.209702:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebfd00 count: 2 00010000:00000001:3.0:1783444843.209704:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783444843.209708:0:35272:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1783444843.212476:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.212484:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444843.212487:0:35272:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783444843.212493:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03938 00000002:00002000:3.0:1783444843.212497:0:35272:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1783444843.212501:0:35272:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444843.212509:0:35272:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444843.212511:0:35272:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783444843.212515:0:35272:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1783444843.212518:0:35272:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444843.212534:0:35272:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444843.212539:0:35272:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c750f6a000. 00000080:00000001:3.0:1783444843.212547:0:35272:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444843.212549:0:35272:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783444843.212556:0:35272:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1783444843.212562:0:35272:0:(lmv_obd.c:3920:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1783444843.212572:0:35272:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c7602714c0. 00800000:00000001:3.0:1783444843.212576:0:35272:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622884230534336 : -121189479017280 : ffff91c7602714c0) 00800000:00000001:3.0:1783444843.212578:0:35272:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444843.212581:0:35272:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783444843.212584:0:35272:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783444843.212586:0:35272:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1783444843.212589:0:35272:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1783444843.212593:0:35272:0:(llite_lib.c:1814:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1783444843.212595:0:35272:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444843.212599:0:35272:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1783444843.212602:0:35272:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1783444843.212607:0:35272:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1783444843.212611:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444843.212613:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444843.212616:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15600 refcount=3 00000020:00000001:3.0:1783444843.212618:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:3.0:1783444843.212620:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:3.0:1783444843.212623:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.212625:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783444843.212626:0:35272:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783444843.212628:0:35272:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1783444843.212630:0:35272:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c7602714c0 1 00800000:00000010:3.0:1783444843.212633:0:35272:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c7602714c0. 00800000:00000001:3.0:1783444843.212636:0:35272:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444843.212638:0:35272:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef73e 00800000:00000001:3.0:1783444843.212641:0:35272:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444843.212644:0:35272:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444843.212645:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444843.212647:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444843.212648:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15600 refcount=3 00000020:00000001:3.0:1783444843.212650:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:3.0:1783444843.212652:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:3.0:1783444843.212655:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.212656:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444843.212658:0:35272:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444843.212660:0:35272:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444843.212663:0:35272:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444843.212665:0:35272:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:3.0:1783444843.212668:0:35272:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef73e from it ffffa31941c03bf8 00010000:00000001:3.0:1783444843.212670:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444843.212671:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444843.212673:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15600 refcount=3 00000020:00000001:3.0:1783444843.212675:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:3.0:1783444843.212677:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:3.0:1783444843.212679:0:35272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444843.212683:0:35272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444843.212691:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.212692:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444843.212694:0:35272:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444843.212697:0:35272:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444843.212699:0:35272:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444843.212936:0:35272:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444843.212942:0:35272:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444843.212945:0:35272:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444843.212950:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.212951:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444843.212953:0:35272:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444843.212957:0:35272:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444843.212959:0:35272:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444843.212961:0:35272:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444843.212966:0:35272:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444843.212968:0:35272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444843.212970:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.212971:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444843.212974:0:35272:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444843.212995:0:35272:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760462300 x1870075608312832/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444859 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444843.213002:0:35272:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444843.213006:0:35272:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444843.213010:0:35272:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c742b21800. 02000000:00000001:3.0:1783444843.213014:0:35272:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444843.213017:0:35272:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444843.213018:0:35272:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444843.213021:0:35272:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444843.213024:0:35272:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c7452adc00. 02000000:00000001:3.0:1783444843.213035:0:35272:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444843.213038:0:35272:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444843.213040:0:35272:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760462300. 00000100:00000001:3.0:1783444843.213044:0:35272:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444843.213046:0:35272:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444843.213050:0:35272:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:3.0:1783444843.213076:0:35272:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444843.213084:0:35272:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1783444843.213086:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03bc0 00000080:00002000:3.0:1783444843.213089:0:35272:0:(dcache.c:87:ll_dcompare()) found name recon(ffff91c748f5ce58) flags 0x48004e refc 0 00000080:00000001:3.0:1783444843.213092:0:35272:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444843.213094:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03c08 00000080:00200000:3.0:1783444843.213096:0:35272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=265 00000080:00000001:3.0:1783444843.213102:0:35272:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:3.0:1783444843.213105:0:35272:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff91c748db7448), inode mode 81a4 mask 44 00000080:00000001:3.0:1783444843.213108:0:35272:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444843.213115:0:35272:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:3.0:1783444843.213117:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03b98 00000080:00200008:3.0:1783444843.213119:0:35272:0:(file.c:1058:ll_file_open()) START file recon:[0x200000405:0x2b:0x0](ffff91c748db7448), flags 100000 00000080:00000010:3.0:1783444843.213126:0:35272:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91c746110f00. 00000080:00000001:3.0:1783444843.213142:0:35272:0:(file.c:774:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1783444843.213147:0:35272:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c750f6a000. 00800000:00000002:3.0:1783444843.213152:0:35272:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444843.213156:0:35272:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444843.213159:0:35272:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444843.213162:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03a48 00800000:00000002:3.0:1783444843.213163:0:35272:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x2b:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444843.213167:0:35272:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1783444843.213170:0:35272:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444843.213173:0:35272:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444843.213175:0:35272:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444843.213177:0:35272:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444843.213179:0:35272:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444843.213182:0:35272:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:3.0:1783444843.213184:0:35272:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444843.213186:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c039c8 00800000:00000002:3.0:1783444843.213189:0:35272:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1783444843.213193:0:35272:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444843.213195:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03900 00000002:00010000:3.0:1783444843.213197:0:35272:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240100001 00000002:00000001:3.0:1783444843.213201:0:35272:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1783444843.213204:0:35272:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1783444843.213207:0:35272:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783444843.213215:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 3 00010000:00000001:3.0:1783444843.213218:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444843.213222:0:35272:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783444843.213225:0:35272:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444843.213227:0:35272:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444843.213229:0:35272:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444843.213231:0:35272:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1783444843.213233:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebfd00 count: 2 00010000:00000001:3.0:1783444843.213234:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444843.213235:0:35272:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1783444843.213237:0:35272:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444843.213238:0:35272:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444843.213240:0:35272:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444843.213244:0:35272:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462300. 00000020:00000040:3.0:1783444843.213247:0:35272:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:3.0:1783444843.213252:0:35272:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1783444843.213253:0:35272:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444843.213256:0:35272:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783444843.213260:0:35272:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444843.213262:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444843.213263:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444843.213265:0:35272:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444843.213267:0:35272:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444843.213269:0:35272:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444843.213273:0:35272:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444843.213279:0:35272:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c7452adc00. 00000100:00000001:3.0:1783444843.213285:0:35272:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444843.213289:0:35272:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444843.213290:0:35272:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444843.213292:0:35272:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444843.213293:0:35272:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444843.213295:0:35272:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444843.213301:0:35272:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00010000:00000001:3.0:1783444843.213304:0:35272:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783444843.213307:0:35272:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1783444843.213309:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebfd00 count: 2 00010000:00000001:3.0:1783444843.213311:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444843.213313:0:35272:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783444843.213317:0:35272:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c751b14200. 00000020:00000001:3.0:1783444843.213321:0:35272:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783444843.213324:0:35272:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c751b14200 with handle 0x5503b2fe824ef745 to hash 00000020:00000001:3.0:1783444843.213326:0:35272:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783444843.213328:0:35272:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000001:3.0:1783444843.213331:0:35272:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000001:3.0:1783444843.213335:0:35272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444843.213338:0:35272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444843.213341:0:35272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14200/0x5503b2fe824ef745 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444843.213349:0:35272:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14200/0x5503b2fe824ef745 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35272 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1783444843.213361:0:35272:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1783444843.213367:0:35272:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c760462300 x1870075608313088/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1783444843.213376:0:35272:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14200/0x5503b2fe824ef745 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35272 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783444843.213382:0:35272:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444843.213384:0:35272:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444843.213391:0:35272:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7462183c0. 00000100:00000001:3.0:1783444843.213393:0:35272:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883793961920 : -121189915589696 : ffff91c7462183c0) 00000100:00000001:3.0:1783444843.213396:0:35272:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444843.213398:0:35272:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00000100:00000001:3.0:1783444843.213402:0:35272:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444843.213406:0:35272:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444843.213409:0:35272:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444843.213410:0:35272:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444843.213415:0:35272:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462300 x1870075608313088/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444843.213423:0:35272:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444843.213425:0:35272:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444843.213429:0:35272:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444843.213431:0:35272:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444843.213433:0:35272:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444843.213437:0:35272:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462300 pname:cluuid:pid:xid:nid:opc:job cat:666e3c65-e321-43ec-a94e-a01058e25d7d:35272:1870075608313088:192.168.204.110@tcp:101:cat.0 00000100:00000001:3.0:1783444843.213441:0:35272:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444843.213446:0:35272:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444843.213448:0:35272:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444843.213450:0:35272:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444843.213552:0:35272:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff91c760a00000. 02000000:00000001:3.0:1783444843.213556:0:35272:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444843.213563:0:35272:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444843.213567:0:35272:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7588113c8. 00000400:00000010:3.0:1783444843.213573:0:35272:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff91c742b21800. 00000100:00000200:3.0:1783444843.213582:0:35272:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1870075608313088, portal 10 00000100:00000001:3.0:1783444843.213584:0:35272:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444843.213585:0:35272:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00000100:00000040:3.0:1783444843.213591:0:35272:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c760462300 x1870075608313088/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444859 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444843.213597:0:35272:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444843.213599:0:35272:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444843.213603:0:35272:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218000. 00000100:00000200:3.0:1783444843.213607:0:35272:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1870075608313088, offset 0 00000400:00000200:3.0:1783444843.213613:0:35272:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444843.213623:0:35272:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444843.213631:0:35272:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444843.213637:0:35272:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444843.213641:0:35272:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444843.213645:0:35272:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444843.213648:0:35272:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444843.213652:0:35272:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2927:2927:256:4294967295] 192.168.204.110@tcp LPNI seq info [2927:2927:8:4294967295] 00000400:00000200:3.0:1783444843.213657:0:35272:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444843.213666:0:35272:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444843.213673:0:35272:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444843.213679:0:35272:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c200. 00000800:00000200:3.0:1783444843.213686:0:35272:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444843.213694:0:35272:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444843.213699:0:35272:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c200 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1783444843.214689:0:35272:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444843.214699:0:35272:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 888685 usecs (889 jiffies) 00000400:00000200:3.0:1783444843.214706:0:35272:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444843.214719:0:35272:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296483109 00000100:00000001:2.0:1783444843.214837:0:35272:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296483093 00000100:00000001:2.0:1783444843.214844:0:35272:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296483109 00000100:00000001:2.0:1783444843.214849:0:35272:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296483093 00000100:00000001:2.0:1783444843.214852:0:35272:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444843.214855:0:35272:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.214858:0:35272:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444843.214860:0:35272:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444843.214863:0:35272:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7462183c0 going to sleep for 11 seconds 00000100:00000001:2.0:1783444843.214865:0:35272:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444843.214869:0:35272:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444843.219690:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444843.219699:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c200. 00000400:00000200:0.0:1783444843.219835:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444843.219845:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444843.219852:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218000 00000400:00000010:0.0:1783444843.219856:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218000. 00000100:00000001:0.0:1783444843.219862:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444843.219870:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462300 x1870075608313088/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444859 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444843.219883:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444843.219887:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462300 x1870075608313088/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444859 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444843.219894:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444843.219895:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444843.220370:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.220444:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444843.220448:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.220451:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444843.220459:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.220464:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444843.220472:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.220476:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.220481:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.220485:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a4d2e8562d00 00000400:00000200:1.0:1783444843.220489:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.220494:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x80f1 [64] + 224 00000800:00000001:1.0:1783444843.220501:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.220508:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444843.220511:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444843.220514:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444843.220519:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444843.220581:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462300 x1870075608313088/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444859 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444843.220589:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff91c760462300 x1870075608313088/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444843.220645:0:35272:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444843.220664:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444843.220672:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.220676:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1783444843.220706:0:35272:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444843.220897:0:35272:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444843.220900:0:35272:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7588113c8. 00000400:00000200:2.0:1783444843.220905:0:35272:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c742b21800 00000400:00000010:2.0:1783444843.220907:0:35272:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffff91c742b21800. 00000100:00000001:2.0:1783444843.220911:0:35272:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444843.220917:0:35272:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462300 x1870075608313088/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783444843.220925:0:35272:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462300 x1870075608313088/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444843.220930:0:35272:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444843.220932:0:35272:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444843.220935:0:35272:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444843.220938:0:35272:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444843.220940:0:35272:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444843.220943:0:35272:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444843.220946:0:35272:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444843.220954:0:35272:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=23 v=5 (5 105 105 105) 00000100:00001000:2.0:1783444843.220958:0:35272:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444843.220961:0:35272:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444843.220962:0:35272:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.220966:0:35272:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444843.220969:0:35272:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.220972:0:35272:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783444843.220974:0:35272:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1783444843.220976:0:35272:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783444843.220978:0:35272:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444843.220980:0:35272:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00000100:00000001:2.0:1783444843.221143:0:35272:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444843.221146:0:35272:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1783444843.221148:0:35272:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444843.221150:0:35272:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444843.221155:0:35272:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760462300 x1870075608313088/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444859 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444843.221162:0:35272:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444843.221165:0:35272:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444843.221167:0:35272:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444843.221171:0:35272:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760462300 x1870075608313088/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444859 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783444843.221178:0:35272:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760462300 pname:cluuid:pid:xid:nid:opc:job cat:666e3c65-e321-43ec-a94e-a01058e25d7d:35272:1870075608313088:192.168.204.110@tcp:101:cat.0 00000100:00000001:2.0:1783444843.221183:0:35272:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444843.221186:0:35272:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.221189:0:35272:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444843.221191:0:35272:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444843.221193:0:35272:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462300 x1870075608313088/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444859 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444843.221200:0:35272:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444843.221203:0:35272:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7462183c0. 00000100:00000001:2.0:1783444843.221207:0:35272:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444843.221208:0:35272:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.221211:0:35272:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783444843.221218:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.221221:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.221224:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14200 refcount=4 00000020:00000001:2.0:1783444843.221226:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000001:2.0:1783444843.221228:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000040:2.0:1783444843.221234:0:35272:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c751b14200, remote cookie: 0x332dd2263f6ddc9a, flags: 0x1001 00010000:00000040:2.0:1783444843.221237:0:35272:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1783444843.221240:0:35272:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1783444843.221248:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 3 00010000:00000001:2.0:1783444843.221250:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444843.221254:0:35272:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444843.221258:0:35272:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14200/0x5503b2fe824ef745 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc9a expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444843.221268:0:35272:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14200/0x5503b2fe824ef745 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc9a expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444843.221274:0:35272:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783444843.221278:0:35272:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783444843.221280:0:35272:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783444843.221281:0:35272:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783444843.221282:0:35272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783444843.221284:0:35272:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2b:0x0].0x0 (ffff91c747211e00) refcount = 3 00010000:00000040:2.0:1783444843.221288:0:35272:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1783444843.221290:0:35272:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef737 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc7e expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:2.0:1783444843.221297:0:35272:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1783444843.221304:0:35272:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14200/0x5503b2fe824ef745 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc9a expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444843.221320:0:35272:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783444843.221324:0:35272:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783444843.221325:0:35272:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444843.221328:0:35272:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783444843.221330:0:35272:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444843.221333:0:35272:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14200/0x5503b2fe824ef745 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc9a expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444843.221339:0:35272:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783444843.221340:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.221342:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.221343:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.221344:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.221346:0:35272:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444843.221349:0:35272:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1783444843.221352:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.221353:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.221355:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14200 refcount=3 00000020:00000001:2.0:1783444843.221356:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000001:2.0:1783444843.221358:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000001:2.0:1783444843.221360:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.221361:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1783444843.221365:0:35272:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff91c760462300 x1870075608313088/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444859 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783444843.221374:0:35272:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1783444843.221379:0:35272:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c760462300 x1870075608313088/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444859 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783444843.221463:0:35272:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.221471:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.221472:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.221473:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14200 refcount=3 00000020:00000001:2.0:1783444843.221476:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000001:2.0:1783444843.221479:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00000002:00010000:2.0:1783444843.221482:0:35272:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14200/0x5503b2fe824ef745 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc9a expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1783444843.221494:0:35272:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff91c76050ad00. 00010000:00000001:2.0:1783444843.221496:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.221497:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444843.221498:0:35272:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444843.221500:0:35272:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444843.221503:0:35272:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1783444843.221505:0:35272:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444843.221506:0:35272:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00010000:00000001:2.0:1783444843.221509:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.221510:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.221511:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14200 refcount=3 00000020:00000001:2.0:1783444843.221513:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000001:2.0:1783444843.221515:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00000002:00010000:2.0:1783444843.221518:0:35272:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14200/0x5503b2fe824ef745 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc9a expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444843.221524:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.221525:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.221527:0:35272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783444843.221529:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.221530:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.221531:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14200 refcount=3 00000020:00000001:2.0:1783444843.221533:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000001:2.0:1783444843.221535:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000040:2.0:1783444843.221539:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 4 00010000:00000001:2.0:1783444843.221541:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1783444843.221545:0:35272:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 16 res 8589935621/43 (0 0) 00010000:00000001:2.0:1783444843.221548:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.221549:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444843.221550:0:35272:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783444843.221553:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03888 00000002:00002000:2.0:1783444843.221555:0:35272:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=280002b: rc = 0 00000002:00000001:2.0:1783444843.221558:0:35272:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444843.221562:0:35272:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444843.221565:0:35272:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783444843.221568:0:35272:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1783444843.221571:0:35272:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444843.221574:0:35272:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:2.0:1783444843.221578:0:35272:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c750f6a000. 00000080:00000001:2.0:1783444843.221582:0:35272:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783444843.221587:0:35272:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1783444843.221590:0:35272:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:2.0:1783444843.221595:0:35272:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444843.221599:0:35272:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7000. 00000020:00000010:2.0:1783444843.221604:0:35272:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75a268200. 00000020:00000010:2.0:1783444843.221610:0:35272:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c75a269c00. 00000020:00000010:2.0:1783444843.221613:0:35272:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427e40. 00000008:00000010:2.0:1783444843.221619:0:35272:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444843.221624:0:35272:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444843.221628:0:35272:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444843.221636:0:35272:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444843.221640:0:35272:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444843.221644:0:35272:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75a268400. 00000008:00000010:2.0:1783444843.221648:0:35272:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444843.221651:0:35272:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444843.221654:0:35272:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444843.221658:0:35272:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526e870. 00000020:00000001:2.0:1783444843.221661:0:35272:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747360776 : -121189962190840 : ffff91c7435a7008) 00000020:00001000:2.0:1783444843.221663:0:35272:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7000 00000020:00000001:2.0:1783444843.221665:0:35272:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1783444843.221669:0:35272:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:2.0:1783444843.221672:0:35272:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1783444843.221677:0:35272:0:(lov_ea.c:221:lsme_unpack()) kmalloced '(lsme)': 80 at ffff91c760427600. 00020000:00000010:2.0:1783444843.221682:0:35272:0:(lov_ea.c:258:lsme_unpack()) slab-alloced 'loi': 112 at ffff91c74500c580. 00020000:00000010:2.0:1783444843.221687:0:35272:0:(lov_ea.c:385:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91c760427ae0. 00020000:00000001:2.0:1783444843.221689:0:35272:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446622884232329952 : -121189477221664 : ffff91c760427ae0) 00020000:00000002:2.0:1783444843.221692:0:35272:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c760427ae0, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783444843.221696:0:35272:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783444843.221700:0:35272:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c74500c580: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:2.0:1783444843.221704:0:35272:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff91c7464b7c98) owner ffff91c760a4cf80 00020000:00000001:2.0:1783444843.222181:0:35272:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1783444843.222186:0:35272:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff91c7464b7c98) owner ffff91c760a4cf80 00020000:00000010:2.0:1783444843.222192:0:35272:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91c74500c580. 00020000:00000010:2.0:1783444843.222195:0:35272:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff91c760427600. 00020000:00000010:2.0:1783444843.222199:0:35272:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91c760427ae0. 00020000:00000002:2.0:1783444843.222202:0:35272:0:(lov_object.c:1533:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1783444843.222204:0:35272:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.222206:0:35272:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1783444843.222209:0:35272:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7000 00000020:00000010:2.0:1783444843.222213:0:35272:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c75a269c00. 00000020:00000010:2.0:1783444843.222217:0:35272:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427e40. 00000008:00000010:2.0:1783444843.222220:0:35272:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444843.222223:0:35272:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444843.222226:0:35272:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444843.222230:0:35272:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444843.222233:0:35272:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444843.222236:0:35272:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75a268200. 00000008:00000010:2.0:1783444843.222239:0:35272:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444843.222242:0:35272:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444843.222245:0:35272:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444843.222248:0:35272:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e870. 00000020:00000010:2.0:1783444843.222251:0:35272:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75a268400. 00000020:00000010:2.0:1783444843.222253:0:35272:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7000. 00000080:00000001:2.0:1783444843.222257:0:35272:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611179 : 144115205339611179 : 20000040500002b) 00000080:00000001:2.0:1783444843.222261:0:35272:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:2.0:1783444843.222266:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.222268:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.222270:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14200 refcount=3 00000020:00000001:2.0:1783444843.222272:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000001:2.0:1783444843.222274:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00000080:00000001:2.0:1783444843.222278:0:35272:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:2.0:1783444843.222280:0:35272:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444843.222284:0:35272:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7000. 00000020:00000010:2.0:1783444843.222286:0:35272:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75a268400. 00000020:00000010:2.0:1783444843.222289:0:35272:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c75a268200. 00000020:00000010:2.0:1783444843.222290:0:35272:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427e40. 00000008:00000010:2.0:1783444843.222294:0:35272:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444843.222296:0:35272:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444843.222298:0:35272:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444843.222300:0:35272:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444843.222303:0:35272:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444843.222305:0:35272:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75a269c00. 00000008:00000010:2.0:1783444843.222308:0:35272:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444843.222310:0:35272:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444843.222313:0:35272:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444843.222315:0:35272:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526e870. 00000020:00000001:2.0:1783444843.222318:0:35272:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747360776 : -121189962190840 : ffff91c7435a7008) 00000020:00001000:2.0:1783444843.222320:0:35272:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7000 00000020:00000001:2.0:1783444843.222322:0:35272:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1783444843.222324:0:35272:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:2.0:1783444843.222325:0:35272:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1783444843.222327:0:35272:0:(lov_ea.c:221:lsme_unpack()) kmalloced '(lsme)': 80 at ffff91c760427ae0. 00020000:00000010:2.0:1783444843.222330:0:35272:0:(lov_ea.c:258:lsme_unpack()) slab-alloced 'loi': 112 at ffff91c74500c580. 00020000:00000010:2.0:1783444843.222333:0:35272:0:(lov_ea.c:385:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91c760427600. 00020000:00000001:2.0:1783444843.222334:0:35272:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446622884232328704 : -121189477222912 : ffff91c760427600) 00020000:00000002:2.0:1783444843.222337:0:35272:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c760427600, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783444843.222341:0:35272:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783444843.222344:0:35272:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c74500c580: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:2.0:1783444843.222347:0:35272:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff91c7464b7c98) owner ffff91c760a4cf80 00020000:00000001:2.0:1783444843.222349:0:35272:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1783444843.222351:0:35272:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff91c7464b7c98) owner ffff91c760a4cf80 00020000:00000010:2.0:1783444843.222353:0:35272:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91c74500c580. 00020000:00000010:2.0:1783444843.222355:0:35272:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff91c760427ae0. 00020000:00000010:2.0:1783444843.222357:0:35272:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91c760427600. 00020000:00000002:2.0:1783444843.222359:0:35272:0:(lov_object.c:1533:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1783444843.222361:0:35272:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.222363:0:35272:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.222366:0:35272:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1783444843.222369:0:35272:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c760a4cf80 00020000:00000002:2.0:1783444843.222372:0:35272:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff91c760427540 addref 2/0 by ffff91c760a4cf80. 00020000:00000002:2.0:1783444843.222375:0:35272:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c760a4cf80 00020000:00000001:2.0:1783444843.222377:0:35272:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1783444843.222379:0:35272:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1783444843.222451:0:35272:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1783444843.222454:0:35272:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1783444843.222457:0:35272:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1783444843.222460:0:35272:0:(file.c:6749:ll_layout_conf()) [0x200000405:0x2b:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1783444843.222462:0:35272:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7000 00000020:00000010:2.0:1783444843.222465:0:35272:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c75a268200. 00000020:00000010:2.0:1783444843.222467:0:35272:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427e40. 00000008:00000010:2.0:1783444843.222470:0:35272:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444843.222472:0:35272:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444843.222475:0:35272:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444843.222478:0:35272:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444843.222480:0:35272:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444843.222482:0:35272:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75a268400. 00000008:00000010:2.0:1783444843.222485:0:35272:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444843.222487:0:35272:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444843.222490:0:35272:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444843.222493:0:35272:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e870. 00000020:00000010:2.0:1783444843.222496:0:35272:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75a269c00. 00000020:00000010:2.0:1783444843.222498:0:35272:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7000. 00000080:00000001:2.0:1783444843.222501:0:35272:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.222503:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.222504:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783444843.222506:0:35272:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783444843.222509:0:35272:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1783444843.222511:0:35272:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444843.222514:0:35272:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff91c748db7448) for lock 0x5503b2fe824ef745 00800000:00000001:2.0:1783444843.222518:0:35272:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444843.222520:0:35272:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444843.222521:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.222523:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.222524:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14200 refcount=3 00000020:00000001:2.0:1783444843.222527:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000001:2.0:1783444843.222529:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000001:2.0:1783444843.222532:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.222533:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444843.222535:0:35272:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444843.222536:0:35272:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444843.222540:0:35272:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444843.222548:0:35272:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462300 x1870075608313088/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444859 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444843.222557:0:35272:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444843.222560:0:35272:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef745 from it ffffa31941c03bf0 00010000:00000001:2.0:1783444843.222562:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.222563:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.222565:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b14200 refcount=3 00000020:00000001:2.0:1783444843.222567:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000001:2.0:1783444843.222569:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987931648 : -121189721619968 : ffff91c751b14200) 00010000:00000001:2.0:1783444843.222571:0:35272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444843.222575:0:35272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14200/0x5503b2fe824ef745 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6ddc9a expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444843.222586:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.222587:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.222588:0:35272:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444843.222591:0:35272:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444843.222594:0:35272:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14200/0x5503b2fe824ef745 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6ddc9a expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783444843.222601:0:35272:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444843.222604:0:35272:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444843.222606:0:35272:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444843.222610:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.222611:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.222614:0:35272:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.222617:0:35272:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444843.222618:0:35272:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.222620:0:35272:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.222623:0:35272:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.222626:0:35272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444843.222627:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.222628:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783444843.222631:0:35272:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783444843.222637:0:35272:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff91c76050a400. 00000080:00000001:2.0:1783444843.222640:0:35272:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:2.0:1783444843.222644:0:35272:0:(lmv_obd.c:4175:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1783444843.222647:0:35272:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444843.222649:0:35272:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444843.222652:0:35272:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444843.222654:0:35272:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444843.222656:0:35272:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444843.222658:0:35272:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1783444843.222661:0:35272:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444843.222664:0:35272:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1783444843.222667:0:35272:0:(obd.h:1438:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91c7507eb080. 00000002:00100000:2.0:1783444843.222672:0:35272:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c760462300 x1870075608313088/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444859 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783444843.222685:0:35272:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444843.222687:0:35272:0:(lmv_obd.c:4181:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1783444843.222691:0:35272:0:(rw.c:949:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1783444843.222695:0:35272:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.222699:0:35272:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1783444843.222701:0:35272:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1783444843.222702:0:35272:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444843.222705:0:35272:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1783444843.222903:0:35272:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.222906:0:35272:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1783444843.222910:0:35272:0:(pcc.c:1947:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.222913:0:35272:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783444843.222915:0:35272:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.222918:0:35272:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444843.222923:0:35272:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444843.222927:0:35272:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462300 x1870075608313088/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444859 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1783444843.222935:0:35272:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444843.222939:0:35272:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff91c760a00000. 02000000:00000001:2.0:1783444843.222972:0:35272:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1783444843.222974:0:35272:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.222977:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03b98 00000080:00000008:2.0:1783444843.222980:0:35272:0:(file.c:1297:ll_file_open()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff91c748db7448), flags 100000, rc = 0 00000020:00000001:2.0:1783444843.223470:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03d28 00000080:00200008:2.0:1783444843.223473:0:35272:0:(file.c:6217:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff91c748db7448), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1783444843.223479:0:35272:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783444843.223481:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03ca0 00000080:00200000:2.0:1783444843.223483:0:35272:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff91c748db7448),name=recon 00000080:00000010:2.0:1783444843.223491:0:35272:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75a269c00. 00800000:00000002:2.0:1783444843.223496:0:35272:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:2.0:1783444843.223502:0:35272:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444843.223506:0:35272:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444843.223508:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03bc0 00800000:00000002:2.0:1783444843.223511:0:35272:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444843.223515:0:35272:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1783444843.223518:0:35272:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444843.223519:0:35272:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444843.223521:0:35272:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444843.223523:0:35272:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444843.223525:0:35272:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444843.223527:0:35272:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444843.223529:0:35272:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444843.223531:0:35272:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444843.223532:0:35272:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444843.223533:0:35272:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444843.223534:0:35272:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444843.223535:0:35272:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444843.223537:0:35272:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1783444843.223538:0:35272:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444843.223541:0:35272:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:2.0:1783444843.223546:0:35272:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444843.223547:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03a90 00000002:00010000:2.0:1783444843.223549:0:35272:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783444843.223552:0:35272:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783444843.223554:0:35272:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444843.223557:0:35272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444843.223562:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 4 00010000:00000001:2.0:1783444843.223565:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444843.223569:0:35272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444843.223573:0:35272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444843.223577:0:35272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1783444843.223585:0:35272:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444843.223589:0:35272:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444843.223592:0:35272:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1783444843.223603:0:35272:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783444843.223605:0:35272:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783444843.223607:0:35272:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444843.223609:0:35272:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444843.223611:0:35272:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444843.223613:0:35272:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783444843.223616:0:35272:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783444843.223618:0:35272:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:2.0:1783444843.223621:0:35272:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75a269c00. 00000080:00000001:2.0:1783444843.223625:0:35272:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783444843.223627:0:35272:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444843.223629:0:35272:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff91c748db7448) 00000080:00010000:2.0:1783444843.223633:0:35272:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff91c748db7448) for lock 0x5503b2fe824ef714 00800000:00000001:2.0:1783444843.223635:0:35272:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444843.223637:0:35272:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444843.223638:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.223640:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.223642:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224c00 refcount=3 00000020:00000001:2.0:1783444843.223645:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444843.223647:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444843.223650:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.223651:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444843.223652:0:35272:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444843.223654:0:35272:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444843.223656:0:35272:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef714 from it ffffa31941c03cd8 00010000:00000001:2.0:1783444843.223658:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.223659:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.223660:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224c00 refcount=3 00000020:00000001:2.0:1783444843.223661:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444843.223664:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444843.223665:0:35272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444843.223668:0:35272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783444843.223675:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.223676:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.223677:0:35272:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444843.223679:0:35272:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444843.223681:0:35272:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1783444843.223687:0:35272:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444843.223689:0:35272:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444843.223691:0:35272:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444843.223693:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.223694:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.223695:0:35272:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.223697:0:35272:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444843.223698:0:35272:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.223700:0:35272:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.223705:0:35272:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.223819:0:35272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444843.223821:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.223822:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783444843.223824:0:35272:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783444843.223826:0:35272:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444843.223829:0:35272:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1783444843.223832:0:35272:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1783444843.223834:0:35272:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444843.223836:0:35272:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1783444843.223837:0:35272:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.223839:0:35272:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1783444843.223842:0:35272:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1783444843.223845:0:35272:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444843.223849:0:35272:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7000. 00000020:00000010:2.0:1783444843.223852:0:35272:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75a269c00. 00000020:00000010:2.0:1783444843.223856:0:35272:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c75a268400. 00000020:00000010:2.0:1783444843.223860:0:35272:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427e40. 00000008:00000010:2.0:1783444843.223865:0:35272:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444843.223868:0:35272:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444843.223872:0:35272:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444843.223876:0:35272:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444843.223880:0:35272:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444843.223883:0:35272:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75a268200. 00000008:00000010:2.0:1783444843.223886:0:35272:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444843.223889:0:35272:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444843.223892:0:35272:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444843.223895:0:35272:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526e870. 00000020:00000001:2.0:1783444843.223897:0:35272:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747360776 : -121189962190840 : ffff91c7435a7008) 00000020:00001000:2.0:1783444843.223899:0:35272:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7000 00000020:00000001:2.0:1783444843.223904:0:35272:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.223906:0:35272:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783444843.223909:0:35272:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:2.0:1783444843.223911:0:35272:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1783444843.223913:0:35272:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444843.223915:0:35272:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1783444843.223917:0:35272:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783444843.223919:0:35272:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.223921:0:35272:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783444843.223923:0:35272:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x2b:0x0]io ffff91c7452b09a0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1783444843.223926:0:35272:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c760a4cf80 00020000:00000001:2.0:1783444843.223930:0:35272:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1783444843.223932:0:35272:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1783444843.223935:0:35272:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1783444843.223936:0:35272:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.223938:0:35272:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1783444843.223940:0:35272:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1783444843.223942:0:35272:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.223943:0:35272:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444843.223944:0:35272:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1783444843.223945:0:35272:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1783444843.223947:0:35272:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c760a4cf80 00000020:00000001:2.0:1783444843.223949:0:35272:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1783444843.223951:0:35272:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1783444843.223952:0:35272:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:2.0:1783444843.223955:0:35272:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1783444843.223957:0:35272:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1783444843.223959:0:35272:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1783444843.223961:0:35272:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1783444843.223966:0:35272:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1783444843.223970:0:35272:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91c743ef4580. 00020000:00000002:2.0:1783444843.223973:0:35272:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1783444843.223975:0:35272:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1783444843.223977:0:35272:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444843.223979:0:35272:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1783444843.223980:0:35272:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444843.224181:0:35272:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7ea0. 00000020:00000010:2.0:1783444843.224186:0:35272:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c743c30400. 00000020:00000010:2.0:1783444843.224189:0:35272:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c743c30c00. 00000020:00000010:2.0:1783444843.224192:0:35272:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427600. 00000008:00000010:2.0:1783444843.224196:0:35272:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103d980. 00020000:00000010:2.0:1783444843.224199:0:35272:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f480. 00008000:00000010:2.0:1783444843.224202:0:35272:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751340e20. 00000080:00000010:2.0:1783444843.224205:0:35272:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e690. 00000080:00000010:2.0:1783444843.224208:0:35272:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b1970. 00000020:00000010:2.0:1783444843.224211:0:35272:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7435f4400. 00000008:00000010:2.0:1783444843.224214:0:35272:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a4c60. 00020000:00000010:2.0:1783444843.224217:0:35272:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c6fe8. 00008000:00000010:2.0:1783444843.224219:0:35272:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8220. 00000080:00000010:2.0:1783444843.224222:0:35272:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526eb40. 00000020:00000001:2.0:1783444843.224224:0:35272:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747364520 : -121189962187096 : ffff91c7435a7ea8) 00000020:00001000:2.0:1783444843.224226:0:35272:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7ea0 00000020:00000001:2.0:1783444843.224229:0:35272:0:(cl_object.c:151:cl_object_top()) ffff91c74529d5f8 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.224230:0:35272:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1783444843.224234:0:35272:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444843.224235:0:35272:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1783444843.224236:0:35272:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.224238:0:35272:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.224240:0:35272:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444843.224242:0:35272:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1783444843.224246:0:35272:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91c7603d2e40. 00000008:00010000:2.0:1783444843.224249:0:35272:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1783444843.224251:0:35272:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444843.224253:0:35272:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1783444843.224254:0:35272:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91c743ef45b0, osc lock ffff91c7603d2e40, flags 0x400001002 00000020:00000001:2.0:1783444843.224256:0:35272:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.224258:0:35272:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.224260:0:35272:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446622883757114752 : -121189952436864 : ffff91c743ef4580) 00000020:00000001:2.0:1783444843.224262:0:35272:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444843.224263:0:35272:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1783444843.224265:0:35272:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.224266:0:35272:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.224269:0:35272:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1783444843.224270:0:35272:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1783444843.224272:0:35272:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444843.224273:0:35272:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444843.224275:0:35272:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444843.224276:0:35272:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444843.224277:0:35272:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444843.224279:0:35272:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444843.224281:0:35272:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1783444843.224284:0:35272:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1783444843.224286:0:35272:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1783444843.224287:0:35272:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1783444843.224288:0:35272:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1783444843.224290:0:35272:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1783444843.224291:0:35272:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1783444843.224293:0:35272:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1783444843.224295:0:35272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444843.224298:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211700 count: 2 00010000:00000001:2.0:1783444843.224301:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444843.224305:0:35272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444843.224308:0:35272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444843.224311:0:35272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1783444843.224320:0:35272:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444843.224324:0:35272:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444843.224327:0:35272:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1783444843.224333:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.224335:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.224336:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=4 00000020:00000001:2.0:1783444843.224338:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.224340:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00000008:00000001:2.0:1783444843.224344:0:35272:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1783444843.224346:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.224347:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.224348:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=5 00000020:00000001:2.0:1783444843.224349:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.224351:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00000020:00000001:2.0:1783444843.224354:0:35272:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783444843.224356:0:35272:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1783444843.224358:0:35272:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1783444843.224359:0:35272:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.224360:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.224361:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.224362:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=6 00000020:00000001:2.0:1783444843.224364:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.224365:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.224367:0:35272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444843.224369:0:35272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1783444843.224375:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.224376:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.224377:0:35272:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444843.224378:0:35272:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444843.224450:0:35272:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783444843.224458:0:35272:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444843.224460:0:35272:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444843.224461:0:35272:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444843.224464:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.224465:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.224466:0:35272:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.224468:0:35272:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444843.224470:0:35272:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.224471:0:35272:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.224474:0:35272:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.224475:0:35272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444843.224477:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.224478:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.224479:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.224480:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444843.224481:0:35272:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444843.224484:0:35272:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.224486:0:35272:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.224487:0:35272:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.224489:0:35272:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.224491:0:35272:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783444843.224492:0:35272:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1783444843.224494:0:35272:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1783444843.224496:0:35272:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1783444843.224497:0:35272:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.224499:0:35272:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.224503:0:35272:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1783444843.224505:0:35272:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.224507:0:35272:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.224508:0:35272:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783444843.224512:0:35272:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1783444843.224514:0:35272:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=46 m=1783444843 a=0 c=1783444843 b=0 00020000:00000001:2.0:1783444843.224517:0:35272:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.224519:0:35272:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.224521:0:35272:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000080:00200000:2.0:1783444843.224523:0:35272:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:2.0:1783444843.224526:0:35272:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1783444843.224530:0:35272:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1783444843.224531:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91c7452b0940 (ffff91c7435a7008/0) at cl_lock_release():245 00000020:00000001:2.0:1783444843.224534:0:35272:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444843.224535:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c7452b0940 (ffff91c7435a7008/0) at cl_lock_cancel():142 00020000:00000001:2.0:1783444843.224538:0:35272:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1783444843.224540:0:35272:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444843.224541:0:35272:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444843.224543:0:35272:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444843.224544:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c743ef45b0 (ffff91c7435a7ea8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1783444843.224547:0:35272:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1783444843.224548:0:35272:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1783444843.224549:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.224551:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444843.224552:0:35272:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1783444843.224553:0:35272:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444843.224554:0:35272:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444843.224555:0:35272:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444843.224557:0:35272:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444843.224558:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c7452b0940 (ffff91c7435a7008/0) at cl_lock_fini():72 00020000:00000001:2.0:1783444843.224560:0:35272:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1783444843.224562:0:35272:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444843.224563:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c743ef45b0 (ffff91c7435a7008/1) at cl_lock_fini():72 00000008:00000010:2.0:1783444843.224565:0:35272:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91c7603d2e40. 00000020:00000001:2.0:1783444843.224569:0:35272:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1783444843.224571:0:35272:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91c743ef4580. 00020000:00000001:2.0:1783444843.224573:0:35272:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1783444843.224574:0:35272:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1783444843.224576:0:35272:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1783444843.224577:0:35272:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.224579:0:35272:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1783444843.224581:0:35272:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:2.0:1783444843.224583:0:35272:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1783444843.224584:0:35272:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1783444843.224586:0:35272:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783444843.224587:0:35272:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7ea0 00000020:00000010:2.0:1783444843.224592:0:35272:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c743c30c00. 00000020:00000010:2.0:1783444843.224597:0:35272:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427600. 00000008:00000010:2.0:1783444843.224601:0:35272:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103d980. 00020000:00000010:2.0:1783444843.224604:0:35272:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f480. 00008000:00000010:2.0:1783444843.224607:0:35272:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751340e20. 00000080:00000010:2.0:1783444843.224611:0:35272:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e690. 00000080:00000010:2.0:1783444843.224614:0:35272:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b1970. 00000020:00000010:2.0:1783444843.224617:0:35272:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c743c30400. 00000008:00000010:2.0:1783444843.224619:0:35272:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a4c60. 00020000:00000010:2.0:1783444843.224622:0:35272:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c6fe8. 00008000:00000010:2.0:1783444843.224626:0:35272:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8220. 00000080:00000010:2.0:1783444843.224628:0:35272:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526eb40. 00000020:00000010:2.0:1783444843.224630:0:35272:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7435f4400. 00000020:00000010:2.0:1783444843.224633:0:35272:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7ea0. 00020000:00000001:2.0:1783444843.224635:0:35272:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1783444843.224637:0:35272:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:2.0:1783444843.224639:0:35272:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1783444843.224641:0:35272:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1783444843.224644:0:35272:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783444843.224646:0:35272:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.224647:0:35272:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783444843.224649:0:35272:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1783444843.224650:0:35272:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783444843.224651:0:35272:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7000 00000020:00000010:2.0:1783444843.224652:0:35272:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c75a268400. 00000020:00000010:2.0:1783444843.224655:0:35272:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427e40. 00000008:00000010:2.0:1783444843.224657:0:35272:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444843.224659:0:35272:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444843.224662:0:35272:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444843.224664:0:35272:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444843.224666:0:35272:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444843.224668:0:35272:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75a269c00. 00000008:00000010:2.0:1783444843.224672:0:35272:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444843.224674:0:35272:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444843.224676:0:35272:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444843.224678:0:35272:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e870. 00000020:00000010:2.0:1783444843.224681:0:35272:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75a268200. 00000020:00000010:2.0:1783444843.224683:0:35272:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7000. 00000001:00000001:2.0:1783444843.224685:0:35272:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.224691:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03d28 00000080:00000008:2.0:1783444843.224693:0:35272:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff91c748db7448), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1783444843.224918:0:35272:0:(file.c:2446:do_file_read_iter()) Process entered 00000020:00000001:2.0:1783444843.224920:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03d88 00000080:00200008:2.0:1783444843.224922:0:35272:0:(file.c:2450:do_file_read_iter()) START file recon:[0x200000405:0x2b:0x0], ppos: 0, count: 4194304 00000080:00000001:2.0:1783444843.224926:0:35272:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:2.0:1783444843.224927:0:35272:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1783444843.224931:0:35272:0:(rw.c:1192:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:2.0:1783444843.224935:0:35272:0:(rw.c:1246:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:2.0:1783444843.224961:0:35272:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444843.224965:0:35272:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7000. 00000020:00000010:2.0:1783444843.224968:0:35272:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7435f4400. 00000020:00000010:2.0:1783444843.224971:0:35272:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7435f4600. 00000020:00000010:2.0:1783444843.224973:0:35272:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427e40. 00000008:00000010:2.0:1783444843.224977:0:35272:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444843.225186:0:35272:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444843.225192:0:35272:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444843.225197:0:35272:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444843.225199:0:35272:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444843.225203:0:35272:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7435f5e00. 00000008:00000010:2.0:1783444843.225207:0:35272:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444843.225209:0:35272:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444843.225212:0:35272:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444843.225214:0:35272:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526e870. 00000020:00000001:2.0:1783444843.225217:0:35272:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747360776 : -121189962190840 : ffff91c7435a7008) 00000020:00001000:2.0:1783444843.225219:0:35272:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7000 00000080:00000001:2.0:1783444843.225222:0:35272:0:(file.c:1972:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1783444843.225225:0:35272:0:(file.c:2023:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.225227:0:35272:0:(file.c:2055:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1783444843.225229:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03c98 00000080:00200000:2.0:1783444843.225231:0:35272:0:(file.c:2058:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00000020:00000001:2.0:1783444843.225237:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03c30 00000080:00200000:2.0:1783444843.225239:0:35272:0:(file.c:1816:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:2.0:1783444843.225241:0:35272:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1783444843.225246:0:35272:0:(cl_io.c:214:cl_io_rw_init()) header@0000000048b891bc[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000020:00200000:2.0:1783444843.225247:0:35272:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:2.0:1783444843.225249:0:35272:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.225251:0:35272:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783444843.225253:0:35272:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:2.0:1783444843.225254:0:35272:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1783444843.225257:0:35272:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444843.225258:0:35272:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1783444843.225260:0:35272:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444843.225264:0:35272:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.225266:0:35272:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783444843.225268:0:35272:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.225270:0:35272:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783444843.225273:0:35272:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x2b:0x0]io ffff91c7452b09a0 type 1 ignore/verify layout 0/0 00020000:00000002:2.0:1783444843.225276:0:35272:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c760a4cf80 00020000:00000001:2.0:1783444843.225278:0:35272:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1783444843.225280:0:35272:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1783444843.225281:0:35272:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1783444843.225283:0:35272:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.225284:0:35272:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1783444843.225286:0:35272:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1783444843.225288:0:35272:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.225289:0:35272:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444843.225290:0:35272:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1783444843.225291:0:35272:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1783444843.225293:0:35272:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c760a4cf80 00000020:00000001:2.0:1783444843.225295:0:35272:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.225297:0:35272:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.225300:0:35272:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1783444843.225302:0:35272:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1783444843.225304:0:35272:0:(lov_io.c:1206:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1783444843.225307:0:35272:0:(lov_io.c:1278:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:2.0:1783444843.225309:0:35272:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1783444843.225311:0:35272:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1783444843.225314:0:35272:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:2.0:1783444843.225317:0:35272:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444843.225319:0:35272:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1783444843.225320:0:35272:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444843.225323:0:35272:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7ea0. 00000020:00000010:2.0:1783444843.225325:0:35272:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7435f4e00. 00000020:00000010:2.0:1783444843.225328:0:35272:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7435f5c00. 00000020:00000010:2.0:1783444843.225330:0:35272:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427600. 00000008:00000010:2.0:1783444843.225333:0:35272:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103d980. 00020000:00000010:2.0:1783444843.225335:0:35272:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f480. 00008000:00000010:2.0:1783444843.225338:0:35272:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751340e20. 00000080:00000010:2.0:1783444843.225340:0:35272:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e690. 00000080:00000010:2.0:1783444843.225343:0:35272:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b1970. 00000020:00000010:2.0:1783444843.225346:0:35272:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75a268200. 00000008:00000010:2.0:1783444843.225348:0:35272:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a4c60. 00020000:00000010:2.0:1783444843.225350:0:35272:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c6fe8. 00008000:00000010:2.0:1783444843.225353:0:35272:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8220. 00000080:00000010:2.0:1783444843.225355:0:35272:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526eb40. 00000020:00000001:2.0:1783444843.225357:0:35272:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747364520 : -121189962187096 : ffff91c7435a7ea8) 00000020:00001000:2.0:1783444843.225359:0:35272:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7ea0 00000020:00000001:2.0:1783444843.225360:0:35272:0:(cl_object.c:151:cl_object_top()) ffff91c74529d5f8 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.225362:0:35272:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1783444843.225364:0:35272:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444843.225365:0:35272:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1783444843.225366:0:35272:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.225368:0:35272:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.225370:0:35272:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444843.225372:0:35272:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1783444843.225373:0:35272:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1783444843.225377:0:35272:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.225378:0:35272:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.225492:0:35272:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.225495:0:35272:0:(lov_io.c:1284:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.225496:0:35272:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.225498:0:35272:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1783444843.225500:0:35272:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:2.0:1783444843.225502:0:35272:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1783444843.225504:0:35272:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1783444843.225507:0:35272:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1783444843.225509:0:35272:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.225511:0:35272:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.225513:0:35272:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1783444843.225515:0:35272:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:2.0:1783444843.225517:0:35272:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1783444843.225518:0:35272:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1783444843.225520:0:35272:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.225522:0:35272:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.225523:0:35272:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.225525:0:35272:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.225527:0:35272:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.225529:0:35272:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1783444843.225531:0:35272:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444843.225532:0:35272:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1783444843.225533:0:35272:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783444843.225535:0:35272:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.225536:0:35272:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.225538:0:35272:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.225540:0:35272:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.225541:0:35272:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783444843.225543:0:35272:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1783444843.225544:0:35272:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1783444843.225545:0:35272:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1783444843.225547:0:35272:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1783444843.225549:0:35272:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:2.0:1783444843.225554:0:35272:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91c743ef4580. 00020000:00000002:2.0:1783444843.225556:0:35272:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:2.0:1783444843.225558:0:35272:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1783444843.225559:0:35272:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444843.225560:0:35272:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444843.225562:0:35272:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1783444843.225564:0:35272:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91c7603d2e40. 00000008:00010000:2.0:1783444843.225566:0:35272:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1783444843.225568:0:35272:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444843.225569:0:35272:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1783444843.225571:0:35272:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91c743ef45b0, osc lock ffff91c7603d2e40, flags 0x0 00000020:00000001:2.0:1783444843.225573:0:35272:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.225575:0:35272:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.225578:0:35272:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446622883757114752 : -121189952436864 : ffff91c743ef4580) 00000020:00000001:2.0:1783444843.225580:0:35272:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444843.225581:0:35272:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1783444843.225582:0:35272:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.225584:0:35272:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.225585:0:35272:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444843.225587:0:35272:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444843.225588:0:35272:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444843.225589:0:35272:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444843.225591:0:35272:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444843.225592:0:35272:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444843.225594:0:35272:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1783444843.225596:0:35272:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.225599:0:35272:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1783444843.225601:0:35272:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1783444843.225602:0:35272:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1783444843.225603:0:35272:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1783444843.225605:0:35272:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1783444843.225606:0:35272:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1783444843.225607:0:35272:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1783444843.225609:0:35272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444843.225613:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211700 count: 2 00010000:00000001:2.0:1783444843.225615:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444843.225619:0:35272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444843.225622:0:35272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444843.225626:0:35272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1783444843.225636:0:35272:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444843.225640:0:35272:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444843.225643:0:35272:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783444843.225650:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.225652:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.225654:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=4 00000020:00000001:2.0:1783444843.225657:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.225659:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00000008:00000001:2.0:1783444843.225661:0:35272:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1783444843.225663:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.225664:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.225666:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=5 00000020:00000001:2.0:1783444843.225667:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.225669:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.225671:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.225672:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.225673:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=6 00000020:00000001:2.0:1783444843.225675:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.225677:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.225678:0:35272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444843.225680:0:35272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444843.225683:0:35272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783444843.225689:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.225691:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444843.225693:0:35272:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.225694:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.225695:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.225696:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=7 00000020:00000001:2.0:1783444843.225698:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.225700:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.225702:0:35272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444843.225705:0:35272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783444843.225839:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.225840:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783444843.225843:0:35272:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 6/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783444843.225849:0:35272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444843.225850:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.225851:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.225852:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.225853:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444843.225854:0:35272:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444843.225856:0:35272:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.225857:0:35272:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.225859:0:35272:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.225860:0:35272:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.225862:0:35272:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.225864:0:35272:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.225865:0:35272:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.225867:0:35272:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1783444843.225869:0:35272:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:2.0:1783444843.225871:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03b90 00000080:00200000:2.0:1783444843.225872:0:35272:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:2.0:1783444843.225876:0:35272:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1783444843.225878:0:35272:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1783444843.225881:0:35272:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:2.0:1783444843.225883:0:35272:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444843.225884:0:35272:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444843.225886:0:35272:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1783444843.225887:0:35272:0:(osc_io.c:1404:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1783444843.225890:0:35272:0:(osc_io.c:1417:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.225891:0:35272:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.225893:0:35272:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.225895:0:35272:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.225897:0:35272:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.225899:0:35272:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.225901:0:35272:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783444843.225903:0:35272:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1783444843.225905:0:35272:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=46 m=1783444843 a=0 c=1783444843 b=0 00020000:00000001:2.0:1783444843.225908:0:35272:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.225909:0:35272:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.225911:0:35272:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000001:00000001:2.0:1783444843.225913:0:35272:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1783444843.225915:0:35272:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:2.0:1783444843.225917:0:35272:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1783444843.225918:0:35272:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1783444843.225919:0:35272:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1783444843.225920:0:35272:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1783444843.225922:0:35272:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1783444843.225926:0:35272:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91c743ef4080. 00020000:00000002:2.0:1783444843.225928:0:35272:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1783444843.225930:0:35272:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1783444843.225931:0:35272:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444843.225932:0:35272:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444843.225934:0:35272:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1783444843.225936:0:35272:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91c7603d38f0. 00000008:00010000:2.0:1783444843.225938:0:35272:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1783444843.225939:0:35272:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444843.225940:0:35272:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1783444843.225942:0:35272:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91c743ef40b0, osc lock ffff91c7603d38f0, flags 0x400001002 00000020:00000001:2.0:1783444843.225943:0:35272:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.225945:0:35272:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.225946:0:35272:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446622883757113472 : -121189952438144 : ffff91c743ef4080) 00000020:00000001:2.0:1783444843.225948:0:35272:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444843.225948:0:35272:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1783444843.225949:0:35272:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.225951:0:35272:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.225952:0:35272:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1783444843.225954:0:35272:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1783444843.225955:0:35272:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444843.225956:0:35272:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444843.225957:0:35272:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444843.225958:0:35272:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444843.225960:0:35272:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444843.225961:0:35272:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444843.225962:0:35272:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1783444843.225964:0:35272:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1783444843.225965:0:35272:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1783444843.225966:0:35272:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1783444843.225967:0:35272:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1783444843.225968:0:35272:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1783444843.225969:0:35272:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1783444843.225970:0:35272:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1783444843.225972:0:35272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444843.225974:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211700 count: 2 00010000:00000001:2.0:1783444843.225975:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444843.225978:0:35272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444843.226185:0:35272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444843.226190:0:35272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1783444843.226199:0:35272:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444843.226201:0:35272:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444843.226204:0:35272:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783444843.226211:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.226212:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.226214:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=6 00000020:00000001:2.0:1783444843.226215:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.226217:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00000008:00000001:2.0:1783444843.226220:0:35272:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1783444843.226221:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.226222:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.226223:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=7 00000020:00000001:2.0:1783444843.226225:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.226227:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00000020:00000001:2.0:1783444843.226230:0:35272:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783444843.226232:0:35272:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1783444843.226234:0:35272:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1783444843.226235:0:35272:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.226236:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.226237:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.226239:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=8 00000020:00000001:2.0:1783444843.226240:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.226242:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.226244:0:35272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444843.226246:0:35272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 8/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783444843.226252:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.226253:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783444843.226254:0:35272:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 7/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783444843.226260:0:35272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444843.226261:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.226262:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.226263:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.226264:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444843.226265:0:35272:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444843.226267:0:35272:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.226269:0:35272:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.226270:0:35272:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.226272:0:35272:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.226273:0:35272:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783444843.226274:0:35272:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1783444843.226276:0:35272:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1783444843.226278:0:35272:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1783444843.226279:0:35272:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.226281:0:35272:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.226284:0:35272:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1783444843.226286:0:35272:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.226288:0:35272:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.226290:0:35272:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783444843.226292:0:35272:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1783444843.226293:0:35272:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=46 m=1783444843 a=0 c=1783444843 b=0 00020000:00000001:2.0:1783444843.226296:0:35272:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.226298:0:35272:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.226299:0:35272:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000080:00200000:2.0:1783444843.226301:0:35272:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:2.0:1783444843.226303:0:35272:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1783444843.226306:0:35272:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1783444843.226308:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91c7452b0940 (ffff91c7435a7008/0) at cl_lock_release():245 00000020:00000001:2.0:1783444843.226310:0:35272:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444843.226311:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c7452b0940 (ffff91c7435a7008/0) at cl_lock_cancel():142 00020000:00000001:2.0:1783444843.226313:0:35272:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1783444843.226315:0:35272:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444843.226316:0:35272:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444843.226317:0:35272:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444843.226318:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c743ef40b0 (ffff91c7435a7ea8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1783444843.226321:0:35272:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1783444843.226322:0:35272:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1783444843.226323:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.226324:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444843.226325:0:35272:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1783444843.226327:0:35272:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444843.226328:0:35272:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444843.226329:0:35272:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444843.226330:0:35272:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444843.226331:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c7452b0940 (ffff91c7435a7008/0) at cl_lock_fini():72 00020000:00000001:2.0:1783444843.226333:0:35272:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1783444843.226334:0:35272:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444843.226335:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c743ef40b0 (ffff91c7435a7008/1) at cl_lock_fini():72 00000008:00000010:2.0:1783444843.226338:0:35272:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91c7603d38f0. 00000020:00000001:2.0:1783444843.226343:0:35272:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1783444843.226344:0:35272:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91c743ef4080. 00020000:00000001:2.0:1783444843.226347:0:35272:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1783444843.226348:0:35272:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1783444843.226349:0:35272:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1783444843.226351:0:35272:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1783444843.226356:0:35272:0:(vvp_io.c:864:vvp_io_read_start()) header@0000000048b891bc[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000080:00000002:2.0:1783444843.226359:0:35272:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205339611179, 4194258 bytes, offset 46, size 46 00000080:00400000:2.0:1783444843.226361:0:35272:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:2.0:1783444843.226365:0:35272:0:(vvp_io.c:893:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:2.0:1783444843.226370:0:35272:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1783444843.226372:0:35272:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444843.226373:0:35272:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1783444843.226375:0:35272:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:2.0:1783444843.226376:0:35272:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.226378:0:35272:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.226379:0:35272:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1783444843.226455:0:35272:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783444843.226457:0:35272:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.226459:0:35272:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.226460:0:35272:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529de90 00000008:00000001:2.0:1783444843.226463:0:35272:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.226465:0:35272:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.226467:0:35272:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.226468:0:35272:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.226470:0:35272:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.226472:0:35272:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1783444843.226473:0:35272:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1783444843.226475:0:35272:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1783444843.226475:0:35272:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1783444843.226477:0:35272:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1783444843.226478:0:35272:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.226479:0:35272:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.226481:0:35272:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1783444843.226482:0:35272:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1783444843.226484:0:35272:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1783444843.226485:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91c74526e8a8 (ffff91c7435a7008/0) at cl_lock_release():245 00000020:00000001:2.0:1783444843.226487:0:35272:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444843.226489:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c74526e8a8 (ffff91c7435a7008/0) at cl_lock_cancel():142 00020000:00000001:2.0:1783444843.226490:0:35272:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1783444843.226492:0:35272:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444843.226493:0:35272:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444843.226494:0:35272:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444843.226495:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c743ef45b0 (ffff91c7435a7ea8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1783444843.226498:0:35272:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1783444843.226499:0:35272:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1783444843.226500:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.226501:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.226503:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=5 00000020:00000001:2.0:1783444843.226505:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.226507:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.226509:0:35272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444843.226512:0:35272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783444843.226519:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.226520:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.226521:0:35272:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444843.226523:0:35272:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444843.226526:0:35272:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783444843.226534:0:35272:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444843.226537:0:35272:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444843.226538:0:35272:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444843.226542:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.226543:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.226544:0:35272:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.226547:0:35272:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444843.226548:0:35272:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.226550:0:35272:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.226553:0:35272:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.226554:0:35272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444843.226555:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.226557:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.226558:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.226558:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444843.226559:0:35272:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1783444843.226561:0:35272:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444843.226562:0:35272:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444843.226563:0:35272:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444843.226564:0:35272:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444843.226566:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c74526e8a8 (ffff91c7435a7008/0) at cl_lock_fini():72 00020000:00000001:2.0:1783444843.226568:0:35272:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1783444843.226569:0:35272:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444843.226570:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c743ef45b0 (ffff91c7435a7008/1) at cl_lock_fini():72 00000008:00000010:2.0:1783444843.226573:0:35272:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91c7603d2e40. 00000020:00000001:2.0:1783444843.226576:0:35272:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1783444843.226577:0:35272:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91c743ef4580. 00020000:00000001:2.0:1783444843.226579:0:35272:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1783444843.226580:0:35272:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1783444843.226581:0:35272:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1783444843.226583:0:35272:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1783444843.226584:0:35272:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444843.226585:0:35272:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1783444843.226586:0:35272:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1783444843.226588:0:35272:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.226589:0:35272:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.226591:0:35272:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1783444843.226592:0:35272:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1783444843.226593:0:35272:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1783444843.226595:0:35272:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:2.0:1783444843.226596:0:35272:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1783444843.226598:0:35272:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1783444843.226599:0:35272:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1783444843.226600:0:35272:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444843.226601:0:35272:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1783444843.226604:0:35272:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1783444843.226605:0:35272:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.226607:0:35272:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.226608:0:35272:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1783444843.226609:0:35272:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1783444843.226610:0:35272:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.226614:0:35272:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1783444843.226615:0:35272:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:2.0:1783444843.226616:0:35272:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1783444843.226617:0:35272:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1783444843.226619:0:35272:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783444843.226620:0:35272:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7ea0 00000020:00000010:2.0:1783444843.226623:0:35272:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7435f5c00. 00000020:00000010:2.0:1783444843.226628:0:35272:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427600. 00000008:00000010:2.0:1783444843.226632:0:35272:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103d980. 00020000:00000010:2.0:1783444843.226635:0:35272:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f480. 00008000:00000010:2.0:1783444843.226638:0:35272:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751340e20. 00000080:00000010:2.0:1783444843.226642:0:35272:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e690. 00000080:00000010:2.0:1783444843.226645:0:35272:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b1970. 00000020:00000010:2.0:1783444843.226647:0:35272:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7435f4e00. 00000008:00000010:2.0:1783444843.226650:0:35272:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a4c60. 00020000:00000010:2.0:1783444843.226653:0:35272:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c6fe8. 00008000:00000010:2.0:1783444843.226656:0:35272:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8220. 00000080:00000010:2.0:1783444843.226659:0:35272:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526eb40. 00000020:00000010:2.0:1783444843.226661:0:35272:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75a268200. 00000020:00000010:2.0:1783444843.226663:0:35272:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7ea0. 00020000:00000001:2.0:1783444843.226666:0:35272:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1783444843.226667:0:35272:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:2.0:1783444843.226669:0:35272:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1783444843.226671:0:35272:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1783444843.226673:0:35272:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1783444843.226674:0:35272:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1783444843.226676:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03c98 00000080:00200000:2.0:1783444843.226677:0:35272:0:(file.c:2206:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:2.0:1783444843.226680:0:35272:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:2.0:1783444843.227239:0:35272:0:(file.c:2296:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1783444843.227243:0:35272:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7000 00000020:00000010:2.0:1783444843.227247:0:35272:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7435f4600. 00000020:00000010:2.0:1783444843.227250:0:35272:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427e40. 00000008:00000010:2.0:1783444843.227253:0:35272:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444843.227256:0:35272:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444843.227258:0:35272:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444843.227261:0:35272:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444843.227263:0:35272:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444843.227266:0:35272:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7435f4400. 00000008:00000010:2.0:1783444843.227268:0:35272:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444843.227270:0:35272:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444843.227273:0:35272:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444843.227276:0:35272:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e870. 00000020:00000010:2.0:1783444843.227278:0:35272:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7435f5e00. 00000020:00000010:2.0:1783444843.227280:0:35272:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7000. 00000020:00000001:2.0:1783444843.227285:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03d88 00000080:00000008:2.0:1783444843.227288:0:35272:0:(file.c:2515:do_file_read_iter()) COMPLETED: file recon:[0x200000405:0x2b:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:2.0:1783444843.227291:0:35272:0:(file.c:2517:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000080:00000001:2.0:1783444843.227398:0:35272:0:(file.c:2446:do_file_read_iter()) Process entered 00000020:00000001:2.0:1783444843.227400:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03d88 00000080:00200008:2.0:1783444843.227403:0:35272:0:(file.c:2450:do_file_read_iter()) START file recon:[0x200000405:0x2b:0x0], ppos: 46, count: 4194304 00000080:00000001:2.0:1783444843.227406:0:35272:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:2.0:1783444843.227408:0:35272:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1783444843.227411:0:35272:0:(rw.c:1289:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:2.0:1783444843.227414:0:35272:0:(rw.c:1298:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1783444843.227419:0:35272:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444843.227424:0:35272:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7000. 00000020:00000010:2.0:1783444843.227428:0:35272:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75a268200. 00000020:00000010:2.0:1783444843.227432:0:35272:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c75a269c00. 00000020:00000010:2.0:1783444843.227435:0:35272:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427e40. 00000008:00000010:2.0:1783444843.227439:0:35272:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444843.227442:0:35272:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444843.227445:0:35272:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444843.227449:0:35272:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444843.227452:0:35272:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444843.227455:0:35272:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75a268400. 00000008:00000010:2.0:1783444843.227458:0:35272:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444843.227460:0:35272:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444843.227463:0:35272:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444843.227466:0:35272:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526e870. 00000020:00000001:2.0:1783444843.227468:0:35272:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747360776 : -121189962190840 : ffff91c7435a7008) 00000020:00001000:2.0:1783444843.227470:0:35272:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7000 00000080:00000001:2.0:1783444843.227472:0:35272:0:(file.c:1972:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1783444843.227475:0:35272:0:(file.c:2023:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.227477:0:35272:0:(file.c:2055:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1783444843.227478:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03c98 00000080:00200000:2.0:1783444843.227480:0:35272:0:(file.c:2058:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:2.0:1783444843.227484:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03c30 00000080:00200000:2.0:1783444843.227485:0:35272:0:(file.c:1816:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:2.0:1783444843.227488:0:35272:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1783444843.227491:0:35272:0:(cl_io.c:214:cl_io_rw_init()) header@0000000048b891bc[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000020:00200000:2.0:1783444843.227493:0:35272:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:2.0:1783444843.227495:0:35272:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.227497:0:35272:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783444843.227499:0:35272:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:2.0:1783444843.227500:0:35272:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1783444843.227503:0:35272:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444843.227504:0:35272:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1783444843.227507:0:35272:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444843.227511:0:35272:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.227514:0:35272:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783444843.227515:0:35272:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.227518:0:35272:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783444843.227520:0:35272:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x2b:0x0]io ffff91c7452b09a0 type 1 ignore/verify layout 0/0 00020000:00000002:2.0:1783444843.227524:0:35272:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c760a4cf80 00020000:00000001:2.0:1783444843.227527:0:35272:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1783444843.227528:0:35272:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1783444843.227530:0:35272:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1783444843.227532:0:35272:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.227534:0:35272:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1783444843.227536:0:35272:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1783444843.227537:0:35272:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.227539:0:35272:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444843.227540:0:35272:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1783444843.227541:0:35272:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1783444843.227543:0:35272:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c760a4cf80 00000020:00000001:2.0:1783444843.227545:0:35272:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.227547:0:35272:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.227550:0:35272:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1783444843.227551:0:35272:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1783444843.227554:0:35272:0:(lov_io.c:1206:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1783444843.227557:0:35272:0:(lov_io.c:1278:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:2.0:1783444843.227560:0:35272:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1783444843.227562:0:35272:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1783444843.227566:0:35272:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:2.0:1783444843.227568:0:35272:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444843.227569:0:35272:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1783444843.227571:0:35272:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444843.227573:0:35272:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7ea0. 00000020:00000010:2.0:1783444843.227578:0:35272:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7435f5e00. 00000020:00000010:2.0:1783444843.227581:0:35272:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7435f4400. 00000020:00000010:2.0:1783444843.227583:0:35272:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427600. 00000008:00000010:2.0:1783444843.227587:0:35272:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103d980. 00020000:00000010:2.0:1783444843.227589:0:35272:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f480. 00008000:00000010:2.0:1783444843.227592:0:35272:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751340e20. 00000080:00000010:2.0:1783444843.227595:0:35272:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e690. 00000080:00000010:2.0:1783444843.227598:0:35272:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b1970. 00000020:00000010:2.0:1783444843.227601:0:35272:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7435f4600. 00000008:00000010:2.0:1783444843.227603:0:35272:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a4c60. 00020000:00000010:2.0:1783444843.227606:0:35272:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c6fe8. 00008000:00000010:2.0:1783444843.227608:0:35272:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8220. 00000080:00000010:2.0:1783444843.227611:0:35272:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526eb40. 00000020:00000001:2.0:1783444843.227613:0:35272:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747364520 : -121189962187096 : ffff91c7435a7ea8) 00000020:00001000:2.0:1783444843.227615:0:35272:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7ea0 00000020:00000001:2.0:1783444843.227617:0:35272:0:(cl_object.c:151:cl_object_top()) ffff91c74529d5f8 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.227619:0:35272:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1783444843.227621:0:35272:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444843.227622:0:35272:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1783444843.227624:0:35272:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.227625:0:35272:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.227627:0:35272:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444843.227629:0:35272:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1783444843.227631:0:35272:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1783444843.227633:0:35272:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.227635:0:35272:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.227637:0:35272:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.227639:0:35272:0:(lov_io.c:1284:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.227640:0:35272:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.227642:0:35272:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1783444843.227644:0:35272:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:2.0:1783444843.227646:0:35272:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1783444843.227648:0:35272:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1783444843.227651:0:35272:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1783444843.227654:0:35272:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.227657:0:35272:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.227659:0:35272:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1783444843.227660:0:35272:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:2.0:1783444843.227662:0:35272:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1783444843.227664:0:35272:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1783444843.227665:0:35272:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.227667:0:35272:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.227668:0:35272:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.227670:0:35272:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.227671:0:35272:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.227673:0:35272:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1783444843.227675:0:35272:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444843.227676:0:35272:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1783444843.227677:0:35272:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783444843.227679:0:35272:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.227680:0:35272:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.227682:0:35272:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.227684:0:35272:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.227685:0:35272:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783444843.227686:0:35272:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1783444843.227687:0:35272:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1783444843.227689:0:35272:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1783444843.227691:0:35272:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1783444843.227694:0:35272:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:2.0:1783444843.227698:0:35272:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91c743ef4580. 00020000:00000002:2.0:1783444843.227701:0:35272:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:2.0:1783444843.227703:0:35272:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1783444843.227704:0:35272:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444843.227705:0:35272:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444843.227720:0:35272:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1783444843.227724:0:35272:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91c7603d2e40. 00000008:00010000:2.0:1783444843.227726:0:35272:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1783444843.227729:0:35272:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444843.227731:0:35272:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1783444843.227733:0:35272:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91c743ef45b0, osc lock ffff91c7603d2e40, flags 0x0 00000020:00000001:2.0:1783444843.227735:0:35272:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.227737:0:35272:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.227739:0:35272:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446622883757114752 : -121189952436864 : ffff91c743ef4580) 00000020:00000001:2.0:1783444843.227741:0:35272:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444843.227742:0:35272:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1783444843.227743:0:35272:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.227745:0:35272:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.227746:0:35272:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444843.227748:0:35272:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444843.227749:0:35272:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444843.227750:0:35272:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444843.227752:0:35272:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444843.227754:0:35272:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444843.227755:0:35272:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1783444843.227757:0:35272:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.227759:0:35272:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1783444843.227761:0:35272:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1783444843.227764:0:35272:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1783444843.227765:0:35272:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1783444843.227766:0:35272:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1783444843.227768:0:35272:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1783444843.227770:0:35272:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1783444843.227772:0:35272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444843.227778:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211700 count: 2 00010000:00000001:2.0:1783444843.227780:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444843.227785:0:35272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444843.227790:0:35272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444843.227793:0:35272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1783444843.227802:0:35272:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444843.227806:0:35272:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444843.227809:0:35272:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783444843.227817:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.227819:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.227821:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=4 00000020:00000001:2.0:1783444843.227823:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.227826:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00000008:00000001:2.0:1783444843.227829:0:35272:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1783444843.227831:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.227832:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.227833:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=5 00000020:00000001:2.0:1783444843.227835:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.227837:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.227838:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.227839:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.227840:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=6 00000020:00000001:2.0:1783444843.227842:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.227844:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.227846:0:35272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444843.227847:0:35272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444843.227849:0:35272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783444843.227855:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.227857:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444843.227859:0:35272:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.227860:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.227862:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.227863:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=7 00000020:00000001:2.0:1783444843.227864:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.227866:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.227868:0:35272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444843.227871:0:35272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783444843.227882:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.227883:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783444843.227885:0:35272:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 6/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783444843.227891:0:35272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444843.227892:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.227893:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.227894:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.227895:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444843.227896:0:35272:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444843.227898:0:35272:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.227899:0:35272:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.227901:0:35272:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.227902:0:35272:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.227904:0:35272:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.227906:0:35272:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.227907:0:35272:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.227909:0:35272:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1783444843.227911:0:35272:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:2.0:1783444843.227913:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03b90 00000080:00200000:2.0:1783444843.227914:0:35272:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:2.0:1783444843.227918:0:35272:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1783444843.227920:0:35272:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1783444843.227922:0:35272:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:2.0:1783444843.227924:0:35272:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444843.227925:0:35272:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444843.227927:0:35272:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1783444843.227929:0:35272:0:(osc_io.c:1404:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1783444843.227931:0:35272:0:(osc_io.c:1417:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.227933:0:35272:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.227935:0:35272:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.227936:0:35272:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.227939:0:35272:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.227941:0:35272:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.227943:0:35272:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783444843.227945:0:35272:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1783444843.227948:0:35272:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1783444843.227950:0:35272:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:2.0:1783444843.227952:0:35272:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1783444843.227953:0:35272:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:2.0:1783444843.227955:0:35272:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=46 (1) m=1783444843 a=1783444843 c=1783444843 b=0 00020000:00000001:2.0:1783444843.227959:0:35272:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783444843.227961:0:35272:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=46 m=1783444843 a=1783444843 c=1783444843 b=0 00020000:00000001:2.0:1783444843.227964:0:35272:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.227966:0:35272:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.227968:0:35272:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000001:00000001:2.0:1783444843.227970:0:35272:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1783444843.227972:0:35272:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:2.0:1783444843.227973:0:35272:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1783444843.227974:0:35272:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1783444843.227975:0:35272:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1783444843.227976:0:35272:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1783444843.227978:0:35272:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1783444843.227995:0:35272:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91c743ef4080. 00020000:00000002:2.0:1783444843.227998:0:35272:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1783444843.227999:0:35272:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1783444843.228001:0:35272:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444843.228002:0:35272:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444843.228004:0:35272:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1783444843.228006:0:35272:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91c7603d38f0. 00000008:00010000:2.0:1783444843.228008:0:35272:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1783444843.228009:0:35272:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444843.228010:0:35272:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1783444843.228012:0:35272:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91c743ef40b0, osc lock ffff91c7603d38f0, flags 0x400001002 00000020:00000001:2.0:1783444843.228013:0:35272:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.228015:0:35272:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.228016:0:35272:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446622883757113472 : -121189952438144 : ffff91c743ef4080) 00000020:00000001:2.0:1783444843.228018:0:35272:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444843.228019:0:35272:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1783444843.228020:0:35272:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.228022:0:35272:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.228024:0:35272:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1783444843.228026:0:35272:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1783444843.228027:0:35272:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444843.228028:0:35272:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444843.228029:0:35272:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444843.228030:0:35272:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444843.228031:0:35272:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444843.228032:0:35272:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444843.228034:0:35272:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1783444843.228036:0:35272:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1783444843.228037:0:35272:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1783444843.228038:0:35272:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1783444843.228039:0:35272:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1783444843.228040:0:35272:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1783444843.228041:0:35272:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1783444843.228042:0:35272:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1783444843.228044:0:35272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444843.228046:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211700 count: 2 00010000:00000001:2.0:1783444843.228048:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444843.228051:0:35272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444843.228052:0:35272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444843.228078:0:35272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1783444843.228086:0:35272:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444843.228089:0:35272:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444843.228091:0:35272:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783444843.228097:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.228098:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.228100:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=6 00000020:00000001:2.0:1783444843.228102:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.228104:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00000008:00000001:2.0:1783444843.228107:0:35272:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1783444843.228108:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.228110:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.228111:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=7 00000020:00000001:2.0:1783444843.228113:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.228115:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00000020:00000001:2.0:1783444843.228117:0:35272:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783444843.228119:0:35272:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1783444843.228121:0:35272:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1783444843.228123:0:35272:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.228124:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.228125:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.228126:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=8 00000020:00000001:2.0:1783444843.228128:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.228131:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.228133:0:35272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444843.228135:0:35272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 8/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783444843.228142:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.228143:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783444843.228145:0:35272:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 7/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783444843.228151:0:35272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444843.228152:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.228153:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.228154:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.228155:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444843.228157:0:35272:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444843.228158:0:35272:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.228160:0:35272:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.228162:0:35272:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.228164:0:35272:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.228165:0:35272:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783444843.228166:0:35272:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1783444843.228168:0:35272:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1783444843.228169:0:35272:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1783444843.228171:0:35272:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.228173:0:35272:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.228177:0:35272:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1783444843.228179:0:35272:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.228181:0:35272:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.228183:0:35272:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783444843.228184:0:35272:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1783444843.228186:0:35272:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=46 m=1783444843 a=1783444843 c=1783444843 b=0 00020000:00000001:2.0:1783444843.228188:0:35272:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.228190:0:35272:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.228192:0:35272:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000080:00200000:2.0:1783444843.228194:0:35272:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:2.0:1783444843.228197:0:35272:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1783444843.228199:0:35272:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1783444843.228201:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91c7452b0940 (ffff91c7435a7008/0) at cl_lock_release():245 00000020:00000001:2.0:1783444843.228204:0:35272:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444843.228205:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c7452b0940 (ffff91c7435a7008/0) at cl_lock_cancel():142 00020000:00000001:2.0:1783444843.228208:0:35272:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1783444843.228209:0:35272:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444843.228210:0:35272:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444843.228211:0:35272:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444843.228212:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c743ef40b0 (ffff91c7435a7ea8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1783444843.228215:0:35272:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1783444843.228216:0:35272:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1783444843.228217:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.228218:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444843.228219:0:35272:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1783444843.228221:0:35272:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444843.228222:0:35272:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444843.228223:0:35272:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444843.228224:0:35272:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444843.228225:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c7452b0940 (ffff91c7435a7008/0) at cl_lock_fini():72 00020000:00000001:2.0:1783444843.228228:0:35272:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1783444843.228230:0:35272:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444843.228231:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c743ef40b0 (ffff91c7435a7008/1) at cl_lock_fini():72 00000008:00000010:2.0:1783444843.228235:0:35272:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91c7603d38f0. 00000020:00000001:2.0:1783444843.228238:0:35272:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1783444843.228239:0:35272:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91c743ef4080. 00020000:00000001:2.0:1783444843.228242:0:35272:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1783444843.228243:0:35272:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1783444843.228244:0:35272:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1783444843.228246:0:35272:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1783444843.228250:0:35272:0:(vvp_io.c:864:vvp_io_read_start()) header@0000000048b891bc[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000080:00000002:2.0:1783444843.228252:0:35272:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205339611179, 4194304 bytes, offset 46, size 46 00000080:00400000:2.0:1783444843.228254:0:35272:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:2.0:1783444843.228257:0:35272:0:(vvp_io.c:893:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:2.0:1783444843.228261:0:35272:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1783444843.228263:0:35272:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444843.228264:0:35272:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1783444843.228266:0:35272:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:2.0:1783444843.228267:0:35272:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.228269:0:35272:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.228271:0:35272:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1783444843.228273:0:35272:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783444843.228275:0:35272:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.228277:0:35272:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.228278:0:35272:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529de90 00000008:00000001:2.0:1783444843.228280:0:35272:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.228282:0:35272:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.228283:0:35272:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.228285:0:35272:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.228287:0:35272:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.228289:0:35272:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1783444843.228290:0:35272:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1783444843.228291:0:35272:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1783444843.228293:0:35272:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1783444843.228294:0:35272:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1783444843.228295:0:35272:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.228296:0:35272:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.228298:0:35272:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1783444843.228300:0:35272:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1783444843.228301:0:35272:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1783444843.228302:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91c74526e8a8 (ffff91c7435a7008/0) at cl_lock_release():245 00000020:00000001:2.0:1783444843.228305:0:35272:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444843.228306:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c74526e8a8 (ffff91c7435a7008/0) at cl_lock_cancel():142 00020000:00000001:2.0:1783444843.228308:0:35272:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1783444843.228309:0:35272:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444843.228311:0:35272:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444843.228313:0:35272:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444843.228314:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c743ef45b0 (ffff91c7435a7ea8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1783444843.228316:0:35272:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1783444843.228317:0:35272:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1783444843.228318:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.228320:0:35272:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.228321:0:35272:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=5 00000020:00000001:2.0:1783444843.228323:0:35272:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.228325:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.228327:0:35272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444843.228330:0:35272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783444843.228336:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.228337:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.228339:0:35272:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444843.228340:0:35272:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444843.228343:0:35272:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1783444843.228351:0:35272:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444843.228354:0:35272:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444843.228356:0:35272:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444843.228359:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.228360:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.228362:0:35272:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.228365:0:35272:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444843.228367:0:35272:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.228369:0:35272:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.228372:0:35272:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.228373:0:35272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444843.228374:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.228375:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.228376:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.228378:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444843.228379:0:35272:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1783444843.228380:0:35272:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444843.228381:0:35272:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444843.228383:0:35272:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444843.228384:0:35272:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444843.228385:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c74526e8a8 (ffff91c7435a7008/0) at cl_lock_fini():72 00020000:00000001:2.0:1783444843.228387:0:35272:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1783444843.228388:0:35272:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444843.228389:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c743ef45b0 (ffff91c7435a7008/1) at cl_lock_fini():72 00000008:00000010:2.0:1783444843.228392:0:35272:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91c7603d2e40. 00000020:00000001:2.0:1783444843.228394:0:35272:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1783444843.228395:0:35272:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91c743ef4580. 00020000:00000001:2.0:1783444843.228397:0:35272:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1783444843.228398:0:35272:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1783444843.228399:0:35272:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1783444843.228401:0:35272:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1783444843.228402:0:35272:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444843.228403:0:35272:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1783444843.228404:0:35272:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1783444843.228406:0:35272:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.228407:0:35272:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.228409:0:35272:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1783444843.228410:0:35272:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1783444843.228411:0:35272:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1783444843.228413:0:35272:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:2.0:1783444843.228415:0:35272:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1783444843.228416:0:35272:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1783444843.228417:0:35272:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1783444843.228418:0:35272:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444843.228419:0:35272:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1783444843.228421:0:35272:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1783444843.228422:0:35272:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.228424:0:35272:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.228426:0:35272:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1783444843.228427:0:35272:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1783444843.228428:0:35272:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.228431:0:35272:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1783444843.228432:0:35272:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:2.0:1783444843.228433:0:35272:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1783444843.228434:0:35272:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1783444843.228436:0:35272:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783444843.228437:0:35272:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7ea0 00000020:00000010:2.0:1783444843.228440:0:35272:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7435f4400. 00000020:00000010:2.0:1783444843.228443:0:35272:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427600. 00000008:00000010:2.0:1783444843.228446:0:35272:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103d980. 00020000:00000010:2.0:1783444843.228449:0:35272:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f480. 00008000:00000010:2.0:1783444843.228453:0:35272:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751340e20. 00000080:00000010:2.0:1783444843.228456:0:35272:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e690. 00000080:00000010:2.0:1783444843.228459:0:35272:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b1970. 00000020:00000010:2.0:1783444843.228461:0:35272:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7435f5e00. 00000008:00000010:2.0:1783444843.228464:0:35272:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a4c60. 00020000:00000010:2.0:1783444843.228466:0:35272:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c6fe8. 00008000:00000010:2.0:1783444843.228470:0:35272:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8220. 00000080:00000010:2.0:1783444843.228472:0:35272:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526eb40. 00000020:00000010:2.0:1783444843.228475:0:35272:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7435f4600. 00000020:00000010:2.0:1783444843.228477:0:35272:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7ea0. 00020000:00000001:2.0:1783444843.228479:0:35272:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1783444843.228480:0:35272:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:2.0:1783444843.228482:0:35272:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1783444843.228483:0:35272:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1783444843.228486:0:35272:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1783444843.228488:0:35272:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1783444843.228489:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03c98 00000080:00200000:2.0:1783444843.228491:0:35272:0:(file.c:2206:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:2.0:1783444843.228494:0:35272:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:2.0:1783444843.228495:0:35272:0:(file.c:2296:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1783444843.228497:0:35272:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7000 00000020:00000010:2.0:1783444843.228500:0:35272:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c75a269c00. 00000020:00000010:2.0:1783444843.228504:0:35272:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427e40. 00000008:00000010:2.0:1783444843.228507:0:35272:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444843.228509:0:35272:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444843.228511:0:35272:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444843.228514:0:35272:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444843.228517:0:35272:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444843.228520:0:35272:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75a268200. 00000008:00000010:2.0:1783444843.228522:0:35272:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444843.228524:0:35272:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444843.228526:0:35272:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444843.228529:0:35272:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e870. 00000020:00000010:2.0:1783444843.228531:0:35272:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75a268400. 00000020:00000010:2.0:1783444843.228533:0:35272:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7000. 00000020:00000001:2.0:1783444843.228535:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03d88 00000080:00000008:2.0:1783444843.228537:0:35272:0:(file.c:2515:do_file_read_iter()) COMPLETED: file recon:[0x200000405:0x2b:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:2.0:1783444843.228540:0:35272:0:(file.c:2517:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.228656:0:35272:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1783444843.228659:0:35272:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c760a4cf80 00020000:00000002:2.0:1783444843.228663:0:35272:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c760a4cf80 00020000:00000001:2.0:1783444843.228666:0:35272:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.228674:0:35272:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:2.0:1783444843.228676:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03db8 00000080:00200008:2.0:1783444843.228678:0:35272:0:(file.c:447:ll_file_release()) START file recon:[0x200000405:0x2b:0x0](ffff91c748db7448), flags 100000 00000080:00000001:2.0:1783444843.228681:0:35272:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1783444843.228684:0:35272:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1783444843.228685:0:35272:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1783444843.228686:0:35272:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c760a4cf80 00020000:00000002:2.0:1783444843.228688:0:35272:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c760a4cf80 00020000:00000001:2.0:1783444843.228690:0:35272:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.228693:0:35272:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1783444843.228698:0:35272:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444843.228701:0:35272:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444843.228703:0:35272:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444843.228705:0:35272:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444843.228707:0:35272:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444843.228709:0:35272:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1783444843.228711:0:35272:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444843.228715:0:35272:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444843.228718:0:35272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444843.228722:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 4 00010000:00000001:2.0:1783444843.228724:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444843.228727:0:35272:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1783444843.228729:0:35272:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1783444843.228731:0:35272:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444843.228733:0:35272:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444843.228737:0:35272:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14200/0x5503b2fe824ef745 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6ddc9a expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783444843.228744:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.228745:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444843.228747:0:35272:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:2.0:1783444843.228749:0:35272:0:(lmv_obd.c:4132:lmv_lock_match()) Lock match for [0x200000405:0x2b:0x0]: 16 00000080:00000010:2.0:1783444843.228751:0:35272:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91c746110f00. 00000080:00000001:2.0:1783444843.228755:0:35272:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.228758:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03db8 00000080:00000008:2.0:1783444843.228760:0:35272:0:(file.c:491:ll_file_release()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff91c748db7448), flags 100000, rc = 0 00000080:00000001:2.0:1783444843.228763:0:35272:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.228767:0:35272:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1783444843.228769:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c03e00 00000080:00002000:2.0:1783444843.228771:0:35272:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff91c748f5ce58, parent ffff91c74931ae58, inode ffff91c748db7448) hashed, 00000080:00000001:2.0:1783444843.228775:0:35272:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.244364:0:35273:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783444843.244370:0:35273:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783444843.244372:0:35273:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783444843.244375:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d53b20 00000080:00200000:2.0:1783444843.244454:0:35273:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:2.0:1783444843.244463:0:35273:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7435f4600. 00800000:00000002:2.0:1783444843.244470:0:35273:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:2.0:1783444843.244474:0:35273:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444843.244479:0:35273:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444843.244481:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d53a40 00800000:00000002:2.0:1783444843.244484:0:35273:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444843.244488:0:35273:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1783444843.244491:0:35273:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444843.244493:0:35273:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444843.244496:0:35273:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444843.244498:0:35273:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444843.244501:0:35273:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444843.244503:0:35273:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444843.244505:0:35273:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444843.244508:0:35273:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783444843.244515:0:35273:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444843.244517:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d53910 00000002:00010000:2.0:1783444843.244520:0:35273:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783444843.244523:0:35273:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783444843.244526:0:35273:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444843.244530:0:35273:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444843.244537:0:35273:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebfd00 count: 2 00010000:00000001:2.0:1783444843.244540:0:35273:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444843.244547:0:35273:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444843.244551:0:35273:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444843.244556:0:35273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1783444843.244567:0:35273:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444843.244574:0:35273:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444843.244576:0:35273:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1783444843.244582:0:35273:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783444843.244584:0:35273:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783444843.244586:0:35273:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444843.244588:0:35273:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444843.244590:0:35273:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444843.244592:0:35273:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783444843.244594:0:35273:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783444843.244597:0:35273:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:2.0:1783444843.244600:0:35273:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7435f4600. 00000080:00000001:2.0:1783444843.244604:0:35273:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783444843.244606:0:35273:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444843.244609:0:35273:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:2.0:1783444843.244612:0:35273:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef73e 00800000:00000001:2.0:1783444843.244615:0:35273:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444843.244617:0:35273:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444843.244618:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.244620:0:35273:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.244623:0:35273:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15600 refcount=3 00000020:00000001:2.0:1783444843.244625:0:35273:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:2.0:1783444843.244627:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:2.0:1783444843.244630:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.244631:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444843.244633:0:35273:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444843.244634:0:35273:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444843.244637:0:35273:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef73e from it ffffa31941d53b58 00010000:00000001:2.0:1783444843.244639:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.244640:0:35273:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.244641:0:35273:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15600 refcount=3 00000020:00000001:2.0:1783444843.244643:0:35273:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:2.0:1783444843.244645:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:2.0:1783444843.244647:0:35273:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444843.244650:0:35273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783444843.244657:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.244658:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.244660:0:35273:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444843.244662:0:35273:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444843.244664:0:35273:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783444843.244672:0:35273:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444843.244675:0:35273:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444843.244677:0:35273:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444843.244682:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.244683:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.244684:0:35273:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.244687:0:35273:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444843.244688:0:35273:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.244690:0:35273:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.244693:0:35273:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.244694:0:35273:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444843.244695:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.244696:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783444843.244699:0:35273:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783444843.244701:0:35273:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444843.244703:0:35273:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:2.0:1783444843.244814:0:35273:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.244818:0:35273:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1783444843.244820:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d53b48 00000080:00002000:2.0:1783444843.244822:0:35273:0:(dcache.c:87:ll_dcompare()) found name recon(ffff91c748f5ce58) flags 0x48004e refc 0 00000080:00000001:2.0:1783444843.244825:0:35273:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.244827:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d53b90 00000080:00200000:2.0:1783444843.244828:0:35273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:2.0:1783444843.244836:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d53d08 00000080:00200008:2.0:1783444843.244838:0:35273:0:(file.c:6217:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff91c748db7448), request_mask 606, flags 0, foreign 0 00000080:00000001:2.0:1783444843.244842:0:35273:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783444843.244844:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d53c80 00000080:00200000:2.0:1783444843.244846:0:35273:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff91c748db7448),name=recon 00000080:00000010:2.0:1783444843.244851:0:35273:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7435f4600. 00800000:00000002:2.0:1783444843.244854:0:35273:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:2.0:1783444843.244859:0:35273:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444843.244861:0:35273:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444843.244862:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d53ba0 00800000:00000002:2.0:1783444843.244864:0:35273:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444843.244867:0:35273:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1783444843.244869:0:35273:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444843.244871:0:35273:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444843.244872:0:35273:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444843.244873:0:35273:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444843.244875:0:35273:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444843.244877:0:35273:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444843.244879:0:35273:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444843.244881:0:35273:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444843.244882:0:35273:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444843.244883:0:35273:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444843.244884:0:35273:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444843.244886:0:35273:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444843.244888:0:35273:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1783444843.244889:0:35273:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444843.244892:0:35273:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:2.0:1783444843.244894:0:35273:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444843.244896:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d53a70 00000002:00010000:2.0:1783444843.244897:0:35273:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783444843.244900:0:35273:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783444843.244902:0:35273:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444843.244903:0:35273:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444843.244907:0:35273:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 4 00010000:00000001:2.0:1783444843.244909:0:35273:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444843.244913:0:35273:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444843.244915:0:35273:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444843.244918:0:35273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1783444843.244926:0:35273:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444843.244928:0:35273:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444843.244931:0:35273:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000002:00000001:2.0:1783444843.244937:0:35273:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783444843.244939:0:35273:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783444843.244941:0:35273:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444843.244943:0:35273:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444843.244944:0:35273:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444843.244947:0:35273:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783444843.244949:0:35273:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783444843.244951:0:35273:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:2.0:1783444843.244953:0:35273:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7435f4600. 00000080:00000001:2.0:1783444843.244956:0:35273:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783444843.244957:0:35273:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444843.244959:0:35273:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff91c748db7448) 00000080:00010000:2.0:1783444843.244962:0:35273:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff91c748db7448) for lock 0x5503b2fe824ef714 00800000:00000001:2.0:1783444843.244964:0:35273:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444843.244966:0:35273:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444843.244967:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.244968:0:35273:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.244970:0:35273:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224c00 refcount=3 00000020:00000001:2.0:1783444843.244972:0:35273:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444843.244974:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444843.244976:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.244978:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444843.245287:0:35273:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444843.245291:0:35273:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444843.245294:0:35273:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef714 from it ffffa31941d53cb8 00010000:00000001:2.0:1783444843.245296:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.245298:0:35273:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.245300:0:35273:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224c00 refcount=3 00000020:00000001:2.0:1783444843.245301:0:35273:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444843.245304:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:2.0:1783444843.245306:0:35273:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444843.245308:0:35273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1783444843.245315:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.245316:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.245317:0:35273:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444843.245319:0:35273:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444843.245321:0:35273:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1783444843.245328:0:35273:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444843.245330:0:35273:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444843.245331:0:35273:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444843.245333:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.245335:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.245336:0:35273:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.245337:0:35273:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444843.245339:0:35273:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.245341:0:35273:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.245343:0:35273:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.245344:0:35273:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444843.245345:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.245346:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783444843.245348:0:35273:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783444843.245349:0:35273:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444843.245352:0:35273:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1783444843.245355:0:35273:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1783444843.245357:0:35273:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444843.245359:0:35273:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1783444843.245360:0:35273:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.245363:0:35273:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1783444843.245367:0:35273:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1783444843.245370:0:35273:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444843.245375:0:35273:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7000. 00000020:00000010:2.0:1783444843.245454:0:35273:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7435f4600. 00000020:00000010:2.0:1783444843.245461:0:35273:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7435f5e00. 00000020:00000010:2.0:1783444843.245465:0:35273:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427e40. 00000008:00000010:2.0:1783444843.245472:0:35273:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444843.245477:0:35273:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444843.245481:0:35273:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444843.245488:0:35273:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444843.245492:0:35273:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444843.245495:0:35273:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7435f4400. 00000008:00000010:2.0:1783444843.245498:0:35273:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444843.245502:0:35273:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444843.245506:0:35273:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444843.245510:0:35273:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526e870. 00000020:00000001:2.0:1783444843.245513:0:35273:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747360776 : -121189962190840 : ffff91c7435a7008) 00000020:00001000:2.0:1783444843.245515:0:35273:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7000 00000020:00000001:2.0:1783444843.245519:0:35273:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.245522:0:35273:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783444843.245525:0:35273:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:2.0:1783444843.245527:0:35273:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1783444843.245530:0:35273:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444843.245532:0:35273:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1783444843.245534:0:35273:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783444843.245537:0:35273:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.245538:0:35273:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783444843.245541:0:35273:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x2b:0x0]io ffff91c7452b09a0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1783444843.245545:0:35273:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c76040cf80 00020000:00000001:2.0:1783444843.245548:0:35273:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1783444843.245550:0:35273:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1783444843.245552:0:35273:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1783444843.245554:0:35273:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.245556:0:35273:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1783444843.245558:0:35273:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1783444843.245559:0:35273:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.245560:0:35273:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444843.245561:0:35273:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1783444843.245563:0:35273:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1783444843.245564:0:35273:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c76040cf80 00000020:00000001:2.0:1783444843.245566:0:35273:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1783444843.245569:0:35273:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1783444843.245570:0:35273:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:2.0:1783444843.245573:0:35273:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1783444843.245575:0:35273:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1783444843.245577:0:35273:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1783444843.245579:0:35273:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1783444843.245583:0:35273:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1783444843.245588:0:35273:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91c743ef4580. 00020000:00000002:2.0:1783444843.245591:0:35273:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1783444843.245593:0:35273:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1783444843.245595:0:35273:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444843.245597:0:35273:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1783444843.245598:0:35273:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444843.245600:0:35273:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7ea0. 00000020:00000010:2.0:1783444843.245603:0:35273:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7435f4e00. 00000020:00000010:2.0:1783444843.245606:0:35273:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7435f5c00. 00000020:00000010:2.0:1783444843.245608:0:35273:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427600. 00000008:00000010:2.0:1783444843.245611:0:35273:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103d980. 00020000:00000010:2.0:1783444843.245614:0:35273:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f480. 00008000:00000010:2.0:1783444843.245617:0:35273:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751340e20. 00000080:00000010:2.0:1783444843.245621:0:35273:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e690. 00000080:00000010:2.0:1783444843.245624:0:35273:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b1970. 00000020:00000010:2.0:1783444843.245628:0:35273:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75a268400. 00000008:00000010:2.0:1783444843.245631:0:35273:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a4c60. 00020000:00000010:2.0:1783444843.245634:0:35273:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c6fe8. 00008000:00000010:2.0:1783444843.245636:0:35273:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8220. 00000080:00000010:2.0:1783444843.245638:0:35273:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526eb40. 00000020:00000001:2.0:1783444843.245640:0:35273:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747364520 : -121189962187096 : ffff91c7435a7ea8) 00000020:00001000:2.0:1783444843.245642:0:35273:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7ea0 00000020:00000001:2.0:1783444843.245645:0:35273:0:(cl_object.c:151:cl_object_top()) ffff91c74529d5f8 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.245647:0:35273:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1783444843.245650:0:35273:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444843.245651:0:35273:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1783444843.245652:0:35273:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.245654:0:35273:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.245656:0:35273:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444843.245658:0:35273:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1783444843.245662:0:35273:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91c7603d2e40. 00000008:00010000:2.0:1783444843.245664:0:35273:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1783444843.245667:0:35273:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444843.245668:0:35273:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1783444843.245670:0:35273:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91c743ef45b0, osc lock ffff91c7603d2e40, flags 0x400001002 00000020:00000001:2.0:1783444843.245672:0:35273:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.245674:0:35273:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.245676:0:35273:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446622883757114752 : -121189952436864 : ffff91c743ef4580) 00000020:00000001:2.0:1783444843.245678:0:35273:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444843.245679:0:35273:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1783444843.245680:0:35273:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.245682:0:35273:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.245684:0:35273:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1783444843.245685:0:35273:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1783444843.245686:0:35273:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444843.245688:0:35273:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444843.245689:0:35273:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444843.245690:0:35273:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444843.245692:0:35273:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444843.245694:0:35273:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444843.245695:0:35273:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1783444843.245698:0:35273:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1783444843.245700:0:35273:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1783444843.245701:0:35273:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1783444843.245703:0:35273:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1783444843.245704:0:35273:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1783444843.245705:0:35273:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1783444843.245707:0:35273:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1783444843.245921:0:35273:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444843.245926:0:35273:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211700 count: 2 00010000:00000001:2.0:1783444843.245929:0:35273:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444843.245933:0:35273:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444843.245936:0:35273:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444843.245940:0:35273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1783444843.245950:0:35273:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444843.245954:0:35273:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444843.245957:0:35273:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1783444843.245965:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.245967:0:35273:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.245968:0:35273:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=4 00000020:00000001:2.0:1783444843.245970:0:35273:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.245973:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00000008:00000001:2.0:1783444843.245977:0:35273:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1783444843.246052:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.246214:0:35273:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.246216:0:35273:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=5 00000020:00000001:2.0:1783444843.246218:0:35273:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.246220:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00000020:00000001:2.0:1783444843.246225:0:35273:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783444843.246227:0:35273:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1783444843.246229:0:35273:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1783444843.246231:0:35273:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.246233:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.246235:0:35273:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.246236:0:35273:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=6 00000020:00000001:2.0:1783444843.246238:0:35273:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.246240:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444843.246242:0:35273:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444843.246244:0:35273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1783444843.246251:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.246253:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.246254:0:35273:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444843.246257:0:35273:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444843.246259:0:35273:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:2.0:1783444843.246266:0:35273:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444843.246269:0:35273:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444843.246270:0:35273:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444843.246272:0:35273:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.246274:0:35273:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444843.246276:0:35273:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.246278:0:35273:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.246281:0:35273:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.246283:0:35273:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444843.246284:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.246285:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.246286:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.246287:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444843.246289:0:35273:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444843.246291:0:35273:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.246293:0:35273:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444843.246295:0:35273:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.246297:0:35273:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.246298:0:35273:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783444843.246299:0:35273:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1783444843.246302:0:35273:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1783444843.246303:0:35273:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1783444843.246305:0:35273:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.246307:0:35273:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.246311:0:35273:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1783444843.246314:0:35273:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.246315:0:35273:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:2.0:1783444843.246317:0:35273:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783444843.246320:0:35273:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1783444843.246324:0:35273:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1783444843.246326:0:35273:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:2.0:1783444843.246328:0:35273:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1783444843.246329:0:35273:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:2.0:1783444843.246332:0:35273:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=46 (1) m=1783444843 a=1783444843 c=1783444843 b=0 00020000:00000001:2.0:1783444843.246335:0:35273:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783444843.246338:0:35273:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=46 m=1783444843 a=1783444843 c=1783444843 b=0 00020000:00000001:2.0:1783444843.246340:0:35273:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.246342:0:35273:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.246344:0:35273:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000080:00200000:2.0:1783444843.246346:0:35273:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:2.0:1783444843.246349:0:35273:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1783444843.246352:0:35273:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1783444843.246354:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91c7452b0940 (ffff91c7435a7008/0) at cl_lock_release():245 00000020:00000001:2.0:1783444843.246357:0:35273:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444843.246359:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c7452b0940 (ffff91c7435a7008/0) at cl_lock_cancel():142 00020000:00000001:2.0:1783444843.246361:0:35273:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1783444843.246363:0:35273:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444843.246364:0:35273:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444843.246366:0:35273:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444843.246367:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c743ef45b0 (ffff91c7435a7ea8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1783444843.246370:0:35273:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1783444843.246371:0:35273:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1783444843.246373:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.246374:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444843.246375:0:35273:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1783444843.246377:0:35273:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444843.246378:0:35273:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444843.246454:0:35273:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444843.246456:0:35273:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444843.246457:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c7452b0940 (ffff91c7435a7008/0) at cl_lock_fini():72 00020000:00000001:2.0:1783444843.246461:0:35273:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1783444843.246462:0:35273:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444843.246463:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c743ef45b0 (ffff91c7435a7008/1) at cl_lock_fini():72 00000008:00000010:2.0:1783444843.246466:0:35273:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91c7603d2e40. 00000020:00000001:2.0:1783444843.246470:0:35273:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1783444843.246472:0:35273:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91c743ef4580. 00020000:00000001:2.0:1783444843.246474:0:35273:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1783444843.246475:0:35273:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1783444843.246476:0:35273:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1783444843.246478:0:35273:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.246481:0:35273:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1783444843.246483:0:35273:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:2.0:1783444843.246485:0:35273:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1783444843.246487:0:35273:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1783444843.246488:0:35273:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783444843.246490:0:35273:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7ea0 00000020:00000010:2.0:1783444843.246494:0:35273:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7435f5c00. 00000020:00000010:2.0:1783444843.246498:0:35273:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427600. 00000008:00000010:2.0:1783444843.246501:0:35273:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103d980. 00020000:00000010:2.0:1783444843.246505:0:35273:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f480. 00008000:00000010:2.0:1783444843.246508:0:35273:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751340e20. 00000080:00000010:2.0:1783444843.246512:0:35273:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e690. 00000080:00000010:2.0:1783444843.246514:0:35273:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b1970. 00000020:00000010:2.0:1783444843.246518:0:35273:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7435f4e00. 00000008:00000010:2.0:1783444843.246520:0:35273:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a4c60. 00020000:00000010:2.0:1783444843.246523:0:35273:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c6fe8. 00008000:00000010:2.0:1783444843.246527:0:35273:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8220. 00000080:00000010:2.0:1783444843.246558:0:35273:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526eb40. 00000020:00000010:2.0:1783444843.246560:0:35273:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75a268400. 00000020:00000010:2.0:1783444843.246562:0:35273:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7ea0. 00020000:00000001:2.0:1783444843.246565:0:35273:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1783444843.246567:0:35273:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:2.0:1783444843.246569:0:35273:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1783444843.246571:0:35273:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1783444843.246574:0:35273:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783444843.246576:0:35273:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.246578:0:35273:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783444843.246580:0:35273:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1783444843.246581:0:35273:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783444843.246582:0:35273:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7000 00000020:00000010:2.0:1783444843.246583:0:35273:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7435f5e00. 00000020:00000010:2.0:1783444843.246586:0:35273:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427e40. 00000008:00000010:2.0:1783444843.246587:0:35273:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444843.246590:0:35273:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444843.246592:0:35273:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444843.246595:0:35273:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444843.246597:0:35273:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444843.246599:0:35273:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7435f4600. 00000008:00000010:2.0:1783444843.246601:0:35273:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444843.246603:0:35273:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444843.246605:0:35273:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444843.246608:0:35273:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e870. 00000020:00000010:2.0:1783444843.246610:0:35273:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7435f4400. 00000020:00000010:2.0:1783444843.246612:0:35273:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7000. 00000001:00000001:2.0:1783444843.246614:0:35273:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.246621:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d53d08 00000080:00000008:2.0:1783444843.246623:0:35273:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff91c748db7448), request_mask 606, flags 0, foreign 0 00000080:00000001:2.0:1783444843.246629:0:35273:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1783444843.246631:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d53da0 00000080:00002000:2.0:1783444843.246633:0:35273:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff91c748f5ce58, parent ffff91c74931ae58, inode ffff91c748db7448) hashed, 00000080:00000001:2.0:1783444843.246637:0:35273:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.246691:0:35273:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783444843.246695:0:35273:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783444843.246697:0:35273:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783444843.246699:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d53bc0 00000080:00200000:2.0:1783444843.246701:0:35273:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:2.0:1783444843.246706:0:35273:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75a268400. 00800000:00000002:2.0:1783444843.246784:0:35273:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:2.0:1783444843.246788:0:35273:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444843.246792:0:35273:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444843.246793:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d53ae0 00800000:00000002:2.0:1783444843.246795:0:35273:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444843.246799:0:35273:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1783444843.246802:0:35273:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444843.246804:0:35273:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444843.246806:0:35273:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444843.246808:0:35273:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444843.246810:0:35273:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444843.246812:0:35273:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444843.246814:0:35273:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444843.246818:0:35273:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783444843.246822:0:35273:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444843.246824:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d539b0 00000002:00010000:2.0:1783444843.246826:0:35273:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783444843.246829:0:35273:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783444843.246831:0:35273:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444843.246833:0:35273:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444843.246838:0:35273:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebfd00 count: 2 00010000:00000001:2.0:1783444843.246840:0:35273:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444843.246843:0:35273:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444843.246846:0:35273:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444843.246850:0:35273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1783444843.246863:0:35273:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444843.246866:0:35273:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444843.246869:0:35273:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1783444843.246874:0:35273:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783444843.246876:0:35273:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783444843.246878:0:35273:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444843.246880:0:35273:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444843.246882:0:35273:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444843.246884:0:35273:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783444843.246887:0:35273:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783444843.246889:0:35273:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:2.0:1783444843.246892:0:35273:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75a268400. 00000080:00000001:2.0:1783444843.246896:0:35273:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783444843.246897:0:35273:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444843.246900:0:35273:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:2.0:1783444843.246903:0:35273:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef73e 00800000:00000001:2.0:1783444843.246906:0:35273:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444843.246908:0:35273:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444843.246909:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.246911:0:35273:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.246913:0:35273:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15600 refcount=3 00000020:00000001:2.0:1783444843.246915:0:35273:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:2.0:1783444843.246918:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:2.0:1783444843.246920:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.246921:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444843.246922:0:35273:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444843.246924:0:35273:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444843.246926:0:35273:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef73e from it ffffa31941d53bf8 00010000:00000001:2.0:1783444843.246929:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.246930:0:35273:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.246931:0:35273:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15600 refcount=3 00000020:00000001:2.0:1783444843.246933:0:35273:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:2.0:1783444843.246935:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:2.0:1783444843.246937:0:35273:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444843.246940:0:35273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783444843.246946:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.246947:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.246948:0:35273:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444843.246950:0:35273:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444843.246952:0:35273:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1783444843.246959:0:35273:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444843.246961:0:35273:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444843.246963:0:35273:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444843.246966:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.246967:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.246969:0:35273:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.246971:0:35273:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444843.246972:0:35273:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.246973:0:35273:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.246975:0:35273:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.246978:0:35273:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444843.247131:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.247134:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783444843.247137:0:35273:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783444843.247139:0:35273:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444843.247141:0:35273:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:2.0:1783444843.247147:0:35273:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.247150:0:35273:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1783444843.247152:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d53be8 00000080:00002000:2.0:1783444843.247154:0:35273:0:(dcache.c:87:ll_dcompare()) found name recon(ffff91c748f5ce58) flags 0x48004e refc 0 00000080:00000001:2.0:1783444843.247157:0:35273:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.247158:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d53c30 00000080:00200000:2.0:1783444843.247160:0:35273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:2.0:1783444843.247177:0:35273:0:(xattr.c:556:ll_xattr_get_common()) Process entered 00000080:00000001:2.0:1783444843.247180:0:35273:0:(xattr.c:563:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:2.0:1783444843.247184:0:35273:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1783444843.247185:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d53e40 00000080:00002000:2.0:1783444843.247187:0:35273:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff91c748f5ce58, parent ffff91c74931ae58, inode ffff91c748db7448) hashed, 00000080:00000001:2.0:1783444843.247189:0:35273:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.247200:0:35273:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783444843.247203:0:35273:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783444843.247204:0:35273:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783444843.247205:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d53bc0 00000080:00200000:2.0:1783444843.247207:0:35273:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:2.0:1783444843.247211:0:35273:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75a268400. 00800000:00000002:2.0:1783444843.247214:0:35273:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:2.0:1783444843.247216:0:35273:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444843.247218:0:35273:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444843.247219:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d53ae0 00800000:00000002:2.0:1783444843.247221:0:35273:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444843.247224:0:35273:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1783444843.247225:0:35273:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444843.247227:0:35273:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444843.247228:0:35273:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444843.247230:0:35273:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444843.247231:0:35273:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444843.247233:0:35273:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444843.247235:0:35273:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444843.247237:0:35273:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783444843.247240:0:35273:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444843.247242:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d539b0 00000002:00010000:2.0:1783444843.247244:0:35273:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783444843.247247:0:35273:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783444843.247248:0:35273:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444843.247249:0:35273:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444843.247252:0:35273:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebfd00 count: 2 00010000:00000001:2.0:1783444843.247254:0:35273:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444843.247257:0:35273:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444843.247259:0:35273:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444843.247262:0:35273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1783444843.247269:0:35273:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444843.247271:0:35273:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444843.247274:0:35273:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1783444843.247280:0:35273:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783444843.247282:0:35273:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783444843.247284:0:35273:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444843.247285:0:35273:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444843.247287:0:35273:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444843.247289:0:35273:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783444843.247291:0:35273:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783444843.247293:0:35273:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:2.0:1783444843.247295:0:35273:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75a268400. 00000080:00000001:2.0:1783444843.247297:0:35273:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783444843.247298:0:35273:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444843.247300:0:35273:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:2.0:1783444843.247303:0:35273:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef73e 00800000:00000001:2.0:1783444843.247305:0:35273:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444843.247306:0:35273:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444843.247308:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.247309:0:35273:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.247311:0:35273:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15600 refcount=3 00000020:00000001:2.0:1783444843.247313:0:35273:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:2.0:1783444843.247315:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:2.0:1783444843.247317:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.247318:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444843.247319:0:35273:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444843.247321:0:35273:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444843.247323:0:35273:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef73e from it ffffa31941d53bf8 00010000:00000001:2.0:1783444843.247325:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444843.247326:0:35273:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444843.247327:0:35273:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15600 refcount=3 00000020:00000001:2.0:1783444843.247329:0:35273:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:2.0:1783444843.247331:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:2.0:1783444843.247333:0:35273:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444843.247335:0:35273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1783444843.247341:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.247342:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.247343:0:35273:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444843.247344:0:35273:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444843.247346:0:35273:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783444843.247352:0:35273:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444843.247354:0:35273:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444843.247355:0:35273:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444843.247358:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.247359:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444843.247360:0:35273:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.247362:0:35273:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444843.247363:0:35273:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.247365:0:35273:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.247367:0:35273:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444843.247369:0:35273:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444843.247370:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444843.247371:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783444843.247372:0:35273:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783444843.247373:0:35273:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444843.247376:0:35273:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:2.0:1783444843.247378:0:35273:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444843.247456:0:35273:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1783444843.247459:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d53be8 00000080:00002000:2.0:1783444843.247461:0:35273:0:(dcache.c:87:ll_dcompare()) found name recon(ffff91c748f5ce58) flags 0x48004e refc 0 00000080:00000001:2.0:1783444843.247463:0:35273:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444843.247465:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d53c30 00000080:00200000:2.0:1783444843.247466:0:35273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:2.0:1783444843.247473:0:35273:0:(xattr.c:556:ll_xattr_get_common()) Process entered 00000080:00000001:2.0:1783444843.247475:0:35273:0:(xattr.c:581:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1783444843.247478:0:35273:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1783444843.247479:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d53e40 00000080:00002000:2.0:1783444843.247481:0:35273:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff91c748f5ce58, parent ffff91c74931ae58, inode ffff91c748db7448) hashed, 00000080:00000001:2.0:1783444843.247484:0:35273:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444843.259330:0:35274:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444843.259338:0:35274:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444843.259340:0:35274:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444843.259343:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c6bb20 00000080:00200000:1.0:1783444843.259348:0:35274:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:1.0:1783444843.259355:0:35274:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cd800. 00800000:00000002:1.0:1783444843.259362:0:35274:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444843.259366:0:35274:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444843.259371:0:35274:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444843.259373:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c6ba40 00800000:00000002:1.0:1783444843.259376:0:35274:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444843.259493:0:35274:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444843.259497:0:35274:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444843.259500:0:35274:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444843.259503:0:35274:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444843.259505:0:35274:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444843.259508:0:35274:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444843.259510:0:35274:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444843.259512:0:35274:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444843.259516:0:35274:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444843.259522:0:35274:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444843.259524:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c6b910 00000002:00010000:1.0:1783444843.259527:0:35274:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444843.259531:0:35274:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444843.259533:0:35274:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444843.259537:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444843.259545:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebfd00 count: 2 00010000:00000001:1.0:1783444843.259548:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444843.259554:0:35274:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444843.259559:0:35274:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444843.259565:0:35274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1783444843.259579:0:35274:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444843.259586:0:35274:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444843.259589:0:35274:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1783444843.259596:0:35274:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783444843.259598:0:35274:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444843.259601:0:35274:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444843.259603:0:35274:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444843.259605:0:35274:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444843.259608:0:35274:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783444843.259611:0:35274:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783444843.259614:0:35274:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444843.259617:0:35274:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cd800. 00000080:00000001:1.0:1783444843.259624:0:35274:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783444843.259626:0:35274:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444843.259630:0:35274:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:1.0:1783444843.259633:0:35274:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef73e 00800000:00000001:1.0:1783444843.259637:0:35274:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444843.259638:0:35274:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444843.259640:0:35274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444843.259643:0:35274:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444843.259647:0:35274:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15600 refcount=3 00000020:00000001:1.0:1783444843.259649:0:35274:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:1.0:1783444843.259651:0:35274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:1.0:1783444843.259655:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444843.259657:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444843.259659:0:35274:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444843.259661:0:35274:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444843.259663:0:35274:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef73e from it ffffa31941c6bb58 00010000:00000001:1.0:1783444843.259666:0:35274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444843.259667:0:35274:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444843.259668:0:35274:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15600 refcount=3 00000020:00000001:1.0:1783444843.259669:0:35274:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:1.0:1783444843.259671:0:35274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:1.0:1783444843.259673:0:35274:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444843.259676:0:35274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1783444843.259682:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444843.259683:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444843.259684:0:35274:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444843.259686:0:35274:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444843.259689:0:35274:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1783444843.259697:0:35274:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444843.259701:0:35274:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444843.259705:0:35274:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444843.259781:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444843.259783:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444843.259784:0:35274:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444843.259788:0:35274:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444843.259790:0:35274:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444843.259792:0:35274:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444843.259795:0:35274:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444843.259797:0:35274:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444843.259799:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444843.259800:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444843.259803:0:35274:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783444843.259805:0:35274:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444843.259808:0:35274:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:1.0:1783444843.259813:0:35274:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444843.259817:0:35274:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1783444843.259819:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c6bb48 00000080:00002000:1.0:1783444843.259821:0:35274:0:(dcache.c:87:ll_dcompare()) found name recon(ffff91c748f5ce58) flags 0x48004e refc 0 00000080:00000001:1.0:1783444843.259823:0:35274:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444843.259825:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c6bb90 00000080:00200000:1.0:1783444843.259827:0:35274:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:1.0:1783444843.259837:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c6bd08 00000080:00200008:1.0:1783444843.259839:0:35274:0:(file.c:6217:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff91c748db7448), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1783444843.259844:0:35274:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444843.259845:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c6bc80 00000080:00200000:1.0:1783444843.259846:0:35274:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff91c748db7448),name=recon 00000080:00000010:1.0:1783444843.259851:0:35274:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cd800. 00800000:00000002:1.0:1783444843.259854:0:35274:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444843.259860:0:35274:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444843.259862:0:35274:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444843.259863:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c6bba0 00800000:00000002:1.0:1783444843.259865:0:35274:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444843.259868:0:35274:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444843.259870:0:35274:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444843.259872:0:35274:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444843.259873:0:35274:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444843.259875:0:35274:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444843.259877:0:35274:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444843.259879:0:35274:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444843.259881:0:35274:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444843.259884:0:35274:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444843.259885:0:35274:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444843.259886:0:35274:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444843.259887:0:35274:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444843.259889:0:35274:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444843.259891:0:35274:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1783444843.259893:0:35274:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444843.259895:0:35274:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444843.259899:0:35274:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444843.259901:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c6ba70 00000002:00010000:1.0:1783444843.259903:0:35274:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444843.259906:0:35274:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444843.259908:0:35274:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444843.259909:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444843.259913:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 4 00010000:00000001:1.0:1783444843.259915:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444843.259919:0:35274:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444843.259921:0:35274:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444843.259924:0:35274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 02000000:00000001:1.0:1783444843.259931:0:35274:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444843.259933:0:35274:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444843.259936:0:35274:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000002:00000001:1.0:1783444843.259942:0:35274:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783444843.259944:0:35274:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444843.259946:0:35274:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444843.259948:0:35274:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444843.259950:0:35274:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444843.259952:0:35274:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783444843.259954:0:35274:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783444843.259956:0:35274:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444843.259958:0:35274:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cd800. 00000080:00000001:1.0:1783444843.259961:0:35274:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783444843.259962:0:35274:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444843.259964:0:35274:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff91c748db7448) 00000080:00010000:1.0:1783444843.259967:0:35274:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff91c748db7448) for lock 0x5503b2fe824ef714 00800000:00000001:1.0:1783444843.259970:0:35274:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444843.259971:0:35274:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444843.259973:0:35274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444843.259974:0:35274:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444843.259975:0:35274:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224c00 refcount=3 00000020:00000001:1.0:1783444843.259977:0:35274:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:1.0:1783444843.260196:0:35274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:1.0:1783444843.260200:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444843.260201:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444843.260202:0:35274:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444843.260204:0:35274:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444843.260207:0:35274:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef714 from it ffffa31941c6bcb8 00010000:00000001:1.0:1783444843.260209:0:35274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444843.260210:0:35274:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444843.260212:0:35274:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224c00 refcount=3 00000020:00000001:1.0:1783444843.260214:0:35274:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:1.0:1783444843.260216:0:35274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995339776 : -121189714211840 : ffff91c752224c00) 00010000:00000001:1.0:1783444843.260218:0:35274:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444843.260221:0:35274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1783444843.260228:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444843.260229:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444843.260231:0:35274:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444843.260232:0:35274:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444843.260235:0:35274:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1783444843.260242:0:35274:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444843.260244:0:35274:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444843.260245:0:35274:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444843.260247:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444843.260248:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444843.260249:0:35274:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444843.260251:0:35274:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444843.260253:0:35274:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444843.260254:0:35274:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444843.260256:0:35274:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444843.260258:0:35274:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444843.260259:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444843.260260:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444843.260261:0:35274:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783444843.260262:0:35274:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783444843.260265:0:35274:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1783444843.260268:0:35274:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1783444843.260270:0:35274:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783444843.260272:0:35274:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1783444843.260274:0:35274:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444843.260276:0:35274:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1783444843.260279:0:35274:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1783444843.260282:0:35274:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444843.260288:0:35274:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a13f0. 00000020:00000010:1.0:1783444843.260292:0:35274:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cd800. 00000020:00000010:1.0:1783444843.260297:0:35274:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590cd400. 00000020:00000010:1.0:1783444843.260300:0:35274:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b30c0. 00000008:00000010:1.0:1783444843.260307:0:35274:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444843.260311:0:35274:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025900. 00008000:00000010:1.0:1783444843.260316:0:35274:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444843.260323:0:35274:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444843.260327:0:35274:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444843.260330:0:35274:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cc800. 00000008:00000010:1.0:1783444843.260334:0:35274:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444843.260338:0:35274:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444843.260341:0:35274:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444843.260345:0:35274:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107cf00. 00000020:00000001:1.0:1783444843.260347:0:35274:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114338808 : -121189595212808 : ffff91c7593a13f8) 00000020:00001000:1.0:1783444843.260349:0:35274:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a13f0 00000020:00000001:1.0:1783444843.260354:0:35274:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:1.0:1783444843.260357:0:35274:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1783444843.260360:0:35274:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:1.0:1783444843.260362:0:35274:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1783444843.260365:0:35274:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444843.260366:0:35274:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1783444843.260369:0:35274:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1783444843.260370:0:35274:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444843.260372:0:35274:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783444843.260376:0:35274:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x2b:0x0]io ffff91c760990e40 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1783444843.260448:0:35274:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c76040a7c0 00020000:00000001:1.0:1783444843.260453:0:35274:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1783444843.260455:0:35274:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1783444843.260458:0:35274:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1783444843.260459:0:35274:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444843.260462:0:35274:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1783444843.260464:0:35274:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1783444843.260466:0:35274:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444843.260468:0:35274:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444843.260469:0:35274:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1783444843.260470:0:35274:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1783444843.260472:0:35274:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c76040a7c0 00000020:00000001:1.0:1783444843.260474:0:35274:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1783444843.260476:0:35274:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1783444843.260478:0:35274:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:1.0:1783444843.260480:0:35274:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1783444843.260482:0:35274:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1783444843.260484:0:35274:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1783444843.260487:0:35274:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1783444843.260492:0:35274:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1783444843.260497:0:35274:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91c7505f9900. 00020000:00000002:1.0:1783444843.260500:0:35274:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1783444843.260503:0:35274:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1783444843.260505:0:35274:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783444843.260507:0:35274:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1783444843.260508:0:35274:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444843.260511:0:35274:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a11b0. 00000020:00000010:1.0:1783444843.260514:0:35274:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cd000. 00000020:00000010:1.0:1783444843.260517:0:35274:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590cc200. 00000020:00000010:1.0:1783444843.260519:0:35274:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b33c0. 00000008:00000010:1.0:1783444843.260523:0:35274:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7590664b0. 00020000:00000010:1.0:1783444843.260525:0:35274:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025e40. 00008000:00000010:1.0:1783444843.260528:0:35274:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cb8a98. 00000080:00000010:1.0:1783444843.260531:0:35274:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077888. 00000080:00000010:1.0:1783444843.260534:0:35274:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7609914d0. 00000020:00000010:1.0:1783444843.260537:0:35274:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cca00. 00000008:00000010:1.0:1783444843.260540:0:35274:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909a580. 00020000:00000010:1.0:1783444843.260543:0:35274:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a1488. 00008000:00000010:1.0:1783444843.260545:0:35274:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603effe8. 00000080:00000010:1.0:1783444843.260549:0:35274:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107c5a0. 00000020:00000001:1.0:1783444843.260551:0:35274:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114338232 : -121189595213384 : ffff91c7593a11b8) 00000020:00001000:1.0:1783444843.260553:0:35274:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a11b0 00000020:00000001:1.0:1783444843.260556:0:35274:0:(cl_object.c:151:cl_object_top()) ffff91c74529d5f8 -> ffff91c74529de90 00000020:00000001:1.0:1783444843.260557:0:35274:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1783444843.260560:0:35274:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444843.260561:0:35274:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1783444843.260562:0:35274:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444843.260564:0:35274:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444843.260566:0:35274:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883747332200 : -121189962219416 : ffff91c7435a0068) 00000020:00000001:1.0:1783444843.260568:0:35274:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1783444843.260572:0:35274:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91c75824ebe0. 00000008:00010000:1.0:1783444843.260574:0:35274:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1783444843.260577:0:35274:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1783444843.260578:0:35274:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1783444843.260580:0:35274:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91c7505f9930, osc lock ffff91c75824ebe0, flags 0x400001002 00000020:00000001:1.0:1783444843.260583:0:35274:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444843.260584:0:35274:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444843.260587:0:35274:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446622883965802752 : -121189743748864 : ffff91c7505f9900) 00000020:00000001:1.0:1783444843.260589:0:35274:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1783444843.260590:0:35274:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1783444843.260591:0:35274:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444843.260593:0:35274:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444843.260596:0:35274:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1783444843.260597:0:35274:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1783444843.260599:0:35274:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1783444843.260600:0:35274:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1783444843.260602:0:35274:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783444843.260603:0:35274:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883747332200 : -121189962219416 : ffff91c7435a0068) 00000020:00000001:1.0:1783444843.260605:0:35274:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1783444843.260607:0:35274:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1783444843.260608:0:35274:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1783444843.260612:0:35274:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1783444843.260614:0:35274:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1783444843.260616:0:35274:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1783444843.260617:0:35274:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1783444843.260619:0:35274:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1783444843.260620:0:35274:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1783444843.260622:0:35274:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1783444843.260624:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444843.260628:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211700 count: 2 00010000:00000001:1.0:1783444843.260630:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444843.260634:0:35274:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444843.260638:0:35274:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444843.260641:0:35274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 02000000:00000001:1.0:1783444843.260650:0:35274:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444843.260654:0:35274:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444843.260656:0:35274:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1783444843.260662:0:35274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444843.260663:0:35274:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444843.260666:0:35274:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=4 00000020:00000001:1.0:1783444843.260668:0:35274:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:1.0:1783444843.260669:0:35274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00000008:00000001:1.0:1783444843.260673:0:35274:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1783444843.260675:0:35274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444843.260676:0:35274:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444843.260677:0:35274:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=5 00000020:00000001:1.0:1783444843.260679:0:35274:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:1.0:1783444843.260681:0:35274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00000020:00000001:1.0:1783444843.260684:0:35274:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1783444843.260686:0:35274:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1783444843.260687:0:35274:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1783444843.260689:0:35274:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444843.260691:0:35274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444843.260691:0:35274:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444843.260693:0:35274:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=6 00000020:00000001:1.0:1783444843.260694:0:35274:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:1.0:1783444843.260696:0:35274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:1.0:1783444843.260698:0:35274:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444843.260701:0:35274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1783444843.260786:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444843.260788:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444843.260789:0:35274:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444843.260791:0:35274:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444843.260793:0:35274:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1783444843.260801:0:35274:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444843.260803:0:35274:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444843.260805:0:35274:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444843.260807:0:35274:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444843.260809:0:35274:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444843.260810:0:35274:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444843.260812:0:35274:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444843.260814:0:35274:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444843.260816:0:35274:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444843.260817:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444843.260819:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444843.260819:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444843.260820:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783444843.260822:0:35274:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444843.260824:0:35274:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444843.260826:0:35274:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444843.260827:0:35274:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444843.260829:0:35274:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444843.260830:0:35274:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1783444843.260832:0:35274:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1783444843.260834:0:35274:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1783444843.260835:0:35274:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1783444843.260837:0:35274:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444843.260839:0:35274:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444843.260843:0:35274:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1783444843.260845:0:35274:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:1.0:1783444843.260846:0:35274:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:1.0:1783444843.260848:0:35274:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1783444843.260851:0:35274:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1783444843.260854:0:35274:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=46 m=1783444843 a=1783444843 c=1783444843 b=0 00020000:00000001:1.0:1783444843.260858:0:35274:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444843.260860:0:35274:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444843.260861:0:35274:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000080:00200000:1.0:1783444843.260863:0:35274:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:1.0:1783444843.260866:0:35274:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1783444843.260869:0:35274:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1783444843.260871:0:35274:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91c760990de0 (ffff91c7593a13f8/0) at cl_lock_release():245 00000020:00000001:1.0:1783444843.260873:0:35274:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1783444843.260874:0:35274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c760990de0 (ffff91c7593a13f8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1783444843.260877:0:35274:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1783444843.260878:0:35274:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783444843.260880:0:35274:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883747332200 : -121189962219416 : ffff91c7435a0068) 00000020:00000001:1.0:1783444843.260882:0:35274:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1783444843.260883:0:35274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c7505f9930 (ffff91c7593a11b8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1783444843.260886:0:35274:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1783444843.260887:0:35274:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1783444843.260888:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444843.260889:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783444843.260891:0:35274:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1783444843.260892:0:35274:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1783444843.260894:0:35274:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1783444843.260895:0:35274:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1783444843.260896:0:35274:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1783444843.260898:0:35274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c760990de0 (ffff91c7593a13f8/0) at cl_lock_fini():72 00020000:00000001:1.0:1783444843.260900:0:35274:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1783444843.260902:0:35274:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1783444843.260903:0:35274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c7505f9930 (ffff91c7593a13f8/1) at cl_lock_fini():72 00000008:00000010:1.0:1783444843.260906:0:35274:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91c75824ebe0. 00000020:00000001:1.0:1783444843.260912:0:35274:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1783444843.260914:0:35274:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91c7505f9900. 00020000:00000001:1.0:1783444843.260917:0:35274:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1783444843.260918:0:35274:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1783444843.260919:0:35274:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1783444843.260920:0:35274:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444843.260923:0:35274:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1783444843.260925:0:35274:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:1.0:1783444843.260927:0:35274:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1783444843.260928:0:35274:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1783444843.260929:0:35274:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783444843.260931:0:35274:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a11b0 00000020:00000010:1.0:1783444843.260935:0:35274:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590cc200. 00000020:00000010:1.0:1783444843.260939:0:35274:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b33c0. 00000008:00000010:1.0:1783444843.260943:0:35274:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7590664b0. 00020000:00000010:1.0:1783444843.260946:0:35274:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025e40. 00008000:00000010:1.0:1783444843.260949:0:35274:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cb8a98. 00000080:00000010:1.0:1783444843.260953:0:35274:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077888. 00000080:00000010:1.0:1783444843.260957:0:35274:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7609914d0. 00000020:00000010:1.0:1783444843.260960:0:35274:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cd000. 00000008:00000010:1.0:1783444843.260963:0:35274:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909a580. 00020000:00000010:1.0:1783444843.260966:0:35274:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a1488. 00008000:00000010:1.0:1783444843.260969:0:35274:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603effe8. 00000080:00000010:1.0:1783444843.260972:0:35274:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107c5a0. 00000020:00000010:1.0:1783444843.260975:0:35274:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cca00. 00000020:00000010:1.0:1783444843.260977:0:35274:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a11b0. 00020000:00000001:1.0:1783444843.262045:0:35274:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1783444843.262052:0:35274:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:1.0:1783444843.262121:0:35274:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1783444843.262124:0:35274:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1783444843.262130:0:35274:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1783444843.262132:0:35274:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444843.262134:0:35274:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1783444843.262136:0:35274:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1783444843.262138:0:35274:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783444843.262140:0:35274:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a13f0 00000020:00000010:1.0:1783444843.262144:0:35274:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590cd400. 00000020:00000010:1.0:1783444843.262148:0:35274:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b30c0. 00000008:00000010:1.0:1783444843.262151:0:35274:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444843.262156:0:35274:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025900. 00008000:00000010:1.0:1783444843.262159:0:35274:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444843.262164:0:35274:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444843.262167:0:35274:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444843.262171:0:35274:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cd800. 00000008:00000010:1.0:1783444843.262173:0:35274:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444843.262176:0:35274:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444843.262180:0:35274:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444843.262183:0:35274:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107cf00. 00000020:00000010:1.0:1783444843.262186:0:35274:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cc800. 00000020:00000010:1.0:1783444843.262189:0:35274:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a13f0. 00000001:00000001:1.0:1783444843.262192:0:35274:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444843.262200:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c6bd08 00000080:00000008:1.0:1783444843.262203:0:35274:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff91c748db7448), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1783444843.262209:0:35274:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1783444843.262211:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c6bda0 00000080:00002000:1.0:1783444843.262214:0:35274:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff91c748f5ce58, parent ffff91c74931ae58, inode ffff91c748db7448) hashed, 00000080:00000001:1.0:1783444843.262217:0:35274:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444843.262258:0:35274:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444843.262261:0:35274:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444843.262263:0:35274:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444843.262264:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c6bbd8 00000080:00200000:1.0:1783444843.262266:0:35274:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:1.0:1783444843.262272:0:35274:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cc800. 00800000:00000002:1.0:1783444843.262277:0:35274:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444843.262281:0:35274:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444843.262285:0:35274:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444843.262286:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c6baf8 00800000:00000002:1.0:1783444843.262288:0:35274:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444843.262292:0:35274:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444843.262295:0:35274:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444843.262297:0:35274:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444843.262300:0:35274:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444843.262302:0:35274:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444843.262303:0:35274:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444843.262305:0:35274:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444843.262308:0:35274:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444843.262311:0:35274:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444843.262316:0:35274:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444843.262318:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c6b9c8 00000002:00010000:1.0:1783444843.262320:0:35274:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444843.262324:0:35274:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444843.262326:0:35274:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444843.262329:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444843.262334:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebfd00 count: 2 00010000:00000001:1.0:1783444843.262337:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444843.262340:0:35274:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444843.262344:0:35274:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444843.262348:0:35274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1783444843.262359:0:35274:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444843.262363:0:35274:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444843.262366:0:35274:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1783444843.262374:0:35274:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783444843.262376:0:35274:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444843.262378:0:35274:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444843.262781:0:35274:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444843.262784:0:35274:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444843.262786:0:35274:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783444843.262789:0:35274:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783444843.262793:0:35274:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444843.262796:0:35274:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cc800. 00000080:00000001:1.0:1783444843.262800:0:35274:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783444843.262802:0:35274:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444843.262805:0:35274:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:1.0:1783444843.262809:0:35274:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef73e 00800000:00000001:1.0:1783444843.262813:0:35274:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444843.262815:0:35274:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444843.262817:0:35274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444843.262819:0:35274:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444843.262822:0:35274:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15600 refcount=3 00000020:00000001:1.0:1783444843.262825:0:35274:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:1.0:1783444843.262828:0:35274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:1.0:1783444843.262831:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444843.262833:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444843.262835:0:35274:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444843.262837:0:35274:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444843.262840:0:35274:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef73e from it ffffa31941c6bc10 00010000:00000001:1.0:1783444843.262842:0:35274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444843.262843:0:35274:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444843.262845:0:35274:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15600 refcount=3 00000020:00000001:1.0:1783444843.262847:0:35274:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:1.0:1783444843.262849:0:35274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:1.0:1783444843.262852:0:35274:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444843.262855:0:35274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1783444843.262862:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444843.262863:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444843.262864:0:35274:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444843.262867:0:35274:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444843.262869:0:35274:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1783444843.262877:0:35274:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444843.262880:0:35274:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444843.262882:0:35274:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444843.262887:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444843.262888:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444843.262889:0:35274:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444843.262893:0:35274:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444843.262895:0:35274:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444843.262896:0:35274:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444843.262899:0:35274:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444843.262901:0:35274:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444843.262903:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444843.262904:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444843.262907:0:35274:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783444843.262908:0:35274:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444843.262910:0:35274:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:1.0:1783444843.262914:0:35274:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444843.262924:0:35274:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1783444843.262927:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c6bda0 00000080:00002000:1.0:1783444843.262928:0:35274:0:(dcache.c:87:ll_dcompare()) found name recon(ffff91c748f5ce58) flags 0x48004e refc 0 00000080:00000001:1.0:1783444843.262931:0:35274:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444843.262933:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c6be10 00000080:00200000:1.0:1783444843.262934:0:35274:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:1.0:1783444843.262939:0:35274:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444843.262940:0:35274:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444843.262941:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c6bd30 00000080:00200000:1.0:1783444843.262943:0:35274:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:1.0:1783444843.262948:0:35274:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cc800. 00800000:00000002:1.0:1783444843.262951:0:35274:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444843.262954:0:35274:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444843.262956:0:35274:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444843.262957:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c6bc50 00800000:00000002:1.0:1783444843.262959:0:35274:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444843.262962:0:35274:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444843.262963:0:35274:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444843.262965:0:35274:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444843.262966:0:35274:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444843.262968:0:35274:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444843.262970:0:35274:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444843.262972:0:35274:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444843.262974:0:35274:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444843.262976:0:35274:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444843.262979:0:35274:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444843.263473:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c6bb20 00000002:00010000:1.0:1783444843.263476:0:35274:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444843.263480:0:35274:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444843.263482:0:35274:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444843.263484:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444843.263489:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebfd00 count: 2 00010000:00000001:1.0:1783444843.263491:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444843.263495:0:35274:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444843.263498:0:35274:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444843.263501:0:35274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1783444843.263509:0:35274:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444843.263512:0:35274:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444843.263515:0:35274:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1783444843.263522:0:35274:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783444843.263524:0:35274:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444843.263526:0:35274:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444843.263528:0:35274:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444843.263530:0:35274:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444843.263532:0:35274:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783444843.263535:0:35274:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783444843.263537:0:35274:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444843.263540:0:35274:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cc800. 00000080:00000001:1.0:1783444843.263543:0:35274:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783444843.263544:0:35274:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444843.263547:0:35274:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:1.0:1783444843.263550:0:35274:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef73e 00800000:00000001:1.0:1783444843.263553:0:35274:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444843.263555:0:35274:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444843.263556:0:35274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444843.263558:0:35274:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444843.263560:0:35274:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15600 refcount=3 00000020:00000001:1.0:1783444843.263562:0:35274:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:1.0:1783444843.263564:0:35274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:1.0:1783444843.263567:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444843.263568:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444843.263569:0:35274:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444843.263571:0:35274:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444843.263573:0:35274:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef73e from it ffffa31941c6bd68 00010000:00000001:1.0:1783444843.263575:0:35274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444843.263576:0:35274:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444843.263577:0:35274:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15600 refcount=3 00000020:00000001:1.0:1783444843.263579:0:35274:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:1.0:1783444843.263581:0:35274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987936768 : -121189721614848 : ffff91c751b15600) 00010000:00000001:1.0:1783444843.263583:0:35274:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444843.263585:0:35274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1783444843.263592:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444843.263593:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444843.263594:0:35274:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444843.263596:0:35274:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444843.263598:0:35274:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1783444843.263605:0:35274:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444843.263607:0:35274:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444843.263608:0:35274:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444843.263610:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444843.263611:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444843.263613:0:35274:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444843.263615:0:35274:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444843.263616:0:35274:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444843.263618:0:35274:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444843.263620:0:35274:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444843.263621:0:35274:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444843.263622:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444843.263623:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444843.263625:0:35274:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783444843.263627:0:35274:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444843.263629:0:35274:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 3 00000080:00000001:1.0:1783444843.263633:0:35274:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444843.263637:0:35274:0:(namei.c:2404:ll_unlink()) Process entered 00000020:00000001:1.0:1783444843.263639:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c6bdf8 00000080:00200000:1.0:1783444843.263641:0:35274:0:(namei.c:2407:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00000001:1.0:1783444843.263644:0:35274:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1783444843.263647:0:35274:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444843.263651:0:35274:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a13f0. 00000020:00000010:1.0:1783444843.263654:0:35274:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cc800. 00000020:00000010:1.0:1783444843.263658:0:35274:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590cd800. 00000020:00000010:1.0:1783444843.263662:0:35274:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b30c0. 00000008:00000010:1.0:1783444843.263668:0:35274:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444843.263672:0:35274:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025900. 00008000:00000010:1.0:1783444843.263677:0:35274:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444843.263683:0:35274:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444843.263686:0:35274:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444843.263690:0:35274:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cd400. 00000008:00000010:1.0:1783444843.263693:0:35274:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444843.263696:0:35274:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444843.263700:0:35274:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444843.263703:0:35274:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107cf00. 00000020:00000001:1.0:1783444843.263706:0:35274:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114338808 : -121189595212808 : ffff91c7593a13f8) 00000020:00001000:1.0:1783444843.263800:0:35274:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a13f0 00000020:00000001:1.0:1783444843.263803:0:35274:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1783444843.263806:0:35274:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c76040a7c0 00020000:00000002:1.0:1783444843.263810:0:35274:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff91c760427540 addref 2/0 by ffff91c76040a7c0. 00020000:00000002:1.0:1783444843.263812:0:35274:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c76040a7c0 00020000:00000001:1.0:1783444843.263815:0:35274:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1783444843.263817:0:35274:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1783444843.263819:0:35274:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1783444843.263821:0:35274:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:1.0:1783444843.263824:0:35274:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:1.0:1783444843.263826:0:35274:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a13f0 00000020:00000010:1.0:1783444843.263829:0:35274:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590cd800. 00000020:00000010:1.0:1783444843.263832:0:35274:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b30c0. 00000008:00000010:1.0:1783444843.263835:0:35274:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444843.263838:0:35274:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025900. 00008000:00000010:1.0:1783444843.263840:0:35274:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444843.263844:0:35274:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444843.263847:0:35274:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444843.263850:0:35274:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cc800. 00000008:00000010:1.0:1783444843.263853:0:35274:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444843.263855:0:35274:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444843.263858:0:35274:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444843.263860:0:35274:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107cf00. 00000020:00000010:1.0:1783444843.263863:0:35274:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cd400. 00000020:00000010:1.0:1783444843.263866:0:35274:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a13f0. 00000080:00000001:1.0:1783444843.263868:0:35274:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1783444843.263872:0:35274:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cd400. 00800000:00000002:1.0:1783444843.263876:0:35274:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00800000:00000001:1.0:1783444843.263885:0:35274:0:(lmv_obd.c:3484:lmv_unlink()) Process entered 00800000:00000001:1.0:1783444843.263888:0:35274:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444843.263890:0:35274:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444843.263892:0:35274:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444843.263894:0:35274:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444843.263896:0:35274:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444843.263898:0:35274:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444843.263900:0:35274:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444843.263902:0:35274:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444843.263903:0:35274:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444843.263904:0:35274:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444843.263905:0:35274:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444843.263906:0:35274:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444843.263908:0:35274:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1783444843.263910:0:35274:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444843.263912:0:35274:0:(lmv_obd.c:2553:lmv_early_cancel()) Process entered 00800000:00000001:1.0:1783444843.263914:0:35274:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444843.263915:0:35274:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444843.263916:0:35274:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444843.263917:0:35274:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444843.263918:0:35274:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444843.263920:0:35274:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1783444843.263921:0:35274:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444843.263923:0:35274:0:(lmv_obd.c:2572:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x2b:0x0] 00800000:00000001:1.0:1783444843.263925:0:35274:0:(lmv_obd.c:2577:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444843.263927:0:35274:0:(lmv_obd.c:3524:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x2b:0x0] -> mds #0 00000002:00000001:1.0:1783444843.263932:0:35274:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1783444843.263935:0:35274:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1783444843.263938:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebfd00 count: 2 00010000:00000001:1.0:1783444843.263940:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444843.263943:0:35274:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1783444843.263946:0:35274:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783444843.263949:0:35274:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:1.0:1783444843.263958:0:35274:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783444843.263962:0:35274:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783444843.263964:0:35274:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783444843.263966:0:35274:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1783444843.263969:0:35274:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444843.263970:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444843.263972:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebfd00 count: 3 00010000:00000001:1.0:1783444843.263974:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444843.263976:0:35274:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444843.263977:0:35274:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444843.263991:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444843.263994:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebfd00 count: 3 00010000:00000001:1.0:1783444843.263996:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444843.263997:0:35274:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444843.263999:0:35274:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444843.264000:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444843.264001:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c743ebfd00 count: 3 00010000:00000001:1.0:1783444843.264003:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444843.264004:0:35274:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444843.264006:0:35274:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1783444843.264008:0:35274:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91c748db39c0, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1783444843.264012:0:35274:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1783444843.264014:0:35274:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1783444843.264016:0:35274:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783444843.264018:0:35274:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444843.264021:0:35274:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783444843.264024:0:35274:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783444843.264026:0:35274:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783444843.264027:0:35274:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444843.264030:0:35274:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1783444843.264033:0:35274:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c751b15600 with handle 0x5503b2fe824ef73e from hash 00010000:00000001:1.0:1783444843.264035:0:35274:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783444843.264036:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444843.264037:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444843.264038:0:35274:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783444843.264040:0:35274:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783444843.264042:0:35274:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783444843.264044:0:35274:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1783444843.264046:0:35274:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444843.264048:0:35274:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444843.264050:0:35274:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1783444843.264079:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 4 00010000:00000001:1.0:1783444843.264082:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444843.264085:0:35274:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1783444843.264088:0:35274:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783444843.264091:0:35274:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14200/0x5503b2fe824ef745 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x332dd2263f6ddc9a expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1783444843.264097:0:35274:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783444843.264099:0:35274:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783444843.264101:0:35274:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783444843.264102:0:35274:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x2b:0x0] mode CR 00000002:00000001:1.0:1783444843.264104:0:35274:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444843.264106:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444843.264108:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 5 00010000:00000001:1.0:1783444843.264110:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444843.264112:0:35274:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444843.264114:0:35274:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444843.264115:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444843.264117:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 5 00010000:00000001:1.0:1783444843.264119:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444843.264121:0:35274:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444843.264122:0:35274:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444843.264123:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444843.264125:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 5 00010000:00000001:1.0:1783444843.264127:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444843.264129:0:35274:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444843.264131:0:35274:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444843.264133:0:35274:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1783444843.264135:0:35274:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1783444843.264139:0:35274:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff91c7590cc800. 00000080:00000001:1.0:1783444843.264141:0:35274:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1783444843.264144:0:35274:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1783444843.264147:0:35274:0:(lmv_obd.c:1665:lmv_close()) Process entered 00800000:00000001:1.0:1783444843.264149:0:35274:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444843.264150:0:35274:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444843.264151:0:35274:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444843.264153:0:35274:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444843.264154:0:35274:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444843.264156:0:35274:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1783444843.264158:0:35274:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444843.264160:0:35274:0:(lmv_obd.c:1671:lmv_close()) CLOSE [0x200000405:0x2b:0x0] 00000002:00000001:1.0:1783444843.264164:0:35274:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1783444843.264166:0:35274:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91c759350000: [0x200000405:0x2b:0x0] file closed with intent: 0 00000100:00000010:1.0:1783444843.264171:0:35274:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883bb80. 00000020:00000040:1.0:1783444843.264176:0:35274:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:1.0:1783444843.264181:0:35274:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444843.264184:0:35274:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444843.264187:0:35274:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444843.264193:0:35274:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c7590cd800. 00000100:00000001:1.0:1783444843.264200:0:35274:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1783444843.264221:0:35274:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91c760462300 x1870075608313088/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444859 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1783444843.264232:0:35274:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1783444843.264237:0:35274:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c75883bb80 x1870075608313344/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1783444843.264244:0:35274:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444843.264246:0:35274:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444843.264252:0:35274:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7590a8840. 00000100:00000001:1.0:1783444843.264254:0:35274:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884111222848 : -121189598328768 : ffff91c7590a8840) 00000100:00000001:1.0:1783444843.264257:0:35274:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444843.264259:0:35274:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102388608 : -121189607163008 : ffff91c75883bb80) 00000100:00000001:1.0:1783444843.264263:0:35274:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444843.264268:0:35274:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444843.264270:0:35274:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444843.264271:0:35274:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444843.264275:0:35274:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c75883bb80 x1870075608313344/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444843.264287:0:35274:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444843.264289:0:35274:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444843.264293:0:35274:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444843.264295:0:35274:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444843.264297:0:35274:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444843.264301:0:35274:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c75883bb80 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:35274:1870075608313344:192.168.204.110@tcp:35:rm.0 00000100:00000001:1.0:1783444843.264304:0:35274:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444843.264310:0:35274:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444843.264312:0:35274:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444843.264315:0:35274:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444843.264319:0:35274:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c751026800. 02000000:00000001:1.0:1783444843.264321:0:35274:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444843.264328:0:35274:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444843.264333:0:35274:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7467360b0. 00000400:00000010:1.0:1783444843.264340:0:35274:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7590764c8. 00000100:00000200:1.0:1783444843.264348:0:35274:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608313344, portal 10 00000100:00000001:1.0:1783444843.264350:0:35274:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444843.264351:0:35274:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102388608 : -121189607163008 : ffff91c75883bb80) 00000100:00000040:1.0:1783444843.264356:0:35274:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c75883bb80 x1870075608313344/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444859 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444843.264363:0:35274:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444843.264365:0:35274:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444843.264368:0:35274:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076550. 00000100:00000200:1.0:1783444843.264370:0:35274:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870075608313344, offset 0 00000400:00000200:1.0:1783444843.264376:0:35274:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444843.265097:0:35274:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.265106:0:35274:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444843.265111:0:35274:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444843.265115:0:35274:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444843.265119:0:35274:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444843.265122:0:35274:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444843.265126:0:35274:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2928:2928:256:4294967295] 192.168.204.110@tcp LPNI seq info [2928:2928:8:4294967295] 00000400:00000200:1.0:1783444843.265131:0:35274:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.265141:0:35274:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444843.265148:0:35274:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444843.265156:0:35274:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298e00. 00000800:00000200:1.0:1783444843.265163:0:35274:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444843.265171:0:35274:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444843.265176:0:35274:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1783444843.265191:0:35274:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444843.265196:0:35274:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 887576 usecs (888 jiffies) 00000400:00000200:1.0:1783444843.265200:0:35274:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444843.265202:0:35274:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296483158 00000100:00000001:1.0:1783444843.265211:0:35274:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296483109 00000100:00000001:1.0:1783444843.265216:0:35274:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296483158 00000100:00000001:1.0:1783444843.265220:0:35274:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296483109 00000100:00000001:1.0:1783444843.265223:0:35274:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444843.265226:0:35274:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444843.265229:0:35274:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444843.265231:0:35274:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444843.265237:0:35274:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7590a8840 going to sleep for 11 seconds 00000100:00000001:1.0:1783444843.265240:0:35274:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444843.265242:0:35274:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444843.265401:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444843.265406:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298e00. 00000400:00000200:0.0:1783444843.265412:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444843.265417:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444843.265421:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076550 00000400:00000010:0.0:1783444843.265424:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076550. 00000100:00000001:0.0:1783444843.265428:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444843.265433:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c75883bb80 x1870075608313344/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444859 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444843.265446:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444843.265449:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c75883bb80 x1870075608313344/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444859 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444843.265455:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444843.265456:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444843.273900:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.273919:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444843.273925:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.273927:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444843.273938:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.273945:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444843.273953:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.273957:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.273962:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.273967:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8562e00 00000400:00000200:1.0:1783444843.273971:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.273977:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x80f9 [1] + 224 00000800:00000001:1.0:1783444843.273997:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.274050:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444843.274269:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444843.274276:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444843.274283:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444843.274293:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c75883bb80 x1870075608313344/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444859 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444843.274304:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91c75883bb80 x1870075608313344/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444843.274351:0:35274:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444843.274855:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444843.274870:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.274876:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1783444843.278625:0:35274:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444843.278633:0:35274:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444843.278642:0:35274:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7467360b0. 00000400:00000200:0.0:1783444843.278650:0:35274:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7590764c8 00000400:00000010:0.0:1783444843.278653:0:35274:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7590764c8. 00000100:00000001:0.0:1783444843.278658:0:35274:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444843.278672:0:35274:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c75883bb80 x1870075608313344/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783444843.278684:0:35274:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c75883bb80 x1870075608313344/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444843.278691:0:35274:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444843.278694:0:35274:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444843.278696:0:35274:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444843.278700:0:35274:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444843.278702:0:35274:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444843.278704:0:35274:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444843.279262:0:35274:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444843.279274:0:35274:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bcf0 time=23 v=5 (5 5 5 5) 00000100:00001000:0.0:1783444843.279279:0:35274:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=30 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444843.279282:0:35274:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444843.279284:0:35274:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444843.279287:0:35274:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444843.279291:0:35274:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444843.279294:0:35274:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783444843.279296:0:35274:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783444843.279298:0:35274:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783444843.279300:0:35274:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444843.279302:0:35274:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102388608 : -121189607163008 : ffff91c75883bb80) 00000100:00000001:0.0:1783444843.279306:0:35274:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444843.279309:0:35274:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1783444843.279311:0:35274:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444843.279313:0:35274:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444843.279319:0:35274:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c75883bb80 x1870075608313344/t8589934600(8589934600) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444859 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444843.279326:0:35274:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444843.279328:0:35274:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444843.279331:0:35274:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444843.279334:0:35274:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883bb80 x1870075608313344/t8589934600(8589934600) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444859 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783444843.279341:0:35274:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c75883bb80 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:35274:1870075608313344:192.168.204.110@tcp:35:rm.0 00000100:00000001:0.0:1783444843.279347:0:35274:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444843.279350:0:35274:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444843.279352:0:35274:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783444843.279355:0:35274:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444843.279358:0:35274:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c75883bb80 x1870075608313344/t8589934600(8589934600) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444859 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444843.279366:0:35274:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444843.279369:0:35274:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7590a8840. 00000100:00000001:0.0:1783444843.279372:0:35274:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783444843.279374:0:35274:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444843.279390:0:35274:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444843.279392:0:35274:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102388608 : -121189607163008 : ffff91c75883bb80) 00000002:00000001:0.0:1783444843.279395:0:35274:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444843.279398:0:35274:0:(lmv_obd.c:1673:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783444843.279403:0:35274:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cc800. 00000080:00000001:0.0:1783444843.279407:0:35274:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783444843.279409:0:35274:0:(lmv_obd.c:4191:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783444843.279412:0:35274:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444843.279414:0:35274:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444843.279416:0:35274:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444843.279419:0:35274:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444843.279421:0:35274:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444843.279423:0:35274:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1783444843.279425:0:35274:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444843.279431:0:35274:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783444843.279436:0:35274:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91c760462300 x1870075608313088/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444859 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444843.279444:0:35274:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444843.279445:0:35274:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232569600 : -121189476982016 : ffff91c760462300) 00000100:00000001:0.0:1783444843.279448:0:35274:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444843.279450:0:35274:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462300 x1870075608313088/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444859 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444843.279457:0:35274:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444843.279459:0:35274:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444843.279462:0:35274:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c75883bb80 x1870075608313344/t8589934600(8589934600) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444859 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444843.279468:0:35274:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444843.279469:0:35274:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444843.279472:0:35274:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760462300 x1870075608313088/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444859 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444843.279479:0:35274:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783444843.279482:0:35274:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444843.279484:0:35274:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444843.279487:0:35274:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444843.279491:0:35274:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c7452adc00. 02000000:00000001:0.0:1783444843.279495:0:35274:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444843.279497:0:35274:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444843.279499:0:35274:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760462300. 00000100:00000001:0.0:1783444843.279502:0:35274:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444843.279504:0:35274:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444843.279505:0:35274:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444843.279508:0:35274:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c75883bb80 x1870075608313344/t8589934600(8589934600) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444859 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444843.279529:0:35274:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444843.279531:0:35274:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff91c7507eb080. 00000002:00000001:0.0:1783444843.279534:0:35274:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444843.279536:0:35274:0:(lmv_obd.c:4197:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783444843.279538:0:35274:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91c76050a400. 00000100:00000001:0.0:1783444843.279542:0:35274:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444843.279545:0:35274:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c75883bb80 x1870075608313344/t8589934600(8589934600) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444859 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444843.279551:0:35274:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444843.279553:0:35274:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444843.279556:0:35274:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c751026800. 02000000:00000001:0.0:1783444843.279558:0:35274:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444843.279560:0:35274:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444843.279561:0:35274:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444843.279563:0:35274:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444843.279564:0:35274:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c7590cd800. 02000000:00000001:0.0:1783444843.279566:0:35274:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444843.279568:0:35274:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444843.279569:0:35274:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c75883bb80. 00000100:00000001:0.0:1783444843.279571:0:35274:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444843.279572:0:35274:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783444843.279575:0:35274:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444843.279578:0:35274:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783444843.279580:0:35274:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x2b:0x0] mode (null) 00000002:00000001:0.0:1783444843.279583:0:35274:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444843.279586:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444843.279593:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 5 00010000:00000001:0.0:1783444843.279596:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783444843.279601:0:35274:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444843.279603:0:35274:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444843.279604:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444843.279605:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 5 00010000:00000001:0.0:1783444843.279607:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783444843.279609:0:35274:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444843.279611:0:35274:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444843.279613:0:35274:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783444843.279616:0:35274:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783444843.279623:0:35274:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593f8000. 00000020:00000010:0.0:1783444843.279628:0:35274:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c760f5fa00. 00000020:00000010:0.0:1783444843.279633:0:35274:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c760f5f000. 00000020:00000010:0.0:1783444843.279636:0:35274:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c76050d9c0. 00000008:00000010:0.0:1783444843.279642:0:35274:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7510b64b0. 00020000:00000010:0.0:1783444843.279646:0:35274:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c743ec1600. 00008000:00000010:0.0:1783444843.279651:0:35274:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c760970388. 00000080:00000010:0.0:1783444843.279658:0:35274:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c7467e3d20. 00000080:00000010:0.0:1783444843.279662:0:35274:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c758832750. 00000020:00000010:0.0:1783444843.279666:0:35274:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c760f5f800. 00000008:00000010:0.0:1783444843.279670:0:35274:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c76034b080. 00020000:00000010:0.0:1783444843.279674:0:35274:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7511edff0. 00008000:00000010:0.0:1783444843.279677:0:35274:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c74353d0e0. 00000080:00000010:0.0:1783444843.279680:0:35274:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c76031f780. 00000020:00000001:0.0:1783444843.279683:0:35274:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114694152 : -121189594857464 : ffff91c7593f8008) 00000020:00001000:0.0:1783444843.279685:0:35274:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593f8000 00000020:00000001:0.0:1783444843.279687:0:35274:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783444843.279690:0:35274:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x2b:0x0]: losing layout lock 00000080:00000001:0.0:1783444843.279693:0:35274:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783444843.279696:0:35274:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783444843.279701:0:35274:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783444843.279703:0:35274:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783444843.279706:0:35274:0:(lov_object.c:1533:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783444843.279833:0:35274:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444843.279835:0:35274:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783444843.279837:0:35274:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593f8000 00000020:00000010:0.0:1783444843.279841:0:35274:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c760f5f000. 00000020:00000010:0.0:1783444843.279845:0:35274:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c76050d9c0. 00000008:00000010:0.0:1783444843.279849:0:35274:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7510b64b0. 00020000:00000010:0.0:1783444843.279853:0:35274:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c743ec1600. 00008000:00000010:0.0:1783444843.279855:0:35274:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c760970388. 00000080:00000010:0.0:1783444843.279858:0:35274:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c7467e3d20. 00000080:00000010:0.0:1783444843.279861:0:35274:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c758832750. 00000020:00000010:0.0:1783444843.279864:0:35274:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760f5fa00. 00000008:00000010:0.0:1783444843.279867:0:35274:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c76034b080. 00020000:00000010:0.0:1783444843.279869:0:35274:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7511edff0. 00008000:00000010:0.0:1783444843.279872:0:35274:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c74353d0e0. 00000080:00000010:0.0:1783444843.279875:0:35274:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c76031f780. 00000020:00000010:0.0:1783444843.279877:0:35274:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760f5f800. 00000020:00000010:0.0:1783444843.279879:0:35274:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593f8000. 00000080:00000001:0.0:1783444843.279882:0:35274:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444843.279885:0:35274:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783444843.279887:0:35274:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x2b:0x0](ffff91c748db7448) invalid 00000020:00000001:0.0:1783444843.279891:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c6ba60 00000080:00002000:0.0:1783444843.279893:0:35274:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry recon (ffff91c748f5ce58) parent ffff91c74931ae58 inode ffff91c748db7448 refc 1 00000080:00000001:0.0:1783444843.279896:0:35274:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783444843.279898:0:35274:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783444843.279899:0:35274:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444843.279903:0:35274:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783444843.279906:0:35274:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783444843.279908:0:35274:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783444843.279910:0:35274:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444843.279914:0:35274:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783444843.279918:0:35274:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c751b14200 with handle 0x5503b2fe824ef745 from hash 00010000:00000001:0.0:1783444843.279921:0:35274:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783444843.279922:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444843.279924:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444843.279925:0:35274:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783444843.279928:0:35274:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783444843.279930:0:35274:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783444843.279933:0:35274:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783444843.279937:0:35274:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef737 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6ddc7e expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783444843.279945:0:35274:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783444843.279948:0:35274:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783444843.279951:0:35274:0:(xattr_cache.c:339:ll_xattr_cache_empty()) Process entered 00000080:00000020:0.0:1783444843.279954:0:35274:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.link 00000080:00000010:0.0:1783444843.279956:0:35274:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff91c7588261a0. 00000080:00000010:0.0:1783444843.279959:0:35274:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 47 at ffff91c76050aa80. 00000080:00000010:0.0:1783444843.279961:0:35274:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff91c7614da2a8. 00000080:00000020:0.0:1783444843.279964:0:35274:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: user.job 00000080:00000010:0.0:1783444843.279966:0:35274:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 9 at ffff91c758826080. 00000080:00000010:0.0:1783444843.279968:0:35274:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 6 at ffff91c747185d70. 00000080:00000010:0.0:1783444843.279970:0:35274:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff91c7614da410. 00000080:00000020:0.0:1783444843.279972:0:35274:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lov 00000080:00000010:0.0:1783444843.279974:0:35274:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff91c758826fa0. 00000080:00000010:0.0:1783444843.279976:0:35274:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 56 at ffff91c76050a780. 00000080:00000010:0.0:1783444843.280048:0:35274:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff91c7614dad20. 00000080:00000020:0.0:1783444843.280052:0:35274:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lma 00000080:00000010:0.0:1783444843.280083:0:35274:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff91c7588266b0. 00000080:00000010:0.0:1783444843.280087:0:35274:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff91c7507eb1c0. 00000080:00000010:0.0:1783444843.280090:0:35274:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff91c7614da7a8. 00000080:00000001:0.0:1783444843.280092:0:35274:0:(xattr_cache.c:360:ll_xattr_cache_empty()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444843.280094:0:35274:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783444843.280096:0:35274:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444843.280098:0:35274:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783444843.280100:0:35274:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783444843.280101:0:35274:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783444843.280103:0:35274:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444843.280104:0:35274:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783444843.280107:0:35274:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752224600 with handle 0x5503b2fe824ef737 from hash 00010000:00000001:0.0:1783444843.280109:0:35274:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783444843.280110:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444843.280112:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444843.280113:0:35274:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783444843.280114:0:35274:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783444843.280116:0:35274:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783444843.280118:0:35274:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783444843.280121:0:35274:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00000080:00000001:0.0:1783444843.280133:0:35274:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783444843.280135:0:35274:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783444843.280136:0:35274:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783444843.280138:0:35274:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x2b:0x0] mode (null) 00000002:00000001:0.0:1783444843.280141:0:35274:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444843.280142:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444843.280145:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 5 00010000:00000001:0.0:1783444843.280147:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783444843.280149:0:35274:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444843.280151:0:35274:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444843.280152:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444843.280154:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 5 00010000:00000001:0.0:1783444843.280156:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783444843.280158:0:35274:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444843.280159:0:35274:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444843.280160:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444843.280162:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 5 00010000:00000001:0.0:1783444843.280163:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783444843.280165:0:35274:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444843.280167:0:35274:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444843.280168:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444843.280169:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 5 00010000:00000001:0.0:1783444843.280171:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783444843.280173:0:35274:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444843.280175:0:35274:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444843.280176:0:35274:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783444843.280177:0:35274:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783444843.280181:0:35274:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593f8000. 00000020:00000010:0.0:1783444843.280184:0:35274:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c760f5f800. 00000020:00000010:0.0:1783444843.280187:0:35274:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c760f5fa00. 00000020:00000010:0.0:1783444843.280189:0:35274:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c76050d9c0. 00000008:00000010:0.0:1783444843.280193:0:35274:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7510b64b0. 00020000:00000010:0.0:1783444843.280196:0:35274:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c743ec1600. 00008000:00000010:0.0:1783444843.280199:0:35274:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c760970388. 00000080:00000010:0.0:1783444843.280203:0:35274:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c7467e3d20. 00000080:00000010:0.0:1783444843.280206:0:35274:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c758832750. 00000020:00000010:0.0:1783444843.280208:0:35274:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c760f5f000. 00000008:00000010:0.0:1783444843.280211:0:35274:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c76034b080. 00020000:00000010:0.0:1783444843.280214:0:35274:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7511edff0. 00008000:00000010:0.0:1783444843.280216:0:35274:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c74353d0e0. 00000080:00000010:0.0:1783444843.280218:0:35274:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c76031f780. 00000020:00000001:0.0:1783444843.280220:0:35274:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114694152 : -121189594857464 : ffff91c7593f8008) 00000020:00001000:0.0:1783444843.280222:0:35274:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593f8000 00000020:00000001:0.0:1783444843.280224:0:35274:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783444843.280226:0:35274:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x2b:0x0]: losing layout lock 00000080:00000001:0.0:1783444843.280228:0:35274:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783444843.280229:0:35274:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783444843.280231:0:35274:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783444843.280232:0:35274:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783444843.280234:0:35274:0:(lov_object.c:1533:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783444843.280236:0:35274:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444843.280237:0:35274:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783444843.280239:0:35274:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593f8000 00000020:00000010:0.0:1783444843.280241:0:35274:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c760f5fa00. 00000020:00000010:0.0:1783444843.280244:0:35274:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c76050d9c0. 00000008:00000010:0.0:1783444843.280246:0:35274:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7510b64b0. 00020000:00000010:0.0:1783444843.280249:0:35274:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c743ec1600. 00008000:00000010:0.0:1783444843.280250:0:35274:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c760970388. 00000080:00000010:0.0:1783444843.280253:0:35274:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c7467e3d20. 00000080:00000010:0.0:1783444843.280255:0:35274:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c758832750. 00000020:00000010:0.0:1783444843.280258:0:35274:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760f5f800. 00000008:00000010:0.0:1783444843.280260:0:35274:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c76034b080. 00020000:00000010:0.0:1783444843.280262:0:35274:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7511edff0. 00008000:00000010:0.0:1783444843.280265:0:35274:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c74353d0e0. 00000080:00000010:0.0:1783444843.280267:0:35274:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c76031f780. 00000020:00000010:0.0:1783444843.280269:0:35274:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760f5f000. 00000020:00000010:0.0:1783444843.280271:0:35274:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593f8000. 00000080:00000001:0.0:1783444843.280273:0:35274:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444843.280275:0:35274:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783444843.280277:0:35274:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x2b:0x0](ffff91c748db7448) invalid 00000020:00000001:0.0:1783444843.280279:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c6ba60 00000080:00002000:0.0:1783444843.280281:0:35274:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry recon (ffff91c748f5ce58) parent ffff91c74931ae58 inode ffff91c748db7448 refc 1 00000080:00000001:0.0:1783444843.280283:0:35274:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783444843.280285:0:35274:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783444843.280286:0:35274:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444843.280288:0:35274:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783444843.280289:0:35274:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783444843.280290:0:35274:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783444843.280292:0:35274:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444843.280293:0:35274:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783444843.280295:0:35274:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752224c00 with handle 0x5503b2fe824ef714 from hash 00010000:00000001:0.0:1783444843.280298:0:35274:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783444843.280299:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444843.280300:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444843.280301:0:35274:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783444843.280303:0:35274:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783444843.280304:0:35274:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783444843.280307:0:35274:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1783444843.280309:0:35274:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=3 : 3 : 3) 00000002:00000001:0.0:1783444843.280312:0:35274:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=3 : 3 : 3) 00000100:00000010:0.0:1783444843.280317:0:35274:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746731f80. 00000020:00000040:0.0:1783444843.280321:0:35274:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:0.0:1783444843.280326:0:35274:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783444843.280327:0:35274:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444843.280329:0:35274:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783444843.280334:0:35274:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444843.280338:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444843.280340:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444843.280341:0:35274:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444843.280344:0:35274:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444843.280346:0:35274:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444843.280351:0:35274:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444843.280356:0:35274:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c760f5f000. 00000100:00000001:0.0:1783444843.280362:0:35274:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444843.280365:0:35274:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444843.280368:0:35274:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783444843.280373:0:35274:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14200/0x5503b2fe824ef745 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x332dd2263f6ddc9a expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783444843.280380:0:35274:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef737 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6ddc7e expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783444843.280387:0:35274:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00010000:0.0:1783444843.280394:0:35274:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1783444843.280401:0:35274:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:0.0:1783444843.280402:0:35274:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1783444843.280404:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783444843.280406:0:35274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b14200/0x5503b2fe824ef745 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x332dd2263f6ddc9a expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783444843.280413:0:35274:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91c76050ad00. 00010000:00000001:0.0:1783444843.280422:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444843.280423:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783444843.280425:0:35274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224600/0x5503b2fe824ef737 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6ddc7e expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783444843.280433:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444843.280434:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783444843.280436:0:35274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224c00/0x5503b2fe824ef714 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x332dd2263f6ddc38 expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00000010:0.0:1783444843.280442:0:35274:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91c76050af80. 00010000:00000040:0.0:1783444843.280445:0:35274:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747211e00 count: 0 00010000:00000010:0.0:1783444843.280449:0:35274:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c743ef4400. 00010000:00000001:0.0:1783444843.280455:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444843.280457:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783444843.280459:0:35274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c751b15600/0x5503b2fe824ef73e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6ddc8c expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:0.0:1783444843.280465:0:35274:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c743ebfd00 count: 0 00010000:00000010:0.0:1783444843.280467:0:35274:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c746559280. 00010000:00000001:0.0:1783444843.280474:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444843.280475:0:35274:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444843.280477:0:35274:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444843.280479:0:35274:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444843.280480:0:35274:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1783444843.280491:0:35274:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1783444843.280498:0:35274:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c746731f80 x1870075608313600/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444843.280506:0:35274:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783444843.280508:0:35274:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783444843.280514:0:35274:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c742c38cc0. 00000100:00000001:0.0:1783444843.280516:0:35274:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883737472192 : -121189972079424 : ffff91c742c38cc0) 00000100:00000001:0.0:1783444843.280524:0:35274:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444843.280526:0:35274:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799310208 : -121189910241408 : ffff91c746731f80) 00000100:00000001:0.0:1783444843.280530:0:35274:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444843.280534:0:35274:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444843.280536:0:35274:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783444843.280538:0:35274:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444843.280542:0:35274:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746731f80 x1870075608313600/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444843.280549:0:35274:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444843.280551:0:35274:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444843.280554:0:35274:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444843.280557:0:35274:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444843.280560:0:35274:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444843.280563:0:35274:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746731f80 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:35274:1870075608313600:192.168.204.110@tcp:36:rm.0 00000100:00000001:0.0:1783444843.280567:0:35274:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444843.280572:0:35274:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444843.280574:0:35274:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444843.280576:0:35274:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444843.280580:0:35274:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c746766c00. 02000000:00000001:0.0:1783444843.280582:0:35274:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444843.280589:0:35274:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444843.280593:0:35274:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658fb58. 00000400:00000010:0.0:1783444843.280599:0:35274:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9198. 00000100:00000200:0.0:1783444843.280605:0:35274:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608313600, portal 10 00000100:00000001:0.0:1783444843.280607:0:35274:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444843.280608:0:35274:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799310208 : -121189910241408 : ffff91c746731f80) 00000100:00000040:0.0:1783444843.280614:0:35274:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746731f80 x1870075608313600/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1783444859 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444843.280621:0:35274:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444843.280623:0:35274:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444843.280626:0:35274:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9330. 00000100:00000200:0.0:1783444843.280628:0:35274:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1870075608313600, offset 0 00000400:00000200:0.0:1783444843.280635:0:35274:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444843.280642:0:35274:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444843.280650:0:35274:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444843.280655:0:35274:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444843.280660:0:35274:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444843.280663:0:35274:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444843.280666:0:35274:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444843.280670:0:35274:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2929:2929:256:4294967295] 192.168.204.110@tcp LPNI seq info [2929:2929:8:4294967295] 00000400:00000200:0.0:1783444843.280675:0:35274:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444843.280684:0:35274:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444843.280690:0:35274:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444843.280695:0:35274:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7520b3c00. 00000800:00000200:0.0:1783444843.280701:0:35274:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444843.280989:0:35274:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444843.280995:0:35274:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7520b3c00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1783444843.281020:0:35274:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444843.281025:0:35274:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 886480 usecs (887 jiffies) 00000400:00000200:0.0:1783444843.281029:0:35274:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444843.281032:0:35274:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296483173 00000100:00000001:0.0:1783444843.281040:0:35274:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296483158 00000100:00000001:0.0:1783444843.281046:0:35274:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296483173 00000100:00000001:0.0:1783444843.281050:0:35274:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296483158 00000100:00000001:0.0:1783444843.281053:0:35274:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444843.281207:0:35274:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444843.281209:0:35274:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444843.281211:0:35274:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783444843.281214:0:35274:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c742c38cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1783444843.281216:0:35274:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444843.281219:0:35274:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444843.281372:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444843.281382:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7520b3c00. 00000400:00000200:1.0:1783444843.281387:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444843.281392:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444843.281397:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9330 00000400:00000010:1.0:1783444843.281399:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9330. 00000100:00000001:1.0:1783444843.281403:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444843.281408:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746731f80 x1870075608313600/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1783444859 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444843.281418:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444843.281421:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746731f80 x1870075608313600/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1783444859 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444843.281427:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444843.281429:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1783444843.287175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b14200. 00010000:00000010:0.1:1783444843.287196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224600. 00010000:00000010:0.1:1783444843.287202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211e00. 00010000:00000010:0.1:1783444843.287206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224c00. 00010000:00000010:0.1:1783444843.287209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c743ebfd00. 00010000:00000010:0.1:1783444843.287214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15600. 00000800:00000001:1.0:1783444843.304161:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.304178:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444843.304183:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.304186:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444843.304196:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.304203:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444843.304212:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.304217:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.304222:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.304226:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8562f00 00000400:00000200:1.0:1783444843.304230:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444843.304235:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x8109 [1] + 224 00000800:00000001:1.0:1783444843.304242:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.304249:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444843.304252:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444843.304257:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444843.304264:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444843.304272:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746731f80 x1870075608313600/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1783444859 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444843.304283:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff91c746731f80 x1870075608313600/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444843.304304:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444843.304311:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444843.304315:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444843.304489:0:35274:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444843.304498:0:35274:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444843.304500:0:35274:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444843.304503:0:35274:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658fb58. 00000400:00000200:0.0:1783444843.304508:0:35274:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9198 00000400:00000010:0.0:1783444843.304510:0:35274:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9198. 00000100:00000001:0.0:1783444843.304513:0:35274:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444843.304518:0:35274:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746731f80 x1870075608313600/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444843.304527:0:35274:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746731f80 x1870075608313600/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1783444859 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444843.304533:0:35274:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444843.304535:0:35274:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444843.304537:0:35274:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444843.304540:0:35274:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444843.304544:0:35274:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444843.304546:0:35274:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444843.304549:0:35274:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444843.304558:0:35274:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=23 v=5 (5 105 105 105) 00000100:00001000:0.0:1783444843.304562:0:35274:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=30 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444843.304565:0:35274:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444843.304567:0:35274:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444843.304570:0:35274:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444843.304574:0:35274:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444843.304578:0:35274:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783444843.304580:0:35274:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x10000009a/0x200000002] 00000100:00000001:0.0:1783444843.304582:0:35274:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783444843.304585:0:35274:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444843.304586:0:35274:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799310208 : -121189910241408 : ffff91c746731f80) 00000100:00000001:0.0:1783444843.304589:0:35274:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444843.304591:0:35274:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1783444843.304593:0:35274:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444843.304596:0:35274:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444843.304601:0:35274:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746731f80 x1870075608313600/t8589934601(8589934601) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1783444859 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444843.304609:0:35274:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444843.304612:0:35274:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444843.304614:0:35274:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444843.304619:0:35274:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746731f80 x1870075608313600/t8589934601(8589934601) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1783444859 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444843.304628:0:35274:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746731f80 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:35274:1870075608313600:192.168.204.110@tcp:36:rm.0 00000100:00000001:0.0:1783444843.304633:0:35274:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444843.304636:0:35274:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444843.304638:0:35274:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783444843.304640:0:35274:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444843.304643:0:35274:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746731f80 x1870075608313600/t8589934601(8589934601) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1783444859 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444843.304655:0:35274:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444843.304658:0:35274:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c742c38cc0. 00000100:00000001:0.0:1783444843.304661:0:35274:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783444843.304663:0:35274:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444843.304670:0:35274:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444843.304673:0:35274:0:(lmv_obd.c:3534:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444843.304677:0:35274:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:0.0:1783444843.304681:0:35274:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cd400. 00000080:00000002:0.0:1783444843.304687:0:35274:0:(namei.c:1689:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1783444842 to 1783444843 00000100:00000001:0.0:1783444843.304689:0:35274:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444843.304692:0:35274:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746731f80 x1870075608313600/t8589934601(8589934601) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1783444859 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444843.304699:0:35274:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444843.304715:0:35274:0:(namei.c:2457:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444843.304725:0:35274:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783444843.304728:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c6be28 00000080:00002000:0.0:1783444843.304731:0:35274:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff91c748f5ce58, parent ffff91c74931ae58, inode 0000000000000000) hashed, 00000080:00000001:0.0:1783444843.304734:0:35274:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783444843.304739:0:35274:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783444843.304745:0:35274:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783444843.304753:0:35274:0:(llite_lib.c:3272:ll_delete_inode()) Process entered 00000080:00000001:0.0:1783444843.304755:0:35274:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1783444843.304758:0:35274:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783444843.304763:0:35274:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593f8000. 00000020:00000010:0.0:1783444843.304768:0:35274:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c760f5f800. 00000020:00000010:0.0:1783444843.304772:0:35274:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c760f5fa00. 00000020:00000010:0.0:1783444843.304776:0:35274:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c76050d9c0. 00000008:00000010:0.0:1783444843.307735:0:35274:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7510b64b0. 00020000:00000010:0.0:1783444843.307750:0:35274:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c743ec1600. 00008000:00000010:0.0:1783444843.307756:0:35274:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c760970388. 00000080:00000010:0.0:1783444843.307764:0:35274:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c7467e3d20. 00000080:00000010:0.0:1783444843.307768:0:35274:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c758832750. 00000020:00000010:0.0:1783444843.307776:0:35274:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c760f5f200. 00000008:00000010:0.0:1783444843.307793:0:35274:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c76034b080. 00020000:00000010:0.0:1783444843.307797:0:35274:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7511edff0. 00008000:00000010:0.0:1783444843.307801:0:35274:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c74353d0e0. 00000080:00000010:0.0:1783444843.307805:0:35274:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c76031f780. 00000020:00000001:0.0:1783444843.307808:0:35274:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114694152 : -121189594857464 : ffff91c7593f8008) 00000020:00001000:0.0:1783444843.307811:0:35274:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593f8000 00000020:00000001:0.0:1783444843.307816:0:35274:0:(cl_object.c:151:cl_object_top()) ffff91c74529de90 -> ffff91c74529de90 00000020:00000001:0.0:1783444843.307819:0:35274:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783444843.307822:0:35274:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783444843.307824:0:35274:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783444843.307827:0:35274:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783444843.307828:0:35274:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783444843.307830:0:35274:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783444843.307833:0:35274:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x2b:0x0]io ffff91c7588327b0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1783444843.307836:0:35274:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c76040a7c0 00020000:00000001:0.0:1783444843.307840:0:35274:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783444843.307841:0:35274:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783444843.307844:0:35274:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783444843.307846:0:35274:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444843.307848:0:35274:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783444843.307850:0:35274:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783444843.307851:0:35274:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444843.307852:0:35274:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783444843.307853:0:35274:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783444843.307854:0:35274:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783444843.307856:0:35274:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c76040a7c0 00000020:00000001:0.0:1783444843.307858:0:35274:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444843.307860:0:35274:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783444843.307862:0:35274:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783444843.307864:0:35274:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783444843.307867:0:35274:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783444843.307871:0:35274:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783444843.307874:0:35274:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783444843.307876:0:35274:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783444843.307877:0:35274:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783444843.307882:0:35274:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593f8240. 00000020:00000010:0.0:1783444843.307885:0:35274:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c760f5f600. 00000020:00000010:0.0:1783444843.307889:0:35274:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752031e00. 00000020:00000010:0.0:1783444843.307893:0:35274:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c76050d000. 00000008:00000010:0.0:1783444843.307896:0:35274:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7510b2cc0. 00020000:00000010:0.0:1783444843.307899:0:35274:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c743ec1180. 00008000:00000010:0.0:1783444843.307902:0:35274:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c760973170. 00000080:00000010:0.0:1783444843.307905:0:35274:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c7467e3150. 00000080:00000010:0.0:1783444843.307907:0:35274:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c758832060. 00000020:00000010:0.0:1783444843.307910:0:35274:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752030000. 00000008:00000010:0.0:1783444843.307913:0:35274:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c76034b8c0. 00020000:00000010:0.0:1783444843.307915:0:35274:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7511ee480. 00008000:00000010:0.0:1783444843.307917:0:35274:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c74353ddb8. 00000080:00000010:0.0:1783444843.307920:0:35274:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c76031fa50. 00000020:00000001:0.0:1783444843.307922:0:35274:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114694728 : -121189594856888 : ffff91c7593f8248) 00000020:00001000:0.0:1783444843.307924:0:35274:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593f8240 00000020:00000001:0.0:1783444843.307927:0:35274:0:(cl_object.c:151:cl_object_top()) ffff91c74529d5f8 -> ffff91c74529de90 00000020:00000001:0.0:1783444843.307929:0:35274:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783444843.307931:0:35274:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783444843.307932:0:35274:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783444843.307934:0:35274:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444843.307935:0:35274:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444843.307938:0:35274:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883978338392 : -121189731213224 : ffff91c7511ee058) 00000020:00000001:0.0:1783444843.307940:0:35274:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1783444843.307941:0:35274:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444843.307944:0:35274:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444843.307946:0:35274:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444843.307948:0:35274:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1783444843.307950:0:35274:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783444843.307951:0:35274:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783444843.307953:0:35274:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783444843.307954:0:35274:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783444843.307955:0:35274:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444843.307957:0:35274:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444843.307958:0:35274:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444843.307960:0:35274:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444843.307961:0:35274:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783444843.307962:0:35274:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444843.307963:0:35274:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444843.307966:0:35274:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1783444843.307968:0:35274:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783444843.307969:0:35274:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783444843.307970:0:35274:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783444843.307972:0:35274:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1783444843.307974:0:35274:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1783444843.308306:0:35274:0:(osc_cache.c:1874:osc_update_pending()) obj ffff91c7585c2e00 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:0.0:1783444843.308312:0:35274:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1783444843.308314:0:35274:0:(osc_cache.c:1818:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444843.308316:0:35274:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1783444843.308317:0:35274:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444843.308319:0:35274:0:(osc_cache.c:1168:osc_extent_make_ready()) Process entered 00000008:00000001:0.0:1783444843.308322:0:35274:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1783444843.308326:0:35274:0:(osc_cache.c:1176:osc_extent_make_ready()) extent ffff91c78206f0c0@{[0 -> 0/1023], [1|0|-|locking|wiY|ffff91c7585c2e00], [28672|1|+|-|ffff91c752225000|1024|ffff91c76040a7c0]} make ready 00000008:00010000:0.0:1783444843.308334:0:35274:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 000000002880e9c7 ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:0.0:1783444843.308345:0:35274:0:(osc_cache.c:1360:osc_make_ready()) Process entered 00000020:00000001:0.0:1783444843.308347:0:35274:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1783444843.308361:0:35274:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000d96e1718[2 00000000625ae1cd 1 1 0000000000000000 0 0 0] 00000020:00008000:0.0:1783444843.308363:0:35274:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:0.0:1783444843.308365:0:35274:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:0.0:1783444843.308367:0:35274:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1783444843.308368:0:35274:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1783444843.308369:0:35274:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1783444843.308371:0:35274:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1783444843.308373:0:35274:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783444843.308376:0:35274:0:(cl_page.c:507:__cl_page_state_set()) page@00000000d96e1718[2 00000000625ae1cd 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783444843.308377:0:35274:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1783444843.308444:0:35274:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1783444843.308445:0:35274:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1783444843.308449:0:35274:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000d96e1718[2 00000000625ae1cd 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783444843.308451:0:35274:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1783444843.308452:0:35274:0:(osc_cache.c:1364:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444843.308455:0:35274:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529de90 00000020:00000001:0.0:1783444843.308457:0:35274:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529de90 00000020:00000001:0.0:1783444843.308459:0:35274:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1783444843.308462:0:35274:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444843.308463:0:35274:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529de90 00000008:00000001:0.0:1783444843.308466:0:35274:0:(osc_cache.c:1229:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444843.308469:0:35274:0:(osc_cache.c:903:osc_extent_finish()) Process entered 00000008:00000020:0.0:1783444843.308471:0:35274:0:(osc_cache.c:910:osc_extent_finish()) extent ffff91c78206f0c0@{[0 -> 0/1023], [2|0|-|rpc|wiY|ffff91c7585c2e00], [28672|1|+|-|ffff91c752225000|1024|ffff91c76040a7c0]} extent finished. 00000008:00010000:0.0:1783444843.308477:0:35274:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 000000002880e9c7 ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:0.0:1783444843.308485:0:35274:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:0.0:1783444843.308487:0:35274:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1783444843.308490:0:35274:0:(cl_page.c:1104:cl_page_complete()) page@00000000d96e1718[2 00000000625ae1cd 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783444843.308491:0:35274:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1783444843.308493:0:35274:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1783444843.308494:0:35274:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1783444843.308496:0:35274:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783444843.308498:0:35274:0:(cl_page.c:507:__cl_page_state_set()) page@00000000d96e1718[2 00000000625ae1cd 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783444843.308499:0:35274:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1783444843.308500:0:35274:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1783444843.308502:0:35274:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1783444843.308506:0:35274:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000d96e1718[2 00000000625ae1cd 1 1 0000000000000000 0 0 0] 00000080:00008000:0.0:1783444843.308508:0:35274:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1783444843.308521:0:35274:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1783444843.308522:0:35274:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1783444843.308524:0:35274:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1783444843.308527:0:35274:0:(cl_page.c:556:cl_batch_put()) page@00000000d96e1718[2 00000000625ae1cd 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783444843.308529:0:35274:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1783444843.308531:0:35274:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1783444843.308532:0:35274:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000020:0.0:1783444843.308535:0:35274:0:(osc_cache.c:1602:osc_free_grant()) lost 28672 grant: 28672 avail: 8351744 dirty: 0/0 00000008:00000020:0.0:1783444843.308539:0:35274:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff91c78206f0c0@{[0 -> 0/1023], [1|0|-|inv|wY|ffff91c7585c2e00], [28672|0|-|-|ffff91c752225000|1024|ffff91c76040a7c0]} destroyed. 00000008:00010000:0.0:1783444843.308545:0:35274:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000002880e9c7 ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:0.0:1783444843.308557:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444843.308559:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1783444843.308562:0:35274:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff91c78206f0c0. 00000008:00000001:0.0:1783444843.308568:0:35274:0:(osc_cache.c:957:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444843.308571:0:35274:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1783444843.308573:0:35274:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff91c7585c2e00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1783444843.308576:0:35274:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783444843.308579:0:35274:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff91c7585c2e00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1783444843.308582:0:35274:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783444843.308584:0:35274:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444843.308587:0:35274:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444843.308588:0:35274:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444843.308590:0:35274:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444843.308591:0:35274:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444843.308593:0:35274:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783444843.308595:0:35274:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1783444843.308596:0:35274:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783444843.308597:0:35274:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1783444843.308599:0:35274:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783444843.308600:0:35274:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444843.308601:0:35274:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1783444843.308603:0:35274:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783444843.308605:0:35274:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1783444843.308606:0:35274:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783444843.308607:0:35274:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783444843.308609:0:35274:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783444843.308610:0:35274:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783444843.308611:0:35274:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444843.308613:0:35274:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444843.308614:0:35274:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783444843.308615:0:35274:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783444843.308617:0:35274:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1783444843.308618:0:35274:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783444843.308619:0:35274:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783444843.308621:0:35274:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783444843.308622:0:35274:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783444843.308623:0:35274:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783444843.308625:0:35274:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783444843.308626:0:35274:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444843.308627:0:35274:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444843.308629:0:35274:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783444843.308630:0:35274:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783444843.308632:0:35274:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444843.308634:0:35274:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783444843.308635:0:35274:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783444843.308637:0:35274:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783444843.308638:0:35274:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783444843.308640:0:35274:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783444843.308641:0:35274:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593f8240 00000020:00000010:0.0:1783444843.308644:0:35274:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752031e00. 00000020:00000010:0.0:1783444843.308649:0:35274:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c76050d000. 00000008:00000010:0.0:1783444843.308653:0:35274:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7510b2cc0. 00020000:00000010:0.0:1783444843.308658:0:35274:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c743ec1180. 00008000:00000010:0.0:1783444843.308661:0:35274:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c760973170. 00000080:00000010:0.0:1783444843.308664:0:35274:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c7467e3150. 00000080:00000010:0.0:1783444843.308667:0:35274:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c758832060. 00000020:00000010:0.0:1783444843.308670:0:35274:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760f5f600. 00000008:00000010:0.0:1783444843.308674:0:35274:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c76034b8c0. 00020000:00000010:0.0:1783444843.308677:0:35274:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7511ee480. 00008000:00000010:0.0:1783444843.308680:0:35274:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c74353ddb8. 00000080:00000010:0.0:1783444843.308683:0:35274:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c76031fa50. 00000020:00000010:0.0:1783444843.308686:0:35274:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752030000. 00000020:00000010:0.0:1783444843.308688:0:35274:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593f8240. 00020000:00000001:0.0:1783444843.308690:0:35274:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783444843.308692:0:35274:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783444843.308694:0:35274:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783444843.308696:0:35274:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783444843.308699:0:35274:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783444843.308700:0:35274:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783444843.308702:0:35274:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593f8000 00000020:00000010:0.0:1783444843.309054:0:35274:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c760f5fa00. 00000020:00000010:0.0:1783444843.309075:0:35274:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c76050d9c0. 00000008:00000010:0.0:1783444843.309079:0:35274:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7510b64b0. 00020000:00000010:0.0:1783444843.309082:0:35274:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c743ec1600. 00008000:00000010:0.0:1783444843.309084:0:35274:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c760970388. 00000080:00000010:0.0:1783444843.309087:0:35274:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c7467e3d20. 00000080:00000010:0.0:1783444843.309090:0:35274:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c758832750. 00000020:00000010:0.0:1783444843.309092:0:35274:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760f5f800. 00000008:00000010:0.0:1783444843.309095:0:35274:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c76034b080. 00020000:00000010:0.0:1783444843.309097:0:35274:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7511edff0. 00008000:00000010:0.0:1783444843.309100:0:35274:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c74353d0e0. 00000080:00000010:0.0:1783444843.309102:0:35274:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c76031f780. 00000020:00000010:0.0:1783444843.309105:0:35274:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760f5f200. 00000020:00000010:0.0:1783444843.309107:0:35274:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593f8000. 00000080:00000001:0.0:1783444843.309110:0:35274:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783444843.309118:0:35274:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1783444843.309120:0:35274:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446622884097377376 : -121189612174240 : ffff91c758374460) 00000020:00000001:0.0:1783444843.309123:0:35274:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1783444843.309124:0:35274:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1783444843.309126:0:35274:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1783444843.309127:0:35274:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1783444843.309129:0:35274:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783444843.309132:0:35274:0:(cl_page.c:507:__cl_page_state_set()) page@00000000d96e1718[2 00000000625ae1cd 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783444843.309134:0:35274:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1783444843.309135:0:35274:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1783444843.309137:0:35274:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1783444843.309139:0:35274:0:(osc_page.c:138:osc_page_delete()) ffff91c7583744c0 00000008:00000001:0.0:1783444843.309141:0:35274:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1783444843.309143:0:35274:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff91c7583744d0 page ffff91c7583744c0 at index 0. 00000008:00000001:0.0:1783444843.309145:0:35274:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444843.309151:0:35274:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1783444843.309152:0:35274:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffee3444a095c0 index 0 00000020:00000001:0.0:1783444843.309157:0:35274:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1783444843.309158:0:35274:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1783444843.309159:0:35274:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1783444843.309162:0:35274:0:(cl_page.c:556:cl_batch_put()) page@00000000d96e1718[1 00000000625ae1cd 5 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783444843.309163:0:35274:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1783444843.309165:0:35274:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1783444843.309168:0:35274:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff91c758374460. 00000020:00000001:0.0:1783444843.309171:0:35274:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1783444843.309172:0:35274:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:1.0:1783444843.309480:0:35274:0:(llite_lib.c:1943:ll_clear_inode()) Process entered 00000080:00200000:1.0:1783444843.309484:0:35274:0:(llite_lib.c:1946:ll_clear_inode()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff91c748db7448) 00800000:00000001:1.0:1783444843.309491:0:35274:0:(lmv_obd.c:1642:lmv_null_inode()) Process entered 00800000:00000002:1.0:1783444843.309493:0:35274:0:(lmv_obd.c:1644:lmv_null_inode()) CBDATA for [0x200000405:0x2b:0x0] 00000002:00000001:1.0:1783444843.309499:0:35274:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1783444843.309505:0:35274:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444843.309508:0:35274:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1783444843.309510:0:35274:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444843.309512:0:35274:0:(lmv_obd.c:1654:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444843.309515:0:35274:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1783444843.309517:0:35274:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1783444843.309519:0:35274:0:(xattr_cache.c:201:ll_xattr_cache_del()) Process entered 00000080:00000020:1.0:1783444843.309521:0:35274:0:(xattr_cache.c:203:ll_xattr_cache_del()) del xattr: (null) 00000080:00000001:1.0:1783444843.309524:0:35274:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:1.0:1783444843.309525:0:35274:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1783444843.309528:0:35274:0:(xattr_cache.c:214:ll_xattr_cache_del()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1783444843.309530:0:35274:0:(xattr_cache.c:311:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444843.309533:0:35274:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444843.309536:0:35274:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444843.309542:0:35274:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a13f0. 00000020:00000010:1.0:1783444843.309546:0:35274:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cca00. 00000020:00000010:1.0:1783444843.309549:0:35274:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590cd000. 00000020:00000010:1.0:1783444843.309552:0:35274:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b30c0. 00000008:00000010:1.0:1783444843.309557:0:35274:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444843.309561:0:35274:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025900. 00008000:00000010:1.0:1783444843.309564:0:35274:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444843.309569:0:35274:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444843.309572:0:35274:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444843.309575:0:35274:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cc200. 00000008:00000010:1.0:1783444843.309579:0:35274:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444843.309582:0:35274:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444843.309585:0:35274:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444843.309588:0:35274:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107cf00. 00000020:00000001:1.0:1783444843.309590:0:35274:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114338808 : -121189595212808 : ffff91c7593a13f8) 00000020:00001000:1.0:1783444843.309592:0:35274:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a13f0 00020000:00000001:1.0:1783444843.309598:0:35274:0:(lov_object.c:1541:lov_object_delete()) Process entered 00020000:00000002:1.0:1783444843.309599:0:35274:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c76040a7c0 00020000:00000001:1.0:1783444843.309602:0:35274:0:(lov_object.c:879:lov_delete_composite()) Process entered 00020000:00000002:1.0:1783444843.309605:0:35274:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c760427540, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1783444843.309610:0:35274:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1783444843.309614:0:35274:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c74500c380: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000001:1.0:1783444843.309617:0:35274:0:(lov_object.c:1316:lov_layout_wait()) Process entered 00020000:00000001:1.0:1783444843.309618:0:35274:0:(lov_object.c:1326:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444843.309621:0:35274:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1783444843.309623:0:35274:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:1.0:1783444843.309628:0:35274:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:1.0:1783444843.309632:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211700 count: 2 00010000:00000001:1.0:1783444843.309634:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444843.309637:0:35274:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:1.0:1783444843.309640:0:35274:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:1.0:1783444843.309644:0:35274:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 46 blocks 0 [cma]time 1783444843 1783444843 1783444843 ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 1/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:1.0:1783444843.309654:0:35274:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529de90 00000020:00000001:1.0:1783444843.309656:0:35274:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2e00 -> ffff91c74529de90 00000008:00000001:1.0:1783444843.309657:0:35274:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1783444843.309660:0:35274:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1783444843.309662:0:35274:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1783444843.309664:0:35274:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1783444843.309669:0:35274:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff91c7585c2e00. 00020000:00000001:1.0:1783444843.309674:0:35274:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:1.0:1783444843.309676:0:35274:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff91c74529d578. 00020000:00000001:1.0:1783444843.309683:0:35274:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1783444843.309685:0:35274:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444843.309687:0:35274:0:(lov_object.c:900:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783444843.309689:0:35274:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c76040a7c0 00020000:00000001:1.0:1783444843.309691:0:35274:0:(lov_object.c:1543:lov_object_delete()) Process leaving 00020000:00000001:1.0:1783444843.309693:0:35274:0:(lov_object.c:1550:lov_object_free()) Process entered 00020000:00000002:1.0:1783444843.309694:0:35274:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c76040a7c0 00020000:00000001:1.0:1783444843.309697:0:35274:0:(lov_object.c:914:lov_fini_composite()) Process entered 00020000:00000010:1.0:1783444843.309700:0:35274:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff91c747185378. 00020000:00000010:1.0:1783444843.309703:0:35274:0:(lov_object.c:923:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff91c75885c300. 00020000:00000010:1.0:1783444843.309705:0:35274:0:(lov_object.c:928:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff91c758826e90. 00020000:00000002:1.0:1783444843.309721:0:35274:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c760427540, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1783444843.309726:0:35274:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1783444843.309728:0:35274:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c74500c380: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000010:1.0:1783444843.309733:0:35274:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91c74500c380. 00020000:00000010:1.0:1783444843.309737:0:35274:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff91c760427c00. 00020000:00000010:1.0:1783444843.309739:0:35274:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91c760427540. 00020000:00000001:1.0:1783444843.309741:0:35274:0:(lov_object.c:937:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1783444843.309743:0:35274:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7c98) owner 0000000000000000/ffff91c76040a7c0 00020000:00000010:1.0:1783444843.309745:0:35274:0:(lov_object.c:1553:lov_object_free()) slab-freed '(lov)': 248 at ffff91c7464b7c98. 00020000:00000001:1.0:1783444843.309748:0:35274:0:(lov_object.c:1554:lov_object_free()) Process leaving 00000080:00000010:1.0:1783444843.309751:0:35274:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff91c74529de10. 00000020:00001000:1.0:1783444843.309754:0:35274:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a13f0 00000020:00000010:1.0:1783444843.309757:0:35274:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590cd000. 00000020:00000010:1.0:1783444843.309760:0:35274:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b30c0. 00000008:00000010:1.0:1783444843.309762:0:35274:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444843.309766:0:35274:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025900. 00008000:00000010:1.0:1783444843.309769:0:35274:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444843.309774:0:35274:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444843.309776:0:35274:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444843.309779:0:35274:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cca00. 00000008:00000010:1.0:1783444843.309783:0:35274:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444843.309786:0:35274:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444843.309788:0:35274:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444843.309791:0:35274:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107cf00. 00000020:00000010:1.0:1783444843.309793:0:35274:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cc200. 00000020:00000010:1.0:1783444843.309795:0:35274:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a13f0. 00000080:00000001:1.0:1783444843.309799:0:35274:0:(llite_lib.c:1994:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1783444843.309802:0:35274:0:(llite_lib.c:3291:ll_delete_inode()) Process leaving 00000080:00000010:0.1:1783444843.313090:0:35066:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eb4e0. 00000080:00000010:1.1:1783444843.328535:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748db7380. 00010000:00000001:0.0:1783444843.813195:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444843.813206:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444843.813214:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444843.813215:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444843.813220:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444843.813221:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444843.813225:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444843.813226:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444843.816338:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444843.816346:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444843.816350:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783444844.194218:0:26147:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4800 (cpu 0) has reached its deadline 4296483173, at 4296483200 00000100:00000010:0.0:1783444844.194242:0:26147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7604bb060. 00000100:00000040:1.0:1783444844.194295:0:31963:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4910 (cpu 0) has reached its deadline 4296483173, at 4296483200 00000100:00000010:1.0:1783444844.194310:0:31963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7604bb660. 00000080:00000001:1.0:1783444844.206253:0:35361:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444844.323052:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444844.323097:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444844.323108:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f3800. 00000020:00000040:2.0:1783444844.323116:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:2.0:1783444844.323122:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444844.323125:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444844.323132:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444844.323143:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1e00. 00000100:00000001:2.0:1783444844.323152:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444844.323167:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS req@ffff91c7603f3800 x1870075608313728/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444844.323180:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444844.323186:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444844.323489:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4be9654] to pc [ptlrpcd_01_00+0] req@ffff91c7603f3800 x1870075608313728/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444844.323523:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444844.323527:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444844.323531:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444844.323535:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f2d80. 00000020:00000040:2.0:1783444844.323539:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:2.0:1783444844.323542:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444844.323544:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444844.323546:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444844.323551:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1000. 00000100:00000001:2.0:1783444844.323555:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444844.323559:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID req@ffff91c7603f2d80 x1870075608313856/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444844.323568:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444844.323570:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444844.323574:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000733f3851] to pc [ptlrpcd_01_01+1] req@ffff91c7603f2d80 x1870075608313856/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444844.323583:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444844.323585:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444844.323589:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444844.323592:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f1c00. 00000020:00000040:2.0:1783444844.323594:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=5 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:2.0:1783444844.323596:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444844.323598:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444844.323599:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444844.323602:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1400. 00000100:00000001:2.0:1783444844.323605:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444844.323609:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID req@ffff91c7603f1c00 x1870075608313984/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444844.323615:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444844.323617:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444844.323620:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cd2bef0] to pc [ptlrpcd_01_00+0] req@ffff91c7603f1c00 x1870075608313984/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444844.323627:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444844.323629:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444844.323633:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444844.323636:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f3b80. 00000020:00000040:2.0:1783444844.323638:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:2.0:1783444844.323641:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444844.323642:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444844.323644:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444844.323647:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1b00. 00000100:00000001:2.0:1783444844.323650:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444844.323654:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID req@ffff91c7603f3b80 x1870075608314112/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444844.323661:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444844.323662:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444844.323665:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069da8bf7] to pc [ptlrpcd_01_01+1] req@ffff91c7603f3b80 x1870075608314112/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444844.323672:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444844.323675:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444844.323678:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444844.323681:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f0a80. 00000020:00000040:2.0:1783444844.323683:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000100:00000001:2.0:1783444844.323685:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444844.323686:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444844.323688:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444844.323691:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1a00. 00000100:00000001:2.0:1783444844.323693:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444844.323697:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID req@ffff91c7603f0a80 x1870075608314240/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444844.323704:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444844.323705:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444844.323708:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc23d595] to pc [ptlrpcd_01_00+0] req@ffff91c7603f0a80 x1870075608314240/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444844.323715:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444844.323720:0:26509:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1821) 00000100:00000001:2.0:1783444844.323738:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444844.323742:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444844.323745:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444844.323751:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f2d80 x1870075608313856/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444844.323759:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444844.323761:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444844.323766:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444844.323769:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444844.323771:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444844.323775:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608313856:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444844.323780:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444844.323789:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444844.323792:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444844.323795:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444844.323799:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75883c200. 02000000:00000001:2.0:1783444844.323801:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444844.323809:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444844.323813:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ffd10. 00000400:00000010:2.0:1783444844.323822:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83198. 00000100:00000200:2.0:1783444844.323832:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608313856, portal 10 00000100:00000001:2.0:1783444844.323835:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444844.323836:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232113536 : -121189477438080 : ffff91c7603f2d80) 00000100:00000040:2.0:1783444844.323844:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f2d80 x1870075608313856/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444844.323852:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444844.323856:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444844.323859:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83bb0. 00000100:00000200:2.0:1783444844.323863:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608313856, offset 0 00000400:00000200:2.0:1783444844.323871:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444844.323882:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444844.323891:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444844.323898:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444844.323903:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444844.323907:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444844.323910:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444844.323914:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2930:2930:256:4294967295] 192.168.204.110@tcp LPNI seq info [2930:2930:8:4294967295] 00000400:00000200:2.0:1783444844.323918:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444844.323929:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444844.323936:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444844.323942:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1300. 00000800:00000200:2.0:1783444844.323950:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444844.323959:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444844.323977:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444844.323995:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444844.324001:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 885403 usecs (886 jiffies) 00000400:00000200:2.0:1783444844.324004:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444844.324008:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296484214 00000100:00000010:2.0:1783444844.324013:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7604277e0. 00000100:00000001:2.0:1783444844.324021:0:2403:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1783444844.324028:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296484214 00000100:00000010:2.0:1783444844.324031:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c760427ae0. 00000100:00000001:2.0:1783444844.324034:0:2403:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1783444844.324038:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444844.324040:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444844.324043:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444844.324047:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f3b80 x1870075608314112/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444844.324053:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444844.324079:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444844.324081:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444844.324083:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444844.324085:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444844.324088:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608314112:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444844.324093:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444844.324096:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444844.324098:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444844.324100:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444844.324103:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75883cc00. 02000000:00000001:2.0:1783444844.324105:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444844.324108:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444844.324111:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff160. 00000400:00000010:2.0:1783444844.324115:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83c38. 00000100:00000200:2.0:1783444844.324117:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608314112, portal 4 00000100:00000001:2.0:1783444844.324120:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444844.324121:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232117120 : -121189477434496 : ffff91c7603f3b80) 00000100:00000040:2.0:1783444844.324126:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f3b80 x1870075608314112/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444844.324132:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444844.324134:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444844.324137:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83aa0. 00000100:00000200:2.0:1783444844.324139:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608314112, offset 0 00000400:00000200:2.0:1783444844.324143:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444844.324146:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444844.324150:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444844.324153:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444844.324156:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444844.324158:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444844.324160:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444844.324163:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2931:2931:255:4294967295] 192.168.204.110@tcp LPNI seq info [2931:2931:7:4294967295] 00000400:00000200:2.0:1783444844.324167:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444844.324172:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444844.324176:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444844.324181:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1700. 00000800:00000200:2.0:1783444844.324185:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444844.324189:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000100:00000001:3.0:1783444844.324399:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444844.324403:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444844.324405:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444844.324412:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f3800 x1870075608313728/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444844.324420:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444844.324421:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444844.324424:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444844.324426:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444844.324428:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444844.324431:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2402:1870075608313728:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444844.324435:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444844.324438:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444844.324440:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444844.324442:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444844.324446:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7467c3200. 02000000:00000001:3.0:1783444844.324447:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444844.324451:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444844.324455:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7588119a0. 00000400:00000010:3.0:1783444844.324461:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218aa0. 00000100:00000200:3.0:1783444844.324465:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608313728, portal 25 00000100:00000001:3.0:1783444844.324467:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444844.324468:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232116224 : -121189477435392 : ffff91c7603f3800) 00000100:00000040:3.0:1783444844.324475:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f3800 x1870075608313728/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444844.324482:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444844.324485:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444844.324488:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218330. 00000100:00000200:3.0:1783444844.324490:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870075608313728, offset 0 00000400:00000200:3.0:1783444844.324496:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444844.324501:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444844.324505:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444844.324507:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444844.324510:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444844.324512:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444844.324514:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444844.324517:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2932:2932:254:4294967295] 192.168.204.110@tcp LPNI seq info [2932:2932:6:4294967295] 00000400:00000200:3.0:1783444844.324521:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444844.324527:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444844.324531:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444844.324535:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c000. 00000800:00000200:3.0:1783444844.324540:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444844.324545:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444844.324548:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444844.324552:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444844.324555:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444844.324557:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296487420 00000100:00000001:3.0:1783444844.324566:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296484214 00000100:00000001:3.0:1783444844.324570:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296487420 00000100:00000001:3.0:1783444844.324574:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296484214 00000100:00000001:3.0:1783444844.324577:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444844.324579:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444844.324581:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444844.324585:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f1c00 x1870075608313984/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444844.324593:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444844.324595:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444844.324597:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444844.324599:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444844.324601:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444844.324604:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608313984:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444844.324607:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444844.324610:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444844.324612:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444844.324613:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444844.324618:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c752030000. 02000000:00000001:3.0:1783444844.324619:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444844.324622:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444844.324626:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811528. 00000400:00000010:3.0:1783444844.324630:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218220. 00000100:00000200:3.0:1783444844.324632:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608313984, portal 10 00000100:00000001:3.0:1783444844.324634:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444844.324636:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232109056 : -121189477442560 : ffff91c7603f1c00) 00000100:00000040:3.0:1783444844.324642:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f1c00 x1870075608313984/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444844.324650:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444844.324652:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444844.324654:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602187f8. 00000100:00000200:3.0:1783444844.324657:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608313984, offset 0 00000400:00000200:3.0:1783444844.324661:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444844.324665:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444844.324669:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444844.324671:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444844.324674:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444844.324676:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444844.324678:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444844.324681:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2933:2933:253:4294967295] 192.168.204.110@tcp LPNI seq info [2933:2933:5:4294967295] 00000400:00000200:3.0:1783444844.324685:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444844.324692:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444844.324696:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444844.324700:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822cc00. 00000800:00000200:3.0:1783444844.324704:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444844.324708:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444844.324710:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822cc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444844.324714:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444844.324717:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 21417 usecs (22 jiffies) 00000400:00000200:3.0:1783444844.324720:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444844.324722:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296483350 00000100:00000001:3.0:1783444844.324724:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296487420 00000100:00000001:3.0:1783444844.324726:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296483350 00000100:00000001:3.0:1783444844.324728:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296487420 00000100:00000001:3.0:1783444844.324730:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444844.324732:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444844.324735:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444844.324739:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f0a80 x1870075608314240/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444844.324746:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444844.324747:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444844.324749:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444844.324751:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444844.324753:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444844.324755:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608314240:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444844.324758:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444844.324760:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444844.324762:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444844.324764:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444844.324767:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c752031e00. 02000000:00000001:3.0:1783444844.324769:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444844.324772:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444844.324774:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7588114d0. 00000400:00000010:3.0:1783444844.324777:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218440. 00000100:00000200:3.0:1783444844.324780:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608314240, portal 4 00000100:00000001:3.0:1783444844.324782:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444844.324783:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232104576 : -121189477447040 : ffff91c7603f0a80) 00000100:00000040:3.0:1783444844.324789:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f0a80 x1870075608314240/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444844.324795:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444844.324796:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444844.324799:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218880. 00000100:00000200:3.0:1783444844.324801:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608314240, offset 0 00000400:00000200:3.0:1783444844.324805:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444844.324808:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444844.324812:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444844.324814:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444844.324816:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444844.324818:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444844.324820:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444844.324823:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2934:2934:252:4294967295] 192.168.204.110@tcp LPNI seq info [2934:2934:4:4294967295] 00000400:00000200:3.0:1783444844.324826:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444844.324832:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444844.324836:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444844.324840:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c100. 00000800:00000200:3.0:1783444844.324843:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444844.324848:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444844.324850:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444844.324853:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444844.324856:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 117108 usecs (118 jiffies) 00000400:00000200:3.0:1783444844.324859:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444844.324861:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296483446 00000100:00000001:3.0:1783444844.324863:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296487420 00000100:00000001:3.0:1783444844.324865:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296483446 00000100:00000001:3.0:1783444844.324867:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296487420 00000100:00000001:3.0:1783444844.324869:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444844.324871:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444844.324874:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444844.324876:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444844.324886:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444844.324889:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783444844.324892:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444844.324893:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444844.324895:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444844.324898:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444844.325121:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444844.325127:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1300. 00000400:00000200:1.0:1783444844.325136:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444844.325142:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444844.325149:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83bb0 00000400:00000010:1.0:1783444844.325152:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83bb0. 00000100:00000001:1.0:1783444844.325156:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444844.325163:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2d80 x1870075608313856/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444844.325174:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444844.325178:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2d80 x1870075608313856/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444860 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444844.325185:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444844.325187:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444844.325453:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444844.325457:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c000. 00000400:00000200:1.0:1783444844.325463:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444844.325467:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444844.325470:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218330 00000400:00000010:1.0:1783444844.325473:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218330. 00000100:00000001:1.0:1783444844.325476:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444844.325480:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3800 x1870075608313728/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444844.325487:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444844.325489:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f3800 x1870075608313728/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444860 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444844.325495:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444844.325496:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444844.325504:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444844.325506:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822cc00. 00000400:00000200:1.0:1783444844.325509:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444844.325512:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444844.325515:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7602187f8 00000400:00000010:1.0:1783444844.325516:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7602187f8. 00000100:00000001:1.0:1783444844.325518:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444844.325522:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1c00 x1870075608313984/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444844.325528:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444844.325531:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1c00 x1870075608313984/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444860 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444844.325538:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444844.325539:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444844.325851:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444844.325855:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c100. 00000400:00000200:1.0:1783444844.325858:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444844.325862:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444844.325865:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218880 00000400:00000010:1.0:1783444844.325867:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218880. 00000100:00000001:1.0:1783444844.325869:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444844.325874:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0a80 x1870075608314240/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444844.325881:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444844.325884:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0a80 x1870075608314240/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444860 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444844.325890:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444844.325891:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1783444844.327952:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444844.327997:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444844.328005:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20452 usecs (21 jiffies) 00000400:00000200:2.0:1783444844.328014:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444844.328019:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296483349 00000100:00000001:2.0:1783444844.328025:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296487420 00000100:00000001:2.0:1783444844.328028:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296483349 00000100:00000001:2.0:1783444844.328030:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296487420 00000100:00000001:2.0:1783444844.328033:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444844.328038:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444844.328044:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444844.328048:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444844.328082:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444844.328085:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783444844.328089:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444844.328091:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444844.328094:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444844.328096:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444844.331043:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444844.331074:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1700. 00000400:00000200:1.0:1783444844.331084:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444844.331095:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444844.331104:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83aa0 00000400:00000010:1.0:1783444844.331107:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83aa0. 00000100:00000001:1.0:1783444844.331113:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444844.331124:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3b80 x1870075608314112/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444844.331139:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444844.331143:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f3b80 x1870075608314112/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444860 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444844.331151:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444844.331153:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444844.332045:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444844.332088:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444844.332092:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444844.332096:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444844.332105:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444844.332113:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444844.332122:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444844.332127:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444844.332133:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444844.332138:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8563000 00000400:00000200:1.0:1783444844.332143:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444844.332150:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x8119 [1] + 224 00000800:00000001:1.0:1783444844.332159:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444844.332164:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444844.332167:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444844.332171:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444844.332177:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444844.332185:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2d80 x1870075608313856/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444860 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444844.332430:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f2d80 x1870075608313856/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444844.332456:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444844.332468:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444844.332473:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444844.332476:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444844.332478:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444844.332481:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444844.332485:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444844.332489:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444844.332492:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444844.332496:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444844.332498:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a4d2e8562f80 00000400:00000200:1.0:1783444844.332502:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444844.332509:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x8129 [1] + 224 00000800:00000001:1.0:1783444844.332514:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444844.332521:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444844.332524:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444844.332527:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444844.332530:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444844.332535:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3800 x1870075608313728/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444860 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444844.332544:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f3800 x1870075608313728/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444844.332555:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444844.332559:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444844.332563:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444844.332609:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444844.332615:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444844.332624:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444844.332627:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444844.332631:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ffd10. 00000400:00000200:3.0:1783444844.332635:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83198 00000400:00000010:3.0:1783444844.332638:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83198. 00000100:00000001:3.0:1783444844.332641:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444844.332646:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f2d80 x1870075608313856/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444844.332655:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f2d80 x1870075608313856/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444860 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444844.332661:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444844.332663:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444844.332666:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444844.332670:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444844.332674:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444844.332676:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444844.332682:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444844.332695:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=24 v=5 (5 105 105 105) 00000100:00001000:3.0:1783444844.332701:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444844.332704:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444844.332705:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444844.332709:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444844.332713:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444844.332718:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444844.332721:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1783444844.332724:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444844.332727:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444844.332732:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f2d80 x1870075608313856/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444860 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444844.332740:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444844.332743:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444844.332745:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444844.332750:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f2d80 x1870075608313856/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444860 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444844.332758:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608313856:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444844.332765:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444844.332768:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444844.332772:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f2d80 x1870075608313856/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444860 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444844.332779:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444844.332783:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444844.332787:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75883c200. 02000000:00000001:3.0:1783444844.332792:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444844.332795:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444844.332797:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444844.332800:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444844.332804:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1000. 02000000:00000001:3.0:1783444844.332809:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444844.332811:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444844.332814:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f2d80. 00000100:00000001:3.0:1783444844.332819:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444844.332820:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444844.332824:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444844.332826:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444844.332827:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444844.332829:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444844.332830:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444844.332843:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444844.332845:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444844.332849:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444844.332851:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444844.332853:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7588119a0. 00000400:00000200:3.0:1783444844.332856:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218aa0 00000400:00000010:3.0:1783444844.332858:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218aa0. 00000100:00000001:3.0:1783444844.332860:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444844.332865:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f3800 x1870075608313728/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444844.332874:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f3800 x1870075608313728/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444860 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444844.332880:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444844.332882:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444844.332883:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444844.332885:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444844.332886:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444844.332887:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444844.332889:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444844.332893:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=24 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444844.332896:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444844.332898:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444844.332900:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444844.332901:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444844.332903:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444844.332905:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444844.332908:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f3800 x1870075608313728/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444860 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444844.332919:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444844.332921:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444844.332923:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444844.332926:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f3800 x1870075608313728/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444860 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444844.332933:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2402:1870075608313728:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444844.332939:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444844.332941:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444844.332944:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f3800 x1870075608313728/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444860 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444844.332950:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444844.332952:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444844.332954:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7467c3200. 02000000:00000001:3.0:1783444844.332958:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444844.332972:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444844.332973:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1783444844.332976:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444844.332978:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1e00. 02000000:00000001:3.0:1783444844.332980:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444844.332981:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444844.332983:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f3800. 00000100:00000001:3.0:1783444844.332985:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444844.332986:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444844.332988:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444844.332990:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444844.332991:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444844.332993:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444844.332994:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444844.333597:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444844.333606:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444844.333609:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444844.333611:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444844.333616:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444844.333621:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444844.333627:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444844.333630:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444844.333634:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444844.333638:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e8563180 00000400:00000200:1.0:1783444844.333642:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444844.333648:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x8139 [1] + 224 00000800:00000001:1.0:1783444844.333654:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444844.333659:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444844.333662:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444844.333665:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444844.333671:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444844.333677:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0a80 x1870075608314240/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444860 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444844.333693:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f0a80 x1870075608314240/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444844.333711:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444844.333718:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444844.333721:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444844.333755:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444844.333758:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444844.333762:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444844.333763:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444844.333766:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7588114d0. 00000400:00000200:3.0:1783444844.333770:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218440 00000400:00000010:3.0:1783444844.333771:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218440. 00000100:00000001:3.0:1783444844.333774:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444844.333778:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f0a80 x1870075608314240/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444844.333787:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f0a80 x1870075608314240/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444860 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444844.333793:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444844.333795:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444844.333796:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444844.333799:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444844.333801:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444844.333803:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444844.333805:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444844.333811:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f460 time=24 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444844.333815:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=22 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444844.333818:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444844.333819:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444844.333821:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444844.333823:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444844.333826:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444844.333827:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1783444844.333829:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444844.333831:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444844.333835:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f0a80 x1870075608314240/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444860 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444844.333842:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444844.333844:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444844.333846:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444844.333850:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f0a80 x1870075608314240/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444860 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444844.333857:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608314240:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444844.333864:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444844.333866:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444844.333870:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0a80 x1870075608314240/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444860 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444844.333876:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444844.333878:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444844.333879:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c752031e00. 02000000:00000001:3.0:1783444844.333883:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444844.333885:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444844.333887:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=2 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:3.0:1783444844.333890:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444844.333892:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1a00. 02000000:00000001:3.0:1783444844.333895:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444844.333896:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444844.333897:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0a80. 00000100:00000001:3.0:1783444844.333900:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444844.333902:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444844.333904:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444844.333906:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444844.333907:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444844.333908:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444844.333910:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444844.347170:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444844.347218:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444844.347222:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444844.347226:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444844.347236:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444844.347247:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444844.347258:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444844.347264:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444844.347271:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444844.347276:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8563080 00000400:00000200:1.0:1783444844.347281:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444844.347288:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x8131 [1] + 224 00000800:00000001:1.0:1783444844.347297:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444844.347300:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444844.347304:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444844.347309:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444844.347319:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444844.347329:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1c00 x1870075608313984/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444860 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444844.347344:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f1c00 x1870075608313984/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444844.347367:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444844.347376:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444844.347379:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444844.347381:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444844.347384:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444844.347387:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444844.347391:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444844.347395:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444844.347397:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444844.347399:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444844.347402:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e8563100 00000400:00000200:1.0:1783444844.347405:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444844.347410:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x8121 [1] + 224 00000800:00000001:1.0:1783444844.347413:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444844.347421:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444844.347422:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444844.347425:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444844.347428:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444844.347433:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3b80 x1870075608314112/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444860 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444844.347441:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f3b80 x1870075608314112/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444844.347452:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444844.347455:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444844.347457:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444844.348200:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444844.348206:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444844.348216:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444844.348219:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444844.348223:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff160. 00000400:00000200:3.0:1783444844.348229:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83c38 00000400:00000010:3.0:1783444844.348232:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83c38. 00000100:00000001:3.0:1783444844.348237:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444844.348246:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f3b80 x1870075608314112/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444844.348257:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f3b80 x1870075608314112/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444860 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444844.348264:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444844.348267:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444844.348270:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444844.348274:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444844.348278:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444844.348280:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444844.348284:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444844.348296:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=24 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444844.348301:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444844.348304:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444844.348306:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444844.348311:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444844.348314:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444844.348319:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444844.348322:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967335 00000100:00000001:3.0:1783444844.348324:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444844.348326:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444844.348331:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f3b80 x1870075608314112/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444860 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444844.348338:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444844.348342:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444844.348344:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444844.348348:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f3b80 x1870075608314112/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444860 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444844.348356:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608314112:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444844.348503:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444844.348506:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444844.348511:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f3b80 x1870075608314112/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444860 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444844.348518:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444844.348522:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444844.348526:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75883cc00. 02000000:00000001:3.0:1783444844.348530:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444844.348533:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444844.348535:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:3.0:1783444844.348538:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444844.348541:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1b00. 02000000:00000001:3.0:1783444844.348546:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444844.348548:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444844.348550:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f3b80. 00000100:00000001:3.0:1783444844.348554:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444844.348555:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444844.348558:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444844.348568:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444844.348570:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444844.348572:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444844.348575:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444844.348586:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444844.348588:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444844.348592:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444844.348594:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444844.348596:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811528. 00000400:00000200:3.0:1783444844.348599:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218220 00000400:00000010:3.0:1783444844.348601:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218220. 00000100:00000001:3.0:1783444844.348604:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444844.348609:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f1c00 x1870075608313984/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444844.348618:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f1c00 x1870075608313984/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444860 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444844.348624:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444844.348625:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444844.348628:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444844.348629:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444844.348631:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444844.348633:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444844.348636:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444844.348642:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=24 v=5 (5 105 105 105) 00000100:00001000:3.0:1783444844.348645:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=24 v=5 (1 1 1 1) 00000100:00000001:3.0:1783444844.348648:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444844.348649:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444844.348651:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444844.348653:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444844.348656:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444844.348658:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967338 00000100:00000001:3.0:1783444844.348659:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444844.348662:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444844.348666:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f1c00 x1870075608313984/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444860 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444844.348673:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444844.348675:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444844.348676:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444844.348680:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f1c00 x1870075608313984/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444860 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444844.348686:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608313984:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444844.348690:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444844.348692:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444844.348695:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1c00 x1870075608313984/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444860 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444844.348701:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444844.348702:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444844.348704:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c752030000. 02000000:00000001:3.0:1783444844.348707:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444844.348709:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444844.348710:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:3.0:1783444844.348712:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444844.348713:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1400. 02000000:00000001:3.0:1783444844.348715:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444844.348717:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444844.348718:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1c00. 00000100:00000001:3.0:1783444844.348720:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444844.348721:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444844.348723:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444844.348727:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444844.348728:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444844.348730:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444844.348732:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444844.834142:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444844.834155:0:26147:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444844.834158:0:26147:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444844.834163:0:26147:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444844.834171:0:26147:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444844.834174:0:26147:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444844.834177:0:26147:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444844.834180:0:26147:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444844.834185:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444844.834186:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444844.834192:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444844.834193:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444844.834198:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444844.834199:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444844.835053:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444844.835073:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444844.835078:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444845.861734:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444845.861742:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444845.861748:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444845.861750:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444845.861753:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444845.861754:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444845.861758:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444845.861759:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444845.872369:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444845.872375:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444845.872379:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1783444846.001576:0:35500:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444846.882390:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444846.882396:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444846.882402:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444846.882403:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444846.882407:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444846.882408:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444846.882413:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444846.882414:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444846.885564:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444846.885572:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444846.885577:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1783444847.437493:0:35646:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444847.906164:0:34580:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444847.906169:0:34580:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444847.906174:0:34580:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444847.906175:0:34580:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444847.906179:0:34580:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444847.906180:0:34580:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444847.906183:0:34580:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444847.906185:0:34580:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444847.908238:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444847.908244:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444847.908249:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1783444848.108790:0:35709:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444848.419492:0:26147:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4800 (cpu 0) has reached its deadline 4296487420, at 4296487425 00000100:00000010:0.0:1783444848.419515:0:26147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7604277e0. 00000100:00000040:1.0:1783444848.420128:0:31963:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4910 (cpu 0) has reached its deadline 4296487420, at 4296487425 00000100:00000010:1.0:1783444848.420138:0:31963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c760427ae0. 00000800:00000001:1.0:1783444848.641495:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444848.641521:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444848.641528:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444848.641531:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444848.641544:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444848.641554:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444848.641566:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444848.641571:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444848.641579:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444848.641583:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 328 into portal 15 MB=0x6a4d2e99cf500 00000400:00000200:1.0:1783444848.641596:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.110@tcp of length 328/328 into md 0x8081 [2] + 0 00000800:00000001:1.0:1783444848.641604:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444848.641614:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444848.641618:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444848.641624:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444848.641633:0:2393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1783444848.641636:0:2393:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1783444848.641644:0:2393:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758839c00. 00000100:00000040:1.0:1783444848.641649:0:2393:0:(events.c:337:request_in_callback()) incoming req@ffff91c758839c00 x1870075629729024 msgsize 328 00000100:00100000:1.0:1783444848.641654:0:2393:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.110@tcp (source: 12345-192.168.204.110@tcp) 00000100:00000001:1.0:1783444848.641673:0:2393:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1783444848.641685:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444848.641690:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444848.641721:0:16809:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1783444848.641725:0:16809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870075629729024 02000000:00000001:1.0:1783444848.641729:0:16809:0:(sec.c:2495:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1783444848.641732:0:16809:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444848.641735:0:16809:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444848.641741:0:16809:0:(sec.c:2544:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444848.641746:0:16809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870075629729024 00000020:00000001:1.0:1783444848.641750:0:16809:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1783444848.641753:0:16809:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea72 00000020:00000001:1.0:1783444848.641757:0:16809:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444848.641761:0:16809:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c7510a7000 refcount=4 00000020:00000001:1.0:1783444848.641764:0:16809:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883976998912 : -121189732552704 : ffff91c7510a7000) 00000020:00000001:1.0:1783444848.641768:0:16809:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883976998912 : -121189732552704 : ffff91c7510a7000) 00000100:00000001:1.0:1783444848.641773:0:16809:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783444848.641779:0:16809:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91c742c80200. 00000100:00000001:1.0:1783444848.641782:0:16809:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1783444848.641786:0:16809:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff91c742c80200. 00000020:00000010:1.0:1783444848.641795:0:16809:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c760588200. 00000020:00000010:1.0:1783444848.641803:0:16809:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91c7505f9f00. 00000020:00000010:1.0:1783444848.641810:0:16809:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff91c7603a03e8. 00000100:00000040:1.0:1783444848.641824:0:16809:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1783444848.641842:0:16809:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1783444848.641844:0:16809:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1783444848.641847:0:16809:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444848.641858:0:16809:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444848.641869:0:16809:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444848.641892:0:16809:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1783444848.641895:0:16809:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1783444848.641900:0:16809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.110@tcp, seq: 76 00000100:00000040:1.0:1783444848.641905:0:16809:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff91c7510a7000 : new rpc_count 1 00000100:00000001:1.0:1783444848.641907:0:16809:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446622884102380544 : -121189607171072 : ffff91c758839c00) 00000100:00000040:1.0:1783444848.641916:0:16809:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff91c758839c00 x1870075629729024/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:469/0 lens 328/0 e 0 to 0 dl 1783444859 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783444848.641929:0:16809:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783444848.641932:0:16809:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91c742c80200. 00000100:00000001:1.0:1783444848.641934:0:16809:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1783444848.641937:0:16809:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff91c742c80200. 00000100:00100000:1.0:1783444848.641941:0:16809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91c758839c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:16815:x1870075629729024:12345-192.168.204.110@tcp:104: 00000100:00000200:1.0:1783444848.641946:0:16809:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870075629729024 00010000:00000001:1.0:1783444848.641949:0:16809:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1783444848.641959:0:16809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444848.641960:0:16809:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444848.641963:0:16809:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=2 00000020:00000001:1.0:1783444848.641966:0:16809:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:1.0:1783444848.641969:0:16809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:1.0:1783444848.641974:0:16809:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444848.641977:0:16809:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444848.641984:0:16809:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:1.0:1783444848.642001:0:16809:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1783444848.642004:0:16809:0:(sec.c:2566:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1783444848.642010:0:16809:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff91c751026400. 02000000:00000001:1.0:1783444848.642013:0:16809:0:(sec.c:2603:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444848.642015:0:16809:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444848.642021:0:16809:0:(ldlm_lib.c:3304:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1783444848.642025:0:16809:0:(ldlm_lib.c:3325:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444848.642029:0:16809:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7590235e8 time=28 v=5 (1 1 1 1) 00000100:00000001:1.0:1783444848.642036:0:16809:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783444848.642038:0:16809:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 16 to 192.168.204.110@tcp 00000100:00000001:1.0:1783444848.642041:0:16809:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 02000000:00000001:1.0:1783444848.642044:0:16809:0:(sec.c:2617:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1783444848.642047:0:16809:0:(sec.c:2628:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444848.642050:0:16809:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444848.642053:0:16809:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444848.642089:0:16809:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7590762a8. 00000100:00000200:1.0:1783444848.642095:0:16809:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1870075629729024, offset 224 00000400:00000200:1.0:1783444848.642102:0:16809:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444848.642110:0:16809:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444848.642118:0:16809:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444848.642124:0:16809:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2935:2935:256:4294967295] 192.168.204.110@tcp LPNI seq info [2935:2935:8:4294967295] 00000400:00000200:1.0:1783444848.642129:0:16809:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444848.642139:0:16809:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444848.642145:0:16809:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444848.642151:0:16809:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298400. 00000800:00000200:1.0:1783444848.642157:0:16809:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444848.642167:0:16809:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444848.642171:0:16809:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783444848.642183:0:16809:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444848.642187:0:16809:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00010000:00000001:1.0:1783444848.642190:0:16809:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1783444848.642195:0:16809:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff91c7586e3540. 00010000:00000001:1.0:1783444848.642198:0:16809:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1783444848.642211:0:16809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1783444848.642213:0:16809:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444848.642215:0:16809:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444848.642217:0:16809:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444848.642222:0:16809:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758839c00 x1870075629729024/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:469/0 lens 328/224 e 0 to 0 dl 1783444859 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783444848.642232:0:16809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91c758839c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:16815:x1870075629729024:12345-192.168.204.110@tcp:104: Request processed in 302us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1783444848.642240:0:16809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.110@tcp, seq: 76 00000100:00000040:1.0:1783444848.642243:0:16809:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91c7510a7000 : new rpc_count 0 00000100:00000001:1.0:1783444848.642245:0:16809:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1783444848.642247:0:16809:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1783444848.642252:0:16809:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91c7505f9f00. 00000020:00000010:1.0:1783444848.642256:0:16809:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff91c7603a03e8. 00000020:00000010:1.0:1783444848.642259:0:16809:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760588200. 00000020:00000040:1.0:1783444848.642263:0:16809:0:(genops.c:900:class_export_put()) PUTting export ffff91c7510a7000 : new refcount 3 00000100:00000001:1.0:1783444848.642267:0:16809:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783444848.642367:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444848.642382:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298400. 00000400:00000200:1.0:1783444848.642386:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444848.642390:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444848.642394:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7590762a8 00000400:00000010:1.0:1783444848.642397:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7590762a8. 00000100:00000001:1.0:1783444848.642400:0:2392:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1783444848.642403:0:2392:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1783444848.643255:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444848.643261:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444848.643266:0:16820:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1783444848.643270:0:16820:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1783444848.643273:0:16820:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1783444848.643279:0:16820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1783444848.643293:0:16820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91c752225000 already unused, calling callback (ffffffffc1279360) 00000008:00000001:2.0:1783444848.643297:0:16820:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1783444848.643300:0:16820:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1783444848.643302:0:16820:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444848.643307:0:16820:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444848.643309:0:16820:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=3 00000020:00000001:2.0:1783444848.643311:0:16820:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444848.643314:0:16820:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444848.643317:0:16820:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783444848.643320:0:16820:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400030000 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:2.0:1783444848.643327:0:16820:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1783444848.643330:0:16820:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444848.643340:0:16820:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7000. 00000020:00000010:2.0:1783444848.643345:0:16820:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752030c00. 00000020:00000010:2.0:1783444848.643351:0:16820:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752031c00. 00000020:00000010:2.0:1783444848.643355:0:16820:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427e40. 00000008:00000010:2.0:1783444848.643362:0:16820:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444848.643368:0:16820:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444848.643374:0:16820:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444848.643382:0:16820:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444848.643388:0:16820:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444848.643391:0:16820:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752030600. 00000008:00000010:2.0:1783444848.643395:0:16820:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444848.643400:0:16820:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444848.643404:0:16820:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444848.643407:0:16820:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526e870. 00000020:00000001:2.0:1783444848.643410:0:16820:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747360776 : -121189962190840 : ffff91c7435a7008) 00000020:00001000:2.0:1783444848.643413:0:16820:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7000 00000008:00000001:2.0:1783444848.643415:0:16820:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1783444848.643428:0:16820:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1783444848.643432:0:16820:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7000 00000020:00000010:2.0:1783444848.643435:0:16820:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752031c00. 00000020:00000010:2.0:1783444848.643441:0:16820:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427e40. 00000008:00000010:2.0:1783444848.643444:0:16820:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444848.643448:0:16820:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444848.643452:0:16820:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444848.643456:0:16820:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444848.643459:0:16820:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444848.643461:0:16820:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752030c00. 00000008:00000010:2.0:1783444848.643464:0:16820:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444848.643467:0:16820:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444848.643469:0:16820:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444848.643472:0:16820:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e870. 00000020:00000010:2.0:1783444848.643474:0:16820:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752030600. 00000020:00000010:2.0:1783444848.643476:0:16820:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7000. 00000008:00000001:2.0:1783444848.643479:0:16820:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444848.643483:0:16820:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783444848.643488:0:16820:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783444848.643490:0:16820:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783444848.643493:0:16820:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444848.643496:0:16820:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1783444848.643499:0:16820:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752225000 with handle 0x5503b2fe824ef722 from hash 00010000:00000001:2.0:1783444848.643501:0:16820:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783444848.643504:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444848.643506:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444848.643507:0:16820:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783444848.643511:0:16820:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783444848.643513:0:16820:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1783444848.643520:0:16820:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444848.643524:0:16820:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444848.643527:0:16820:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444848.643530:0:16820:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1783444848.643535:0:16820:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f3480. 00000020:00000040:2.0:1783444848.643540:0:16820:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000100:00000001:2.0:1783444848.643545:0:16820:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444848.643548:0:16820:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444848.643553:0:16820:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444848.643560:0:16820:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c752030600. 00000100:00000001:2.0:1783444848.643569:0:16820:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444848.643572:0:16820:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1783444848.643578:0:16820:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1783444848.643587:0:16820:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1783444848.643589:0:16820:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444848.643594:0:16820:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444848.643600:0:16820:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444848.643611:0:16820:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f4ee95b] to pc [ptlrpcd_01_01+1] req@ffff91c7603f3480 x1870075608314368/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783444848.643651:0:16820:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444848.643655:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444848.643656:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444848.643657:0:16820:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444848.643660:0:16820:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444848.643662:0:16820:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444848.643665:0:16820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:2.0:1783444848.643673:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783444848.643675:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef722 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x332dd2263f6ddc4d expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:3.0:1783444848.643679:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444848.643686:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000010:2.0:1783444848.643687:0:16820:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91c76050a180. 00000100:00000001:3.0:1783444848.643691:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00010000:00000040:2.0:1783444848.643697:0:16820:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747211700 count: 0 00000100:00000040:3.0:1783444848.643700:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f3480 x1870075608314368/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1783444848.643708:0:16820:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff91c747211000. 00000100:00000001:3.0:1783444848.643711:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444848.643715:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444848.643720:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444848.643723:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444848.643723:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444848.643727:0:16820:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:3.0:1783444848.643728:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1783444848.643732:0:16820:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff91c7586e3540. 00000100:00100000:3.0:1783444848.643735:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608314368:192.168.204.110@tcp:103:ldlm_bl.0 00010000:00000001:2.0:1783444848.643738:0:16820:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444848.643742:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1783444848.643743:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444848.643747:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444848.643749:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1783444848.643751:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1783444848.643752:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1783444848.643753:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444848.643757:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1783444848.643758:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444848.643759:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444848.643762:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444848.643764:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:2.0:1783444848.643765:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:3.0:1783444848.643771:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7460d6000. 02000000:00000001:3.0:1783444848.643775:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444848.643777:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444848.643782:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444848.643784:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444848.643792:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811528. 00000400:00000010:3.0:1783444848.643801:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218220. 00000100:00000200:3.0:1783444848.643811:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608314368, portal 18 00000100:00000001:3.0:1783444848.643814:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444848.643816:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232115328 : -121189477436288 : ffff91c7603f3480) 00000100:00000040:3.0:1783444848.643824:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f3480 x1870075608314368/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444864 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444848.643831:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444848.643833:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444848.643836:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218440. 00000100:00000200:3.0:1783444848.643840:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1870075608314368, offset 0 00000400:00000200:3.0:1783444848.643846:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444848.643856:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444848.643863:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444848.643868:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444848.643872:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444848.643876:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444848.643892:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444848.643896:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2936:2936:256:4294967295] 192.168.204.110@tcp LPNI seq info [2936:2936:8:4294967295] 00000400:00000200:3.0:1783444848.643901:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444848.643911:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444848.643918:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444848.643923:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c400. 00000800:00000200:3.0:1783444848.643930:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444848.643938:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444848.643944:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1783444848.643961:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444848.643975:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 116583 usecs (117 jiffies) 00000400:00000200:3.0:1783444848.643979:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444848.643983:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296487766 00000100:00000010:3.0:1783444848.643988:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7604bb900. 00000100:00000001:3.0:1783444848.643997:0:2403:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1783444848.644007:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296487766 00000100:00000010:3.0:1783444848.644010:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7604bb5a0. 00000100:00000001:3.0:1783444848.644013:0:2403:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1783444848.644016:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444848.644019:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444848.644023:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444848.644025:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444848.644031:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444848.644033:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783444848.644035:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444848.644036:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444848.644038:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444848.644039:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444848.648132:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444848.648147:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c400. 00000400:00000200:1.0:1783444848.648159:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444848.648172:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444848.648184:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218440 00000400:00000010:1.0:1783444848.648187:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218440. 00000100:00000001:1.0:1783444848.648195:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444848.648206:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3480 x1870075608314368/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444864 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444848.648223:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444848.648226:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f3480 x1870075608314368/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444864 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444848.648234:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444848.648236:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444848.663774:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444848.663918:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444848.663924:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444848.663928:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444848.663940:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444848.663950:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444848.663962:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444848.663968:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444848.663974:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444848.663979:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a4d2e8563200 00000400:00000200:1.0:1783444848.663984:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444848.663991:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x8149 [1] + 224 00000800:00000001:1.0:1783444848.664001:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444848.664016:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444848.664019:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444848.664025:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444848.664034:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444848.664045:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3480 x1870075608314368/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444864 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444848.664075:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f3480 x1870075608314368/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444864 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444848.664102:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444848.664112:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444848.664116:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444848.664141:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444848.664148:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444848.664156:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444848.664159:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444848.664162:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811528. 00000400:00000200:3.0:1783444848.664168:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218220 00000400:00000010:3.0:1783444848.664171:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218220. 00000100:00000001:3.0:1783444848.664174:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444848.664180:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f3480 x1870075608314368/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444864 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444848.664191:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f3480 x1870075608314368/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444864 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444848.664199:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444848.664201:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444848.664204:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444848.664208:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444848.664211:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444848.664213:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444848.664216:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444848.664229:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f538 time=22 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444848.664234:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444848.664237:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444848.664240:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444848.664243:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444848.664248:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444848.664252:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444848.664254:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1783444848.664256:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444848.664258:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444848.664264:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f3480 x1870075608314368/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444864 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444848.664272:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444848.664275:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444848.664278:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444848.664282:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f3480 x1870075608314368/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444864 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444848.664290:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608314368:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1783444848.664296:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444848.664299:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444848.664302:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f3480 x1870075608314368/t0(0) o103->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444864 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444848.664310:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444848.664312:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444848.664317:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7460d6000. 02000000:00000001:3.0:1783444848.664322:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444848.664325:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444848.664327:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=2 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:3.0:1783444848.664330:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444848.664333:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c752030600. 02000000:00000001:3.0:1783444848.664348:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444848.664351:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444848.664354:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f3480. 00000100:00000001:3.0:1783444848.664358:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444848.664359:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444848.664362:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444848.664371:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444848.664373:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444848.664375:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444848.664386:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1783444848.666117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211700. 00010000:00000010:2.1:1783444848.666146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225000. 00000100:00000040:1.0:1783444848.762335:0:31963:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4910 (cpu 0) has reached its deadline 4296487766, at 4296487768 00000100:00000010:1.0:1783444848.762359:0:31963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7604bb5a0. 00000100:00000040:0.0:1783444848.774352:0:26147:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4800 (cpu 0) has reached its deadline 4296487766, at 4296487779 00000100:00000010:0.0:1783444848.774374:0:26147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7604bb900. 00010000:00000001:0.0:1783444848.931117:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444848.931124:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444848.931130:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444848.931131:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444848.931134:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444848.931136:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444848.931193:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444848.931197:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444848.931200:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1783444849.443165:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444849.443176:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444849.443182:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f3100. 00000020:00000040:2.0:1783444849.443187:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:2.0:1783444849.443192:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444849.443195:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444849.443200:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444849.443207:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1200. 00000100:00000001:2.0:1783444849.443214:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444849.443227:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS req@ffff91c7603f3100 x1870075608314496/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444849.443238:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444849.443243:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444849.443250:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a6ad071] to pc [ptlrpcd_01_00+0] req@ffff91c7603f3100 x1870075608314496/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444849.443450:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444849.443453:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444849.443457:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444849.443460:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f0700. 00000020:00000040:2.0:1783444849.443463:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:2.0:1783444849.443465:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444849.443467:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444849.443469:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444849.443472:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1600. 00000100:00000001:2.0:1783444849.443476:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444849.443481:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID req@ffff91c7603f0700 x1870075608314624/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444849.443488:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444849.443490:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444849.443494:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a566a0f6] to pc [ptlrpcd_01_01+1] req@ffff91c7603f0700 x1870075608314624/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444849.443501:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444849.443503:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444849.443506:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444849.443508:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f1500. 00000020:00000040:2.0:1783444849.443510:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=5 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:2.0:1783444849.443512:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444849.443513:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444849.443514:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444849.443517:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1800. 00000100:00000001:2.0:1783444849.443519:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444849.443522:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID req@ffff91c7603f1500 x1870075608314752/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444849.443528:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444849.443530:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444849.443533:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a7053d0] to pc [ptlrpcd_01_00+0] req@ffff91c7603f1500 x1870075608314752/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444849.443539:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444849.443541:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444849.443543:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444849.443546:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f2680. 00000020:00000040:2.0:1783444849.443548:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:2.0:1783444849.443549:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444849.443550:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444849.443551:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444849.443554:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1500. 00000100:00000001:2.0:1783444849.443556:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444849.443559:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID req@ffff91c7603f2680 x1870075608314880/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444849.443565:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444849.443566:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444849.443569:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a78f8c3f] to pc [ptlrpcd_01_01+1] req@ffff91c7603f2680 x1870075608314880/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444849.443575:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444849.443576:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444849.443579:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444849.443582:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f0380. 00000020:00000040:2.0:1783444849.443584:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000100:00000001:2.0:1783444849.443585:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444849.443586:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444849.443587:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444849.443590:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1d00. 00000100:00000001:2.0:1783444849.443593:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444849.443596:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID req@ffff91c7603f0380 x1870075608315008/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444849.443602:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444849.443603:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444849.443606:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034eccf80] to pc [ptlrpcd_01_00+0] req@ffff91c7603f0380 x1870075608315008/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444849.443612:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444849.443616:0:26509:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1826) 00000100:00000001:2.0:1783444849.443627:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444849.443630:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444849.443632:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444849.443637:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f3100 x1870075608314496/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444849.443648:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444849.443650:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444849.443654:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444849.443656:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444849.443659:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444849.443662:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2402:1870075608314496:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444849.443665:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444849.443670:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444849.443672:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444849.443674:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444849.443678:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c752030000. 02000000:00000001:2.0:1783444849.443680:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444849.443686:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444849.443690:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ffaa8. 00000400:00000010:2.0:1783444849.443696:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83000. 00000100:00000200:2.0:1783444849.443703:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608314496, portal 25 00000100:00000001:2.0:1783444849.443705:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444849.443707:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232114432 : -121189477437184 : ffff91c7603f3100) 00000100:00000040:2.0:1783444849.443712:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f3100 x1870075608314496/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444849.443719:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444849.443721:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444849.443723:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83330. 00000100:00000200:2.0:1783444849.443727:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870075608314496, offset 0 00000400:00000200:2.0:1783444849.443734:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444849.443742:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444849.443749:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444849.443755:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444849.443758:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444849.443762:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444849.443765:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444849.443768:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2937:2937:256:4294967295] 192.168.204.110@tcp LPNI seq info [2937:2937:8:4294967295] 00000400:00000200:2.0:1783444849.443772:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444849.443783:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444849.443789:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444849.443794:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1f00. 00000800:00000200:2.0:1783444849.445035:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444849.445044:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444849.445049:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444849.445084:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444849.445091:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444849.445093:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296492542 00000100:00000010:2.0:1783444849.445099:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c760427e40. 00000100:00000001:2.0:1783444849.445106:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1783444849.445112:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296492542 00000100:00000010:2.0:1783444849.445116:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c760427720. 00000100:00000001:2.0:1783444849.445119:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1783444849.445122:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444849.445125:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444849.445128:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444849.445133:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f1500 x1870075608314752/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444849.445141:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444849.445143:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444849.445145:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444849.445147:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444849.445149:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444849.445152:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608314752:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444849.445155:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444849.445158:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444849.445160:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444849.445162:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444849.445166:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c752031e00. 02000000:00000001:2.0:1783444849.445168:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444849.445172:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444849.445175:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ffe70. 00000400:00000010:2.0:1783444849.445179:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83660. 00000100:00000200:2.0:1783444849.445183:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608314752, portal 10 00000100:00000001:2.0:1783444849.445185:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444849.445187:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232107264 : -121189477444352 : ffff91c7603f1500) 00000100:00000040:2.0:1783444849.445194:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f1500 x1870075608314752/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444849.445201:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444849.445203:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444849.445206:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83550. 00000100:00000200:2.0:1783444849.445208:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608314752, offset 0 00000400:00000200:2.0:1783444849.445213:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444849.445218:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444849.445223:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444849.445227:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444849.445230:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444849.445232:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444849.445235:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444849.445238:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2938:2938:255:4294967295] 192.168.204.110@tcp LPNI seq info [2938:2938:7:4294967295] 00000400:00000200:2.0:1783444849.445242:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444849.445249:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444849.445254:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444849.445258:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1100. 00000800:00000200:2.0:1783444849.445262:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444849.445266:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444849.445269:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444849.445272:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444849.445276:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 21451 usecs (22 jiffies) 00000400:00000200:2.0:1783444849.445279:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444849.445281:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296488472 00000100:00000001:2.0:1783444849.445284:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296492542 00000100:00000001:2.0:1783444849.445286:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296488472 00000100:00000001:2.0:1783444849.445288:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296492542 00000100:00000001:2.0:1783444849.445290:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444849.445292:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444849.445294:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444849.445298:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f0380 x1870075608315008/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444849.445306:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444849.445308:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444849.445310:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444849.445312:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444849.445314:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444849.445316:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608315008:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444849.445320:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444849.445322:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444849.445323:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444849.445325:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444849.445328:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c752030c00. 02000000:00000001:2.0:1783444849.445330:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444849.445334:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444849.445336:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff478. 00000400:00000010:2.0:1783444849.445340:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83ee0. 00000100:00000200:2.0:1783444849.445343:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608315008, portal 4 00000100:00000001:2.0:1783444849.445345:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444849.445347:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232102784 : -121189477448832 : ffff91c7603f0380) 00000100:00000040:2.0:1783444849.445352:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f0380 x1870075608315008/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444849.445364:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444849.445366:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444849.445368:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83dd0. 00000100:00000200:2.0:1783444849.445371:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608315008, offset 0 00000400:00000200:2.0:1783444849.445374:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444849.445378:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444849.445381:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444849.445383:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444849.445386:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444849.445388:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444849.445390:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444849.445392:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2939:2939:254:4294967295] 192.168.204.110@tcp LPNI seq info [2939:2939:6:4294967295] 00000400:00000200:2.0:1783444849.445396:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444849.445402:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444849.445406:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444849.445409:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1400. 00000800:00000200:2.0:1783444849.445412:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444849.445416:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444849.445419:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444849.445422:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444849.445425:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 116128 usecs (117 jiffies) 00000400:00000200:2.0:1783444849.445427:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444849.445429:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296488567 00000100:00000001:2.0:1783444849.445431:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296492542 00000100:00000001:2.0:1783444849.445433:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296488567 00000100:00000001:2.0:1783444849.445435:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296492542 00000100:00000001:2.0:1783444849.445437:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444849.445439:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444849.445442:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444849.445444:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444849.445452:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444849.445454:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783444849.445457:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444849.445458:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444849.445460:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444849.445463:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1783444849.445465:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444849.445467:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444849.445468:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444849.445470:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444849.445471:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444849.445472:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444849.445476:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f0700 x1870075608314624/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444849.445483:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444849.445485:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444849.445487:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444849.445489:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444849.445491:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444849.445493:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608314624:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444849.445497:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444849.445499:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444849.445501:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444849.445502:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444849.445505:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c752031c00. 02000000:00000001:2.0:1783444849.445507:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444849.445510:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444849.445513:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff0b0. 00000400:00000010:2.0:1783444849.445516:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83220. 00000100:00000200:2.0:1783444849.445519:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608314624, portal 10 00000100:00000001:2.0:1783444849.445521:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444849.445522:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232103680 : -121189477447936 : ffff91c7603f0700) 00000100:00000040:2.0:1783444849.445528:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f0700 x1870075608314624/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444849.445535:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444849.445537:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444849.445540:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83990. 00000100:00000200:2.0:1783444849.445543:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608314624, offset 0 00000400:00000200:2.0:1783444849.445547:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444849.445551:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444849.445554:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444849.445557:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444849.445560:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444849.445562:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444849.445564:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444849.445567:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2940:2940:253:4294967295] 192.168.204.110@tcp LPNI seq info [2940:2940:5:4294967295] 00000400:00000200:2.0:1783444849.445571:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444849.445577:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444849.445581:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444849.445585:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1b00. 00000800:00000200:2.0:1783444849.445589:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444849.445594:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444849.445596:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444849.445599:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444849.445602:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 884305 usecs (885 jiffies) 00000400:00000200:2.0:1783444849.445605:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444849.445607:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296489335 00000100:00000001:2.0:1783444849.445609:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296492542 00000100:00000001:2.0:1783444849.445611:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296489335 00000100:00000001:2.0:1783444849.445613:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296492542 00000100:00000001:2.0:1783444849.445615:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444849.445617:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444849.445620:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444849.445624:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f2680 x1870075608314880/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444849.445630:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444849.445632:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444849.445634:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444849.445636:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444849.445637:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444849.445640:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608314880:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444849.445643:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444849.445645:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444849.445647:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444849.445648:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444849.445651:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c752030600. 02000000:00000001:2.0:1783444849.445653:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444849.445657:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444849.445659:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ffcb8. 00000400:00000010:2.0:1783444849.445663:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83c38. 00000100:00000200:2.0:1783444849.445666:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608314880, portal 4 00000100:00000001:2.0:1783444849.445668:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444849.445669:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232111744 : -121189477439872 : ffff91c7603f2680) 00000100:00000040:2.0:1783444849.445675:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f2680 x1870075608314880/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444849.445682:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444849.445684:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444849.445686:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83198. 00000100:00000200:2.0:1783444849.445689:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608314880, offset 0 00000400:00000200:2.0:1783444849.445692:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444849.445696:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444849.445700:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444849.445702:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444849.445705:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444849.445707:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444849.445710:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444849.445713:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2941:2941:252:4294967295] 192.168.204.110@tcp LPNI seq info [2941:2941:4:4294967295] 00000400:00000200:2.0:1783444849.445717:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444849.445722:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444849.445726:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444849.445731:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1a00. 00000800:00000200:2.0:1783444849.445734:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444849.445738:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444849.445741:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444849.445743:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444849.445746:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20501 usecs (21 jiffies) 00000400:00000200:2.0:1783444849.445749:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444849.445751:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296488471 00000100:00000001:2.0:1783444849.445753:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296492542 00000100:00000001:2.0:1783444849.445755:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296488471 00000100:00000001:2.0:1783444849.445757:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296492542 00000100:00000001:2.0:1783444849.445759:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444849.445761:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444849.445763:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444849.445766:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444849.445778:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444849.445780:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444849.446173:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444849.446178:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1f00. 00000400:00000200:0.0:1783444849.446185:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444849.446190:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444849.446195:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83330 00000400:00000010:0.0:1783444849.446198:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83330. 00000100:00000001:0.0:1783444849.446202:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444849.446208:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3100 x1870075608314496/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444849.446219:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444849.446222:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f3100 x1870075608314496/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444865 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444849.446229:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444849.446230:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783444849.446244:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444849.446246:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1100. 00000400:00000200:0.0:1783444849.446249:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444849.446252:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444849.446255:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83550 00000400:00000010:0.0:1783444849.446257:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83550. 00000100:00000001:0.0:1783444849.446259:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444849.446263:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1500 x1870075608314752/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444849.446270:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444849.446273:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1500 x1870075608314752/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444865 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444849.446280:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444849.446282:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783444849.446290:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444849.446292:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1400. 00000400:00000200:0.0:1783444849.446294:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444849.446298:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444849.446300:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83dd0 00000400:00000010:0.0:1783444849.446302:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83dd0. 00000100:00000001:0.0:1783444849.446304:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444849.446307:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0380 x1870075608315008/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444849.446314:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444849.446317:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0380 x1870075608315008/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444865 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444849.446323:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444849.446325:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783444849.446332:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444849.446335:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1b00. 00000400:00000200:0.0:1783444849.446337:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444849.446340:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444849.446342:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83990 00000400:00000010:0.0:1783444849.446344:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83990. 00000100:00000001:0.0:1783444849.446346:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444849.446350:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0700 x1870075608314624/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444849.446357:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444849.446360:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0700 x1870075608314624/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444865 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444849.446366:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444849.446368:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783444849.446423:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444849.446426:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1a00. 00000400:00000200:0.0:1783444849.446428:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444849.446432:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444849.446434:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83198 00000400:00000010:0.0:1783444849.446436:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83198. 00000100:00000001:0.0:1783444849.446438:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444849.446441:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2680 x1870075608314880/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444849.446448:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444849.446451:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2680 x1870075608314880/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444865 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444849.446457:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444849.446459:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444849.457032:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444849.457047:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444849.457051:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444849.457091:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444849.457103:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444849.457110:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444849.457120:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444849.457124:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444849.457129:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444849.457133:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a4d2e8563280 00000400:00000200:1.0:1783444849.457138:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444849.457143:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x8151 [1] + 224 00000800:00000001:1.0:1783444849.457149:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444849.457153:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444849.457156:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444849.457160:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444849.457167:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444849.457174:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3100 x1870075608314496/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444865 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444849.457184:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f3100 x1870075608314496/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444865 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444849.457192:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444849.457199:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444849.457201:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444849.457203:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444849.457205:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444849.457207:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444849.457210:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444849.457214:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444849.457216:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444849.457218:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444849.457220:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8563380 00000400:00000200:1.0:1783444849.457222:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444849.457226:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x8159 [1] + 224 00000800:00000001:1.0:1783444849.457229:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444849.457231:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444849.457233:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444849.457236:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444849.457238:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444849.457241:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1500 x1870075608314752/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444865 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444849.457249:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f1500 x1870075608314752/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444865 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444849.457254:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444849.457257:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444849.457258:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444849.457260:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444849.457270:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444849.457273:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444849.457275:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444849.457278:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444849.457280:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444849.457282:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444849.457285:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8563300 00000400:00000200:1.0:1783444849.457287:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444849.457290:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x8169 [1] + 224 00000800:00000001:1.0:1783444849.457293:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444849.457298:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444849.457299:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444849.457302:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444849.457304:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444849.457307:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0700 x1870075608314624/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444865 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444849.457314:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f0700 x1870075608314624/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444865 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444849.457320:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444849.457322:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444849.457324:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444849.457470:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444849.457474:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444849.457482:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444849.457484:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444849.457487:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff0b0. 00000400:00000200:2.0:1783444849.457491:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83220 00000400:00000010:2.0:1783444849.457494:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83220. 00000100:00000001:2.0:1783444849.457496:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444849.457501:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f0700 x1870075608314624/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444865 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444849.457514:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f0700 x1870075608314624/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444865 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444849.457519:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444849.457521:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444849.457524:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444849.457526:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444849.457529:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444849.457531:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444849.457534:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444849.457544:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=29 v=5 (5 105 105 105) 00000100:00001000:2.0:1783444849.457548:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444849.457550:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444849.457551:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444849.457554:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444849.457557:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444849.457560:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1783444849.457562:0:2402:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: committing for last_committed 8589934601 gen 2 00000100:00000040:2.0:1783444849.457566:0:2402:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 8589934601) req@ffff91c7603f1f80 x1870075608310656/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444858 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444849.457573:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444849.457574:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232109952 : -121189477441664 : ffff91c7603f1f80) 00000100:00000001:2.0:1783444849.457577:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444849.457579:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1f80 x1870075608310656/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444858 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444849.457585:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444849.457586:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444849.457589:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0e00 x1870075608311296/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444859 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444849.457594:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444849.457597:0:2402:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff91c7507eb660. 00000100:00000001:2.0:1783444849.457599:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444849.457601:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1f80 x1870075608310656/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444858 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444849.457606:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1783444849.457609:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444849.457610:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:2.0:1783444849.457613:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444849.457615:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c750f6e400. 02000000:00000001:2.0:1783444849.457619:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444849.457621:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444849.457623:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1f80. 00000100:00000001:2.0:1783444849.457626:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444849.457627:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444849.457629:0:2402:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 8589934601) req@ffff91c7603f0e00 x1870075608311296/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444859 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444849.457635:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444849.457637:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0e00 x1870075608311296/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444859 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444849.457641:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444849.457643:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444849.457645:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6d000. 02000000:00000001:2.0:1783444849.457647:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444849.457648:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444849.457649:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:2.0:1783444849.457650:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444849.457651:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c7435f4800. 02000000:00000001:2.0:1783444849.457653:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444849.457654:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444849.457655:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0e00. 00000100:00000001:2.0:1783444849.457657:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444849.457658:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444849.457662:0:2402:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 8589934601) req@ffff91c746731f80 x1870075608313600/t8589934601(8589934601) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1783444859 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444849.457667:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444849.457670:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746731f80 x1870075608313600/t8589934601(8589934601) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1783444859 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444849.457675:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444849.457676:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444849.457677:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c746766c00. 02000000:00000001:2.0:1783444849.457679:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444849.457680:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444849.457681:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:2.0:1783444849.457682:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444849.457683:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c760f5f000. 02000000:00000001:2.0:1783444849.457685:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444849.457685:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444849.457686:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746731f80. 00000100:00000001:2.0:1783444849.457689:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444849.457690:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444849.457692:0:2402:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1783444849.457694:0:2402:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: normal: skip=1 replay=3/3 committed=0/0 00000100:00000001:2.0:1783444849.457696:0:2402:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444849.457698:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444849.457702:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f0700 x1870075608314624/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444865 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444849.457707:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444849.457710:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444849.457712:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444849.457715:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f0700 x1870075608314624/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444865 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444849.457721:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608314624:192.168.204.110@tcp:400:kworker.0 00000400:00000001:2.0:1783444849.457726:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444849.457727:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444849.457729:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ffaa8. 00000400:00000200:2.0:1783444849.457730:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83000 00000400:00000010:2.0:1783444849.457732:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83000. 00000100:00000001:2.0:1783444849.457734:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444849.457736:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f3100 x1870075608314496/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444865 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444849.457743:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f3100 x1870075608314496/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444865 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444849.457748:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444849.457749:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444849.457750:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444849.457751:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444849.457752:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444849.457753:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444849.457755:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444849.457757:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=29 v=5 (5 5 5 5) 00000100:00001000:2.0:1783444849.457759:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444849.457761:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444849.457762:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444849.457763:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444849.457764:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444849.457766:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444849.457769:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f3100 x1870075608314496/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444865 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444849.457773:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444849.457775:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444849.457776:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444849.457778:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f3100 x1870075608314496/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444865 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444849.457784:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2402:1870075608314496:192.168.204.110@tcp:400:kworker.0 00000400:00000001:2.0:1783444849.457788:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444849.457788:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444849.457789:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ffe70. 00000400:00000200:2.0:1783444849.457791:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83660 00000400:00000010:2.0:1783444849.457792:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83660. 00000100:00000001:2.0:1783444849.457794:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444849.457807:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f1500 x1870075608314752/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444865 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444849.457815:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f1500 x1870075608314752/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444865 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444849.457820:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444849.457821:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444849.457822:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444849.457823:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444849.457824:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444849.457826:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444849.457827:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444849.457831:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=29 v=5 (5 105 105 105) 00000100:00001000:2.0:1783444849.457833:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=29 v=5 (1 1 1 1) 00000100:00000001:2.0:1783444849.457835:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444849.457836:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444849.457837:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444849.457838:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444849.457840:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1783444849.457841:0:2402:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: committing for last_committed 4294967340 gen 1 00000100:00000040:2.0:1783444849.457846:0:2402:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967340) req@ffff91c758838e00 x1870075608310400/t4294967340(4294967340) o35->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444858 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444849.457851:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444849.457854:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c758838e00 x1870075608310400/t4294967340(4294967340) o35->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444858 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444849.457858:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444849.457859:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444849.457860:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c751025000. 02000000:00000001:2.0:1783444849.457871:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444849.457873:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444849.457874:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:2.0:1783444849.457876:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444849.457877:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c7590cde00. 02000000:00000001:2.0:1783444849.457879:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444849.457880:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444849.457882:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758838e00. 00000100:00000001:2.0:1783444849.457884:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444849.457885:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444849.457887:0:2402:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1783444849.457888:0:2402:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:2.0:1783444849.457890:0:2402:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444849.457891:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444849.457895:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f1500 x1870075608314752/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444865 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444849.457900:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444849.457901:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444849.457902:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444849.457905:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f1500 x1870075608314752/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444865 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444849.457910:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608314752:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444849.457914:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444849.457916:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444849.457918:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0700 x1870075608314624/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444865 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444849.457923:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444849.457924:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444849.457925:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c752031c00. 02000000:00000001:2.0:1783444849.457927:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444849.457928:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444849.457929:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=3 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:2.0:1783444849.457930:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444849.457931:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1600. 02000000:00000001:2.0:1783444849.457933:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444849.457934:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444849.457935:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0700. 00000100:00000001:2.0:1783444849.457937:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444849.457938:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444849.457940:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444849.457942:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f3100 x1870075608314496/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444865 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444849.457947:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444849.457948:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444849.457949:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c752030000. 02000000:00000001:2.0:1783444849.457950:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444849.457951:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444849.457952:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:2.0:1783444849.457953:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444849.457954:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1200. 02000000:00000001:2.0:1783444849.457956:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444849.457957:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444849.457958:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f3100. 00000100:00000001:2.0:1783444849.457959:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444849.457960:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444849.457961:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444849.457963:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1500 x1870075608314752/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444865 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444849.457968:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444849.457968:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444849.457970:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c752031e00. 02000000:00000001:2.0:1783444849.457971:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444849.457972:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444849.457972:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:2.0:1783444849.457974:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444849.457975:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1800. 02000000:00000001:2.0:1783444849.457976:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444849.457977:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444849.457977:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1500. 00000100:00000001:2.0:1783444849.457979:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444849.457980:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444849.457982:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444849.457984:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444849.457985:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444849.457986:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444849.457987:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444849.458532:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444849.458539:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444849.458542:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444849.458544:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444849.458549:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444849.458553:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444849.458559:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444849.458562:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444849.458566:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444849.458570:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e8563480 00000400:00000200:0.0:1783444849.458574:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444849.458579:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x8161 [1] + 224 00000800:00000001:0.0:1783444849.458584:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444849.458587:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444849.458590:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444849.458593:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444849.458598:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444849.458603:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0380 x1870075608315008/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444865 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444849.458612:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f0380 x1870075608315008/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444865 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444849.458630:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444849.458635:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444849.458639:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444849.458641:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444849.458643:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444849.458645:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444849.458649:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444849.458653:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444849.458656:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444849.458659:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444849.458662:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e8563400 00000400:00000200:0.0:1783444849.458665:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444849.458668:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x8171 [1] + 224 00000800:00000001:0.0:1783444849.458672:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444849.458689:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444849.458692:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444849.458695:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444849.458699:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444849.458703:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2680 x1870075608314880/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444865 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444849.458716:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f2680 x1870075608314880/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444865 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444849.458722:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444849.458726:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444849.458728:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444849.459445:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444849.459449:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444849.459453:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444849.459455:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444849.459457:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ffcb8. 00000400:00000200:2.0:1783444849.459462:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83c38 00000400:00000010:2.0:1783444849.459464:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83c38. 00000100:00000001:2.0:1783444849.459467:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444849.459472:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f2680 x1870075608314880/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444865 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444849.459481:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f2680 x1870075608314880/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444865 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444849.459488:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444849.459489:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444849.459492:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444849.459494:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444849.459495:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444849.459497:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444849.459500:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444849.459505:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=29 v=5 (5 5 5 5) 00000100:00001000:2.0:1783444849.459509:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=7 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444849.459511:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444849.459512:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444849.459514:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444849.459517:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444849.459519:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444849.459521:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967335 00000100:00000001:2.0:1783444849.459523:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444849.459525:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444849.459529:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f2680 x1870075608314880/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444865 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444849.459546:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444849.459549:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444849.459551:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444849.459554:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f2680 x1870075608314880/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444865 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444849.459562:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608314880:192.168.204.110@tcp:400:kworker.0 00000400:00000001:2.0:1783444849.459567:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444849.459569:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444849.459570:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff478. 00000400:00000200:2.0:1783444849.459573:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83ee0 00000400:00000010:2.0:1783444849.459575:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83ee0. 00000100:00000001:2.0:1783444849.459577:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444849.459580:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f0380 x1870075608315008/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444865 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444849.459589:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f0380 x1870075608315008/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444865 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444849.459595:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444849.459596:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444849.459598:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444849.459599:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444849.459601:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444849.459602:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444849.459604:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444849.459608:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f460 time=29 v=5 (5 5 5 5) 00000100:00001000:2.0:1783444849.459611:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=27 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444849.459613:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444849.459614:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444849.459616:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444849.459618:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444849.459620:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444849.459621:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1783444849.459623:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444849.459624:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444849.459628:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f0380 x1870075608315008/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444865 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444849.459635:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444849.459637:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444849.459639:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444849.459642:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f0380 x1870075608315008/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444865 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444849.459650:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608315008:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444849.459654:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444849.459656:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444849.459659:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f2680 x1870075608314880/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444865 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444849.459666:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444849.459668:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444849.459670:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c752030600. 02000000:00000001:2.0:1783444849.459673:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444849.459675:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444849.459676:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:2.0:1783444849.459678:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444849.459681:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1500. 02000000:00000001:2.0:1783444849.459683:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444849.459684:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444849.459686:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f2680. 00000100:00000001:2.0:1783444849.459689:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444849.459690:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444849.459692:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444849.459695:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0380 x1870075608315008/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444865 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444849.459701:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444849.459702:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444849.459704:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c752030c00. 02000000:00000001:2.0:1783444849.459706:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444849.459707:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444849.459709:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=2 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:2.0:1783444849.459711:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444849.459712:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1d00. 02000000:00000001:2.0:1783444849.459714:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444849.459715:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444849.459716:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0380. 00000100:00000001:2.0:1783444849.459718:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444849.459720:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444849.459721:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444849.459728:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444849.459730:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444849.459732:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444849.459734:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444849.542184:0:35802:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444849.954145:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444849.954152:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444849.954158:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444849.954159:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444849.954162:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444849.954163:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444849.954284:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444849.954296:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444849.954299:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1783444849.967989:0:35838:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1783444849.967996:0:35838:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 24b: test dirty page discard due to client eviction ========================================================== 13:20:48 (1783444848) 00000001:00000001:1.0:1783444849.990811:0:35838:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:1.0:1783444850.737822:0:35882:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444850.737828:0:35882:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444850.737832:0:35882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7de0 00000080:00200000:1.0:1783444850.737837:0:35882:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:1.0:1783444850.737856:0:35882:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c760588000. 00800000:00000002:1.0:1783444850.737863:0:35882:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444850.737867:0:35882:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444850.737872:0:35882:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444850.737874:0:35882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7d00 00800000:00000002:1.0:1783444850.737877:0:35882:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444850.737882:0:35882:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444850.737884:0:35882:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444850.737887:0:35882:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444850.737889:0:35882:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444850.737891:0:35882:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444850.737894:0:35882:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444850.737896:0:35882:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444850.737899:0:35882:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444850.737903:0:35882:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444850.737908:0:35882:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444850.737910:0:35882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7bd0 00000002:00010000:1.0:1783444850.737912:0:35882:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444850.737916:0:35882:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444850.737919:0:35882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444850.737922:0:35882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783444850.737930:0:35882:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444850.737932:0:35882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444850.737934:0:35882:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444850.737938:0:35882:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1783444850.737940:0:35882:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1783444850.737946:0:35882:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758838380. 00000020:00000040:1.0:1783444850.737951:0:35882:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:1.0:1783444850.737958:0:35882:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783444850.737964:0:35882:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444850.737972:0:35882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444850.737974:0:35882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444850.737976:0:35882:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444850.737980:0:35882:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444850.737982:0:35882:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444850.737986:0:35882:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444850.737992:0:35882:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c751024400. 00000100:00000001:1.0:1783444850.738001:0:35882:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444850.738007:0:35882:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444850.738008:0:35882:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444850.738010:0:35882:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444850.738011:0:35882:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444850.738012:0:35882:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444850.738019:0:35882:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622884102374272 : -121189607177344 : ffff91c758838380) 00010000:00000001:1.0:1783444850.738024:0:35882:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783444850.738026:0:35882:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1783444850.738030:0:35882:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c741678200. 00010000:00000010:1.0:1783444850.738034:0:35882:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c7505f9a80. 00010000:00000001:1.0:1783444850.738038:0:35882:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783444850.738042:0:35882:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c7583da600. 00000020:00000001:1.0:1783444850.738045:0:35882:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783444850.738048:0:35882:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c7583da600 with handle 0x5503b2fe824ef74c to hash 00000020:00000001:1.0:1783444850.738051:0:35882:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783444850.738052:0:35882:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444850.738699:0:35882:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444850.738704:0:35882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444850.738707:0:35882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444850.738712:0:35882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef74c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444850.738722:0:35882:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef74c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444850.738735:0:35882:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef74c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35882 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783444850.738742:0:35882:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444850.738744:0:35882:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444850.738752:0:35882:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7435e8c00. 00000100:00000001:1.0:1783444850.738754:0:35882:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883747630080 : -121189961921536 : ffff91c7435e8c00) 00000100:00000001:1.0:1783444850.738757:0:35882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444850.738758:0:35882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102374272 : -121189607177344 : ffff91c758838380) 00000100:00000001:1.0:1783444850.738767:0:35882:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444850.738772:0:35882:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444850.738774:0:35882:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444850.738775:0:35882:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444850.738785:0:35882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c758838380 x1870075608315136/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444850.738794:0:35882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444850.738796:0:35882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444850.738799:0:35882:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444850.738802:0:35882:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444850.738805:0:35882:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444850.738808:0:35882:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c758838380 pname:cluuid:pid:xid:nid:opc:job mkdir:666e3c65-e321-43ec-a94e-a01058e25d7d:35882:1870075608315136:192.168.204.110@tcp:101:mkdir.0 00000100:00000001:1.0:1783444850.738812:0:35882:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444850.738818:0:35882:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444850.738821:0:35882:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444850.738823:0:35882:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444850.738827:0:35882:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c760532800. 02000000:00000001:1.0:1783444850.738830:0:35882:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444850.738836:0:35882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444850.738850:0:35882:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736420. 00000400:00000010:1.0:1783444850.738861:0:35882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7590762a8. 00000100:00000200:1.0:1783444850.738868:0:35882:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608315136, portal 10 00000100:00000001:1.0:1783444850.738870:0:35882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444850.738871:0:35882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102374272 : -121189607177344 : ffff91c758838380) 00000100:00000040:1.0:1783444850.738877:0:35882:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c758838380 x1870075608315136/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444866 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444850.738884:0:35882:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444850.738887:0:35882:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444850.738889:0:35882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076ee0. 00000100:00000200:1.0:1783444850.738892:0:35882:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870075608315136, offset 0 00000400:00000200:1.0:1783444850.738997:0:35882:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444850.739006:0:35882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444850.739015:0:35882:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444850.739021:0:35882:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444850.739029:0:35882:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444850.739033:0:35882:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444850.739036:0:35882:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444850.739039:0:35882:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2942:2942:256:4294967295] 192.168.204.110@tcp LPNI seq info [2942:2942:8:4294967295] 00000400:00000200:1.0:1783444850.739043:0:35882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444850.739174:0:35882:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444850.739184:0:35882:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444850.739190:0:35882:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298400. 00000800:00000200:1.0:1783444850.739197:0:35882:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444850.739205:0:35882:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444850.739210:0:35882:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1783444850.739234:0:35882:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444850.739728:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444850.739734:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298400. 00000400:00000200:0.0:1783444850.739741:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444850.739747:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444850.739752:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076ee0 00000400:00000010:0.0:1783444850.739755:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076ee0. 00000100:00000001:0.0:1783444850.739759:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444850.739764:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c758838380 x1870075608315136/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444866 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444850.739776:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444850.739779:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c758838380 x1870075608315136/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444866 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444850.739786:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444850.739788:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1783444850.739834:0:35882:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 883217 usecs (884 jiffies) 00000400:00000200:1.0:1783444850.739847:0:35882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444850.739851:0:35882:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296490629 00000100:00000001:1.0:1783444850.739854:0:35882:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296492542 00000100:00000001:1.0:1783444850.739857:0:35882:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296490629 00000100:00000001:1.0:1783444850.739859:0:35882:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296492542 00000100:00000001:1.0:1783444850.739861:0:35882:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444850.739864:0:35882:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444850.739867:0:35882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444850.739869:0:35882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444850.739871:0:35882:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7435e8c00 going to sleep for 11 seconds 00000100:00000001:1.0:1783444850.739875:0:35882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444850.739878:0:35882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444850.745157:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.745174:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444850.745179:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.745182:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444850.745190:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.745198:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444850.745207:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.745212:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.745217:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.745221:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e8563500 00000400:00000200:0.0:1783444850.745226:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.745232:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x8179 [1] + 224 00000800:00000001:0.0:1783444850.745249:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.745256:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444850.745268:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444850.745274:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444850.745281:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444850.745291:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c758838380 x1870075608315136/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444866 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444850.745302:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c758838380 x1870075608315136/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444850.745322:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444850.745330:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.745477:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444850.745546:0:35882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444850.745554:0:35882:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444850.745557:0:35882:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444850.745560:0:35882:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736420. 00000400:00000200:1.0:1783444850.745565:0:35882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7590762a8 00000400:00000010:1.0:1783444850.745568:0:35882:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7590762a8. 00000100:00000001:1.0:1783444850.745571:0:35882:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444850.745576:0:35882:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c758838380 x1870075608315136/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783444850.745586:0:35882:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c758838380 x1870075608315136/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444850.745593:0:35882:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444850.745595:0:35882:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444850.745598:0:35882:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444850.745602:0:35882:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444850.745605:0:35882:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444850.745607:0:35882:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444850.745610:0:35882:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444850.745620:0:35882:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=30 v=5 (5 105 105 105) 00000100:00001000:1.0:1783444850.745624:0:35882:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=37 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444850.745626:0:35882:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444850.745628:0:35882:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444850.745631:0:35882:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444850.745634:0:35882:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444850.745637:0:35882:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444850.745639:0:35882:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 8589934601 00000100:00000001:1.0:1783444850.745641:0:35882:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444850.745643:0:35882:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444850.745647:0:35882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c758838380 x1870075608315136/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444850.745654:0:35882:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444850.745657:0:35882:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444850.745660:0:35882:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444850.745664:0:35882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758838380 x1870075608315136/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444866 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783444850.745672:0:35882:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c758838380 pname:cluuid:pid:xid:nid:opc:job mkdir:666e3c65-e321-43ec-a94e-a01058e25d7d:35882:1870075608315136:192.168.204.110@tcp:101:mkdir.0 00000100:00000001:1.0:1783444850.745676:0:35882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444850.745679:0:35882:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444850.745682:0:35882:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783444850.745684:0:35882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444850.745688:0:35882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c758838380 x1870075608315136/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444866 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444850.745694:0:35882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783444850.745697:0:35882:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7435e8c00. 00000100:00000001:1.0:1783444850.745700:0:35882:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783444850.745701:0:35882:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444850.745704:0:35882:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1783444850.745707:0:35882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444850.745710:0:35882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444850.745713:0:35882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da600 refcount=4 00000020:00000001:1.0:1783444850.745715:0:35882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444850.745718:0:35882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000040:1.0:1783444850.745724:0:35882:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c7583da600, remote cookie: 0x332dd2263f6ddcd2, flags: 0x1001 00010000:00010000:1.0:1783444850.745729:0:35882:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef74c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddcd2 expref: -99 pid: 35882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444850.745740:0:35882:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef74c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddcd2 expref: -99 pid: 35882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444850.745748:0:35882:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1783444850.745752:0:35882:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1783444850.745754:0:35882:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1783444850.745755:0:35882:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1783444850.745757:0:35882:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1783444850.745760:0:35882:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91c741678200) refcount = 1 00010000:00010000:1.0:1783444850.745763:0:35882:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef74c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddcd2 expref: -99 pid: 35882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444850.745771:0:35882:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1783444850.745774:0:35882:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1783444850.745776:0:35882:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444850.745779:0:35882:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1783444850.745793:0:35882:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444850.745797:0:35882:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef74c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddcd2 expref: -99 pid: 35882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444850.745804:0:35882:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1783444850.745806:0:35882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444850.745807:0:35882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444850.745808:0:35882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444850.745809:0:35882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444850.745811:0:35882:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444850.745815:0:35882:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1783444850.745817:0:35882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444850.745818:0:35882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444850.745820:0:35882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da600 refcount=3 00000020:00000001:1.0:1783444850.745822:0:35882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444850.745824:0:35882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444850.745826:0:35882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444850.745827:0:35882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444850.745829:0:35882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da600 refcount=4 00000020:00000001:1.0:1783444850.745830:0:35882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444850.745832:0:35882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444850.745835:0:35882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444850.745848:0:35882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444850.745852:0:35882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef74c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddcd2 expref: -99 pid: 35882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444850.745859:0:35882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444850.745861:0:35882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444850.745862:0:35882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444850.745863:0:35882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444850.745865:0:35882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da600 refcount=5 00000020:00000001:1.0:1783444850.745867:0:35882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444850.745869:0:35882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444850.745871:0:35882:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444850.745874:0:35882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef74c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddcd2 expref: -99 pid: 35882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444850.745879:0:35882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444850.745881:0:35882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1783444850.745883:0:35882:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef74c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddcd2 expref: -99 pid: 35882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444850.745893:0:35882:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444850.745894:0:35882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444850.745895:0:35882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444850.745896:0:35882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444850.745898:0:35882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1783444850.745903:0:35882:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91c758838380 x1870075608315136/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444866 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1783444850.745912:0:35882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444850.745913:0:35882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444850.745914:0:35882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da600 refcount=3 00000020:00000001:1.0:1783444850.745917:0:35882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444850.745919:0:35882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444850.745921:0:35882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444850.745922:0:35882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444850.745924:0:35882:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444850.745926:0:35882:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444850.745928:0:35882:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1783444850.745931:0:35882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444850.745932:0:35882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444850.745933:0:35882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da600 refcount=3 00000020:00000001:1.0:1783444850.745935:0:35882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444850.745937:0:35882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00000002:00010000:1.0:1783444850.745941:0:35882:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef74c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddcd2 expref: -99 pid: 35882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444850.745947:0:35882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444850.745948:0:35882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444850.745950:0:35882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783444850.745952:0:35882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444850.745953:0:35882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444850.745954:0:35882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da600 refcount=3 00000020:00000001:1.0:1783444850.745956:0:35882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444850.745958:0:35882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000040:1.0:1783444850.745964:0:35882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678200 count: 2 00010000:00000001:1.0:1783444850.745967:0:35882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1783444850.745971:0:35882:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1783444850.745974:0:35882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444850.745975:0:35882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444850.745976:0:35882:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1783444850.745980:0:35882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7b58 00000002:00002000:1.0:1783444850.745982:0:35882:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1783444850.745985:0:35882:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444850.745988:0:35882:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444850.745992:0:35882:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783444850.745995:0:35882:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1783444850.745998:0:35882:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444850.746002:0:35882:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444850.746005:0:35882:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c760588000. 00000080:00000001:1.0:1783444850.746010:0:35882:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783444850.746012:0:35882:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:1.0:1783444850.746018:0:35882:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1783444850.746023:0:35882:0:(lmv_obd.c:3920:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1783444850.746028:0:35882:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c742c80cc0. 00800000:00000001:1.0:1783444850.746031:0:35882:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622883737767104 : -121189971784512 : ffff91c742c80cc0) 00800000:00000001:1.0:1783444850.746034:0:35882:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444850.746036:0:35882:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1783444850.746039:0:35882:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1783444850.746041:0:35882:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1783444850.746044:0:35882:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1783444850.746047:0:35882:0:(llite_lib.c:1814:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1783444850.746049:0:35882:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444850.746093:0:35882:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1783444850.746097:0:35882:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1783444850.746102:0:35882:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1783444850.746104:0:35882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444850.746105:0:35882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444850.746107:0:35882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da600 refcount=3 00000020:00000001:1.0:1783444850.746109:0:35882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444850.746111:0:35882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444850.746113:0:35882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444850.746114:0:35882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783444850.746116:0:35882:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1783444850.746118:0:35882:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1783444850.746120:0:35882:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c742c80cc0 1 00800000:00000010:1.0:1783444850.746122:0:35882:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c742c80cc0. 00800000:00000001:1.0:1783444850.746126:0:35882:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444850.746130:0:35882:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef74c 00800000:00000001:1.0:1783444850.746133:0:35882:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444850.746135:0:35882:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444850.746136:0:35882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444850.746137:0:35882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444850.746139:0:35882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da600 refcount=3 00000020:00000001:1.0:1783444850.746140:0:35882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444850.746142:0:35882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444850.746144:0:35882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444850.746145:0:35882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444850.746147:0:35882:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444850.746149:0:35882:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444850.746151:0:35882:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444850.746153:0:35882:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:1.0:1783444850.746156:0:35882:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef74c from it ffffa319419b7e18 00010000:00000001:1.0:1783444850.746157:0:35882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444850.746158:0:35882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444850.746160:0:35882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da600 refcount=3 00000020:00000001:1.0:1783444850.746161:0:35882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444850.746163:0:35882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444850.746165:0:35882:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444850.746167:0:35882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef74c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddcd2 expref: -99 pid: 35882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444850.746179:0:35882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444850.746180:0:35882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444850.746182:0:35882:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444850.746184:0:35882:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444850.746187:0:35882:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef74c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddcd2 expref: -99 pid: 35882 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783444850.746196:0:35882:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444850.746199:0:35882:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444850.746201:0:35882:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444850.746205:0:35882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444850.746206:0:35882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444850.746208:0:35882:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444850.746211:0:35882:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444850.746213:0:35882:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444850.746215:0:35882:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444850.746217:0:35882:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444850.746219:0:35882:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444850.746220:0:35882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444850.746221:0:35882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444850.746223:0:35882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444850.746228:0:35882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c758838380 x1870075608315136/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444866 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444850.746248:0:35882:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444850.746251:0:35882:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444850.746254:0:35882:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c760532800. 02000000:00000001:1.0:1783444850.746258:0:35882:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444850.746474:0:35882:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444850.746476:0:35882:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=3 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:1.0:1783444850.746480:0:35882:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444850.746482:0:35882:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c751024400. 02000000:00000001:1.0:1783444850.746487:0:35882:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444850.746489:0:35882:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444850.746490:0:35882:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758838380. 00000100:00000001:1.0:1783444850.746494:0:35882:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444850.746496:0:35882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444850.746499:0:35882:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 101 00000080:00000001:1.0:1783444850.746506:0:35882:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444850.746525:0:35882:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444850.746528:0:35882:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444850.746530:0:35882:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444850.746532:0:35882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7ba8 00000080:00200000:1.0:1783444850.746534:0:35882:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:1.0:1783444850.746538:0:35882:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c760588000. 00800000:00000002:1.0:1783444850.746542:0:35882:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444850.746546:0:35882:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444850.746548:0:35882:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444850.746550:0:35882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7ac8 00800000:00000002:1.0:1783444850.746552:0:35882:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444850.746556:0:35882:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444850.746558:0:35882:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444850.746561:0:35882:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444850.746563:0:35882:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444850.746565:0:35882:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444850.746567:0:35882:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444850.746569:0:35882:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444850.746571:0:35882:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444850.746574:0:35882:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444850.746578:0:35882:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444850.746579:0:35882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7998 00000002:00010000:1.0:1783444850.746581:0:35882:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444850.746584:0:35882:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444850.746586:0:35882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444850.746588:0:35882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444850.746591:0:35882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678200 count: 2 00010000:00000001:1.0:1783444850.746593:0:35882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444850.746595:0:35882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444850.746598:0:35882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444850.746601:0:35882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef74c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddcd2 expref: -99 pid: 35882 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1783444850.746615:0:35882:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444850.746618:0:35882:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444850.746622:0:35882:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef74c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddcd2 expref: -99 pid: 35882 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1783444850.746627:0:35882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783444850.746629:0:35882:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444850.746631:0:35882:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444850.746633:0:35882:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444850.746635:0:35882:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444850.746638:0:35882:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783444850.746640:0:35882:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783444850.746642:0:35882:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444850.746645:0:35882:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c760588000. 00000080:00000001:1.0:1783444850.746648:0:35882:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783444850.746649:0:35882:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444850.746651:0:35882:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:1.0:1783444850.746654:0:35882:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef74c 00800000:00000001:1.0:1783444850.746657:0:35882:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444850.746659:0:35882:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444850.746660:0:35882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444850.746662:0:35882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444850.746663:0:35882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da600 refcount=3 00000020:00000001:1.0:1783444850.746665:0:35882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444850.746667:0:35882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444850.746669:0:35882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444850.746670:0:35882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444850.746671:0:35882:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444850.746673:0:35882:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444850.746675:0:35882:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef74c from it ffffa319419b7be0 00010000:00000001:1.0:1783444850.746677:0:35882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444850.746678:0:35882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444850.746679:0:35882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da600 refcount=3 00000020:00000001:1.0:1783444850.746681:0:35882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444850.746683:0:35882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444850.746685:0:35882:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444850.746687:0:35882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef74c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddcd2 expref: -99 pid: 35882 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783444850.746693:0:35882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444850.746694:0:35882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444850.746695:0:35882:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444850.746697:0:35882:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444850.746699:0:35882:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef74c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddcd2 expref: -99 pid: 35882 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783444850.746704:0:35882:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444850.746706:0:35882:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444850.746707:0:35882:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444850.746709:0:35882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444850.746711:0:35882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444850.746712:0:35882:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444850.746714:0:35882:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444850.746715:0:35882:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444850.746717:0:35882:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444850.746719:0:35882:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444850.746720:0:35882:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444850.746721:0:35882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444850.746722:0:35882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444850.746724:0:35882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783444850.746725:0:35882:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444850.746727:0:35882:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:1.0:1783444850.746730:0:35882:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1783444850.746742:0:35882:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91c745712860. 00000020:00000001:1.0:1783444850.746745:0:35882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7d98 00000080:00200000:1.0:1783444850.746747:0:35882:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), flags=1536 00000080:00000001:1.0:1783444850.746750:0:35882:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444850.746752:0:35882:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444850.746753:0:35882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7ca8 00000080:00200000:1.0:1783444850.746755:0:35882:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:1.0:1783444850.746757:0:35882:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c760588000. 00800000:00000002:1.0:1783444850.746760:0:35882:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444850.746762:0:35882:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444850.746764:0:35882:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444850.746765:0:35882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7bc8 00800000:00000002:1.0:1783444850.746767:0:35882:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444850.746770:0:35882:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444850.746771:0:35882:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444850.746772:0:35882:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444850.746774:0:35882:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444850.746775:0:35882:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444850.746776:0:35882:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444850.746778:0:35882:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444850.746779:0:35882:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444850.746796:0:35882:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444850.746798:0:35882:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444850.746800:0:35882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7a98 00000002:00010000:1.0:1783444850.746801:0:35882:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444850.746803:0:35882:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444850.746804:0:35882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444850.746806:0:35882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444850.746808:0:35882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678200 count: 2 00010000:00000001:1.0:1783444850.746810:0:35882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444850.746812:0:35882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444850.746814:0:35882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444850.746816:0:35882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef74c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddcd2 expref: -99 pid: 35882 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1783444850.746822:0:35882:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444850.746824:0:35882:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444850.746826:0:35882:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef74c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddcd2 expref: -99 pid: 35882 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1783444850.746837:0:35882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783444850.746849:0:35882:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444850.746851:0:35882:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444850.746852:0:35882:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444850.746853:0:35882:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444850.746855:0:35882:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783444850.746857:0:35882:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783444850.746859:0:35882:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444850.746862:0:35882:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c760588000. 00000080:00000001:1.0:1783444850.746864:0:35882:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783444850.746866:0:35882:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444850.746868:0:35882:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:1.0:1783444850.746870:0:35882:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef74c 00800000:00000001:1.0:1783444850.746872:0:35882:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444850.746874:0:35882:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444850.746875:0:35882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444850.746876:0:35882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444850.746878:0:35882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da600 refcount=3 00000020:00000001:1.0:1783444850.746880:0:35882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444850.746882:0:35882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444850.746884:0:35882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444850.746885:0:35882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444850.746886:0:35882:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444850.746888:0:35882:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444850.746889:0:35882:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef74c from it ffffa319419b7ce0 00010000:00000001:1.0:1783444850.746891:0:35882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444850.746892:0:35882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444850.746893:0:35882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da600 refcount=3 00000020:00000001:1.0:1783444850.746895:0:35882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444850.746898:0:35882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444850.746899:0:35882:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444850.746902:0:35882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef74c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddcd2 expref: -99 pid: 35882 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783444850.746908:0:35882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444850.746910:0:35882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444850.746911:0:35882:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444850.746912:0:35882:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444850.746915:0:35882:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef74c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddcd2 expref: -99 pid: 35882 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1783444850.746921:0:35882:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444850.746923:0:35882:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444850.746924:0:35882:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444850.746926:0:35882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444850.746927:0:35882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444850.746928:0:35882:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444850.746930:0:35882:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444850.746931:0:35882:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444850.746933:0:35882:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444850.746936:0:35882:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444850.746937:0:35882:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444850.746939:0:35882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444850.746940:0:35882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444850.746941:0:35882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783444850.746942:0:35882:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444850.746944:0:35882:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 3 00000080:00000001:1.0:1783444850.746947:0:35882:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444850.746952:0:35882:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444850.746953:0:35882:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444850.746954:0:35882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7d90 00000080:00200000:1.0:1783444850.746956:0:35882:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:1.0:1783444850.746960:0:35882:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c760588000. 00800000:00000002:1.0:1783444850.746963:0:35882:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444850.746965:0:35882:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444850.746967:0:35882:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444850.746968:0:35882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7cb0 00800000:00000002:1.0:1783444850.746969:0:35882:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444850.746973:0:35882:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444850.746974:0:35882:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444850.746975:0:35882:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444850.746977:0:35882:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444850.746978:0:35882:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444850.746980:0:35882:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444850.746982:0:35882:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444850.746983:0:35882:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444850.746985:0:35882:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444850.746988:0:35882:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444850.746990:0:35882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7b80 00000002:00010000:1.0:1783444850.746991:0:35882:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444850.746994:0:35882:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444850.746995:0:35882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444850.746997:0:35882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444850.746999:0:35882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678200 count: 2 00010000:00000001:1.0:1783444850.747001:0:35882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444850.747003:0:35882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444850.747005:0:35882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444850.747008:0:35882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef74c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddcd2 expref: -99 pid: 35882 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1783444850.747015:0:35882:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444850.747017:0:35882:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444850.747020:0:35882:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef74c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddcd2 expref: -99 pid: 35882 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1783444850.747026:0:35882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783444850.747028:0:35882:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444850.747030:0:35882:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444850.747031:0:35882:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444850.747033:0:35882:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444850.747035:0:35882:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783444850.747037:0:35882:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783444850.747040:0:35882:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444850.747041:0:35882:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c760588000. 00000080:00000001:1.0:1783444850.747044:0:35882:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783444850.747045:0:35882:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444850.747048:0:35882:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:1.0:1783444850.747050:0:35882:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef74c 00800000:00000001:1.0:1783444850.747053:0:35882:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444850.747077:0:35882:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444850.747079:0:35882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444850.747080:0:35882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444850.747082:0:35882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da600 refcount=3 00000020:00000001:1.0:1783444850.747084:0:35882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444850.747087:0:35882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444850.747089:0:35882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444850.747090:0:35882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444850.747091:0:35882:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444850.747093:0:35882:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444850.747095:0:35882:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef74c from it ffffa319419b7dc8 00010000:00000001:1.0:1783444850.747097:0:35882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444850.747098:0:35882:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444850.747100:0:35882:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583da600 refcount=3 00000020:00000001:1.0:1783444850.747101:0:35882:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444850.747104:0:35882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097795584 : -121189611756032 : ffff91c7583da600) 00010000:00000001:1.0:1783444850.747105:0:35882:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444850.747108:0:35882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef74c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddcd2 expref: -99 pid: 35882 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1783444850.747114:0:35882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444850.747115:0:35882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444850.747117:0:35882:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444850.747118:0:35882:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444850.747120:0:35882:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef74c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddcd2 expref: -99 pid: 35882 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1783444850.747131:0:35882:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444850.747133:0:35882:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444850.747134:0:35882:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444850.747137:0:35882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444850.747138:0:35882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444850.747139:0:35882:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444850.747141:0:35882:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444850.747142:0:35882:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444850.747144:0:35882:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444850.747146:0:35882:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444850.747148:0:35882:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444850.747149:0:35882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444850.747150:0:35882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444850.747151:0:35882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783444850.747153:0:35882:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444850.747155:0:35882:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 3 00000080:00000001:1.0:1783444850.747158:0:35882:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444850.747162:0:35882:0:(namei.c:2225:do_mkdir()) Process entered 00000020:00000001:1.0:1783444850.747164:0:35882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7da0 00000080:00200000:1.0:1783444850.747166:0:35882:0:(namei.c:2228:do_mkdir()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00000001:1.0:1783444850.747169:0:35882:0:(namei.c:1957:ll_new_node()) Process entered 00000080:00000001:1.0:1783444850.747171:0:35882:0:(namei.c:1767:ll_new_node_prepare()) Process entered 00000080:00000010:1.0:1783444850.747175:0:35882:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c760588000. 00800000:00000002:1.0:1783444850.747177:0:35882:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000010:1.0:1783444850.747184:0:35882:0:(namei.c:1785:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff91c742c80cc0. 00000080:00000001:1.0:1783444850.747187:0:35882:0:(namei.c:1873:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444850.747190:0:35882:0:(lmv_obd.c:2300:lmv_create()) Process entered 00800000:00000001:1.0:1783444850.747192:0:35882:0:(lmv_obd.c:2238:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1783444850.747195:0:35882:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444850.747196:0:35882:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444850.747197:0:35882:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444850.747199:0:35882:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444850.747200:0:35882:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444850.747202:0:35882:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444850.747204:0:35882:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444850.747208:0:35882:0:(lmv_obd.c:1700:lmv_locate_tgt_qos()) Process entered 00020000:00000001:1.0:1783444850.747211:0:35882:0:(lu_tgt_descs.c:432:ltd_qos_penalties_calc()) Process entered 00020000:00000001:1.0:1783444850.747215:0:35882:0:(lu_tgt_descs.c:569:ltd_qos_penalties_calc()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1783444850.747218:0:35882:0:(lmv_obd.c:1712:lmv_locate_tgt_qos()) Process leaving via unlock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00800000:00000001:1.0:1783444850.747222:0:35882:0:(lmv_obd.c:1781:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1783444850.747225:0:35882:0:(lmv_obd.c:1795:lmv_locate_tgt_rr()) Process leaving (rc=18446622883747488256 : -121189962063360 : ffff91c7435c6200) 00800000:00000001:1.0:1783444850.747228:0:35882:0:(lmv_obd.c:2284:lmv_locate_tgt_create()) Process leaving (rc=18446622883747488256 : -121189962063360 : ffff91c7435c6200) 00800000:00000001:1.0:1783444850.747231:0:35882:0:(lmv_obd.c:1203:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1783444850.747233:0:35882:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1783444850.747701:0:35882:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1783444850.747955:0:35882:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1783444850.747959:0:35882:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff91c759350000: Allocated FID [0x200000405:0x2c:0x0] 40000000:00000001:2.0:1783444850.747962:0:35882:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.747964:0:35882:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444850.747967:0:35882:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444850.747968:0:35882:0:(lmv_obd.c:1227:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444850.747971:0:35882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7bc0 00800000:00000002:2.0:1783444850.747973:0:35882:0:(lmv_obd.c:2341:lmv_create()) CREATE name 'd24b.recovery-small' [0x200000405:0x2c:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:2.0:1783444850.747978:0:35882:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1783444850.747981:0:35882:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1783444850.747984:0:35882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678200 count: 2 00010000:00000001:2.0:1783444850.747987:0:35882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444850.747989:0:35882:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1783444850.747993:0:35882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783444850.747996:0:35882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef74c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6ddcd2 expref: -99 pid: 35882 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:2.0:1783444850.748004:0:35882:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1783444850.748008:0:35882:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1783444850.748010:0:35882:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1783444850.748012:0:35882:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1783444850.748014:0:35882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444850.748017:0:35882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444850.748019:0:35882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678200 count: 3 00010000:00000001:2.0:1783444850.748021:0:35882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444850.748023:0:35882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.748025:0:35882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444850.748026:0:35882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444850.748027:0:35882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678200 count: 3 00010000:00000001:2.0:1783444850.748029:0:35882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444850.748031:0:35882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.748032:0:35882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444850.748033:0:35882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444850.748034:0:35882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678200 count: 3 00010000:00000001:2.0:1783444850.748036:0:35882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444850.748038:0:35882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444850.748040:0:35882:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1783444850.748042:0:35882:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91c748db39c0, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1783444850.748046:0:35882:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1783444850.748049:0:35882:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1783444850.748052:0:35882:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1783444850.748054:0:35882:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.748413:0:35882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783444850.748416:0:35882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783444850.748417:0:35882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783444850.748419:0:35882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444850.748421:0:35882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1783444850.748425:0:35882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c7583da600 with handle 0x5503b2fe824ef74c from hash 00010000:00000001:2.0:1783444850.748427:0:35882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783444850.748429:0:35882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.748430:0:35882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.748431:0:35882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783444850.748435:0:35882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783444850.748436:0:35882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1783444850.748439:0:35882:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1783444850.748441:0:35882:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783444850.748443:0:35882:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1783444850.748451:0:35882:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f0380. 00000020:00000040:2.0:1783444850.748456:0:35882:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:2.0:1783444850.748461:0:35882:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1783444850.748463:0:35882:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.748465:0:35882:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783444850.748468:0:35882:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444850.748471:0:35882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.748472:0:35882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.748473:0:35882:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444850.748476:0:35882:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444850.748478:0:35882:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444850.748482:0:35882:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444850.748489:0:35882:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c750f6e000. 00000100:00000001:2.0:1783444850.748496:0:35882:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.748498:0:35882:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444850.748500:0:35882:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1783444850.748506:0:35882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef74c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6ddcd2 expref: -99 pid: 35882 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1783444850.748514:0:35882:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1783444850.748515:0:35882:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1783444850.748517:0:35882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783444850.748520:0:35882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583da600/0x5503b2fe824ef74c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6ddcd2 expref: -99 pid: 35882 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:2.0:1783444850.748527:0:35882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c741678200 count: 0 00010000:00000010:2.0:1783444850.748532:0:35882:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c7505f9a80. 00010000:00000001:2.0:1783444850.748541:0:35882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.748543:0:35882:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.748545:0:35882:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444850.748546:0:35882:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.748548:0:35882:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1783444850.748559:0:35882:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1783444850.748569:0:35882:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c7603f0380 x1870075608315392/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444850.748582:0:35882:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444850.748584:0:35882:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444850.748590:0:35882:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7464c1b40. 00000100:00000001:2.0:1783444850.748592:0:35882:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883796753216 : -121189912798400 : ffff91c7464c1b40) 00000100:00000001:2.0:1783444850.748595:0:35882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444850.748596:0:35882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232102784 : -121189477448832 : ffff91c7603f0380) 00000100:00000001:2.0:1783444850.748600:0:35882:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444850.748604:0:35882:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444850.748606:0:35882:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444850.748608:0:35882:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444850.748612:0:35882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f0380 x1870075608315392/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444850.748620:0:35882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444850.748622:0:35882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444850.748626:0:35882:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444850.748628:0:35882:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444850.748630:0:35882:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444850.748634:0:35882:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f0380 pname:cluuid:pid:xid:nid:opc:job mkdir:666e3c65-e321-43ec-a94e-a01058e25d7d:35882:1870075608315392:192.168.204.110@tcp:36:mkdir.0 00000100:00000001:2.0:1783444850.748638:0:35882:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444850.748643:0:35882:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444850.748646:0:35882:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444850.748648:0:35882:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444850.748652:0:35882:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c750f6c000. 02000000:00000001:2.0:1783444850.748654:0:35882:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444850.748661:0:35882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444850.748666:0:35882:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff478. 00000400:00000010:2.0:1783444850.748672:0:35882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83ee0. 00000100:00000200:2.0:1783444850.748679:0:35882:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608315392, portal 10 00000100:00000001:2.0:1783444850.748681:0:35882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444850.748683:0:35882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232102784 : -121189477448832 : ffff91c7603f0380) 00000100:00000040:2.0:1783444850.748689:0:35882:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f0380 x1870075608315392/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444866 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444850.748702:0:35882:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444850.748705:0:35882:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444850.748708:0:35882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83c38. 00000100:00000200:2.0:1783444850.748711:0:35882:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1870075608315392, offset 0 00000400:00000200:2.0:1783444850.748717:0:35882:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444850.748724:0:35882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444850.748732:0:35882:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444850.748737:0:35882:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444850.748741:0:35882:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444850.748744:0:35882:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444850.748747:0:35882:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444850.748751:0:35882:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2943:2943:256:4294967295] 192.168.204.110@tcp LPNI seq info [2943:2943:8:4294967295] 00000400:00000200:2.0:1783444850.748756:0:35882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444850.748766:0:35882:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444850.748773:0:35882:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444850.748778:0:35882:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1800. 00000800:00000200:2.0:1783444850.748911:0:35882:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444850.748920:0:35882:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444850.748925:0:35882:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1800 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:2.0:1783444850.748989:0:35882:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444850.748995:0:35882:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 882121 usecs (883 jiffies) 00000400:00000200:2.0:1783444850.748998:0:35882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444850.749001:0:35882:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296490637 00000100:00000001:2.0:1783444850.749004:0:35882:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296492542 00000100:00000001:2.0:1783444850.749006:0:35882:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296490637 00000100:00000001:2.0:1783444850.749009:0:35882:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296492542 00000100:00000001:2.0:1783444850.749011:0:35882:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444850.749014:0:35882:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444850.749016:0:35882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444850.749018:0:35882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444850.749020:0:35882:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7464c1b40 going to sleep for 11 seconds 00000100:00000001:2.0:1783444850.749023:0:35882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444850.749026:0:35882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444850.749533:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444850.749538:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1800. 00000400:00000200:0.0:1783444850.749543:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444850.749548:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444850.749553:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83c38 00000400:00000010:0.0:1783444850.749556:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83c38. 00000100:00000001:0.0:1783444850.749559:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444850.749564:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0380 x1870075608315392/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444866 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444850.749575:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444850.749578:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f0380 x1870075608315392/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444866 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444850.749585:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444850.749586:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1783444850.754103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678200. 00010000:00000010:2.1:1783444850.754119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583da600. 00000800:00000001:0.0:1783444850.759779:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.759803:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444850.759807:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.759811:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444850.759822:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.759831:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444850.759853:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.759858:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.759865:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.759869:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 448 into portal 10 MB=0x6a4d2e8563600 00000400:00000200:0.0:1783444850.759875:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.759882:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 448/448 into md 0x8189 [1] + 224 00000800:00000001:0.0:1783444850.759890:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.759911:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444850.759915:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444850.759919:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444850.759928:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444850.759940:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0380 x1870075608315392/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444866 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444850.759953:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff91c7603f0380 x1870075608315392/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444850.759972:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444850.759982:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.759985:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444850.760048:0:35882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444850.760082:0:35882:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444850.760084:0:35882:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444850.760087:0:35882:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff478. 00000400:00000200:2.0:1783444850.760091:0:35882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83ee0 00000400:00000010:2.0:1783444850.760093:0:35882:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83ee0. 00000100:00000001:2.0:1783444850.760095:0:35882:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444850.760099:0:35882:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f0380 x1870075608315392/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444850.760105:0:35882:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f0380 x1870075608315392/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444850.760109:0:35882:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444850.760110:0:35882:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444850.760112:0:35882:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444850.760115:0:35882:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444850.760118:0:35882:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444850.760119:0:35882:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444850.760123:0:35882:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444850.760135:0:35882:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=30 v=5 (5 105 105 105) 00000100:00001000:2.0:1783444850.760140:0:35882:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444850.760143:0:35882:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444850.760145:0:35882:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.760149:0:35882:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444850.760153:0:35882:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444850.760157:0:35882:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783444850.760159:0:35882:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x10000009a/0x1] 00000100:00000001:2.0:1783444850.760161:0:35882:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783444850.760164:0:35882:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444850.760166:0:35882:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232102784 : -121189477448832 : ffff91c7603f0380) 00000100:00000001:2.0:1783444850.760169:0:35882:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444850.760171:0:35882:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 8589934601 00000100:00000001:2.0:1783444850.760175:0:35882:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444850.760178:0:35882:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444850.760184:0:35882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f0380 x1870075608315392/t8589934603(8589934603) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444866 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444850.760192:0:35882:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444850.760195:0:35882:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444850.760197:0:35882:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444850.760201:0:35882:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f0380 x1870075608315392/t8589934603(8589934603) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444866 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444850.760215:0:35882:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f0380 pname:cluuid:pid:xid:nid:opc:job mkdir:666e3c65-e321-43ec-a94e-a01058e25d7d:35882:1870075608315392:192.168.204.110@tcp:36:mkdir.0 00000100:00000001:2.0:1783444850.760220:0:35882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444850.760223:0:35882:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444850.760226:0:35882:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444850.760229:0:35882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444850.760232:0:35882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f0380 x1870075608315392/t8589934603(8589934603) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444866 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444850.760239:0:35882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444850.760242:0:35882:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7464c1b40. 00000100:00000001:2.0:1783444850.760246:0:35882:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444850.760248:0:35882:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.760267:0:35882:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444850.760272:0:35882:0:(lmv_obd.c:2349:lmv_create()) Created - [0x200000405:0x2c:0x0] 00800000:00000001:2.0:1783444850.760275:0:35882:0:(lmv_obd.c:2406:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444850.760279:0:35882:0:(namei.c:1893:ll_new_node_finish()) Process entered 00000080:00000002:2.0:1783444850.760283:0:35882:0:(namei.c:1689:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1783444843 to 1783444850 00000080:00000001:2.0:1783444850.760287:0:35882:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783444850.760294:0:35882:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1783444850.760297:0:35882:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1783444850.760301:0:35882:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:2.0:1783444850.760304:0:35882:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1783444850.760317:0:35882:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91c748db4200. 00000080:00000001:2.0:1783444850.760330:0:35882:0:(llite_lib.c:3223:ll_read_inode2()) Process entered 00000080:00200000:2.0:1783444850.760451:0:35882:0:(llite_lib.c:3226:ll_read_inode2()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff91c748db42c8) 00000080:00000001:2.0:1783444850.760455:0:35882:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1783444850.760458:0:35882:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x2c:0x0] 00000080:00000001:2.0:1783444850.760461:0:35882:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444850.760462:0:35882:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:2.0:1783444850.760465:0:35882:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1783444850.760468:0:35882:0:(llite_lib.c:2920:ll_update_inode()) setting ino 144115205339611180 mtime from 0 to 1783444850 00000080:00200000:2.0:1783444850.760474:0:35882:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000405:0x2c:0x0], updating i_size 4096 00000080:00000001:2.0:1783444850.760478:0:35882:0:(llite_lib.c:3252:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1783444850.760481:0:35882:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622883839689416 : -121189869862200 : ffff91c748db42c8) 00000080:00000001:2.0:1783444850.760484:0:35882:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783444850.760487:0:35882:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1783444850.760489:0:35882:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444850.760495:0:35882:0:(namei.c:1940:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444850.760498:0:35882:0:(namei.c:2052:ll_new_node()) Process leaving 00000100:00000001:2.0:1783444850.760500:0:35882:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444850.760505:0:35882:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0380 x1870075608315392/t8589934603(8589934603) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444866 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444850.760513:0:35882:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444850.760516:0:35882:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:2.0:1783444850.760520:0:35882:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c760588000. 00000080:00000010:2.0:1783444850.760524:0:35882:0:(namei.c:2058:ll_new_node()) kfreed 'lum': 48 at ffff91c742c80cc0. 00000080:00000001:2.0:1783444850.760528:0:35882:0:(namei.c:2060:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444850.760530:0:35882:0:(namei.c:2236:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783444850.760535:0:35882:0:(namei.c:2280:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444850.760548:0:35882:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1783444850.760557:0:35882:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1783444850.785156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c745712860. 00000080:00000001:0.0:1783444850.786252:0:35883:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444850.786257:0:35883:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444850.786270:0:35883:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783444850.786273:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941607bc0 00000080:00200000:0.0:1783444850.786277:0:35883:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:0.0:1783444850.786285:0:35883:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c744fe0a00. 00800000:00000002:0.0:1783444850.786293:0:35883:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444850.786297:0:35883:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444850.786302:0:35883:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444850.786304:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941607ae0 00800000:00000002:0.0:1783444850.786307:0:35883:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444850.786310:0:35883:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783444850.786313:0:35883:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444850.786316:0:35883:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444850.786318:0:35883:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444850.786320:0:35883:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444850.786322:0:35883:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444850.786324:0:35883:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444850.786326:0:35883:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444850.786330:0:35883:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783444850.786600:0:35883:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444850.786603:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319416079b0 00000002:00010000:0.0:1783444850.786605:0:35883:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783444850.786610:0:35883:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783444850.786612:0:35883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444850.786615:0:35883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783444850.786623:0:35883:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444850.786626:0:35883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444850.786628:0:35883:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444850.786630:0:35883:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783444850.786632:0:35883:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783444850.786637:0:35883:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746731c00. 00000020:00000040:0.0:1783444850.786642:0:35883:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:0.0:1783444850.786649:0:35883:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783444850.786654:0:35883:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444850.786660:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444850.786662:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444850.786664:0:35883:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444850.786667:0:35883:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444850.786669:0:35883:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444850.786672:0:35883:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444850.786680:0:35883:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c746765000. 00000100:00000001:0.0:1783444850.786686:0:35883:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444850.786691:0:35883:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444850.786692:0:35883:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444850.786694:0:35883:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444850.786695:0:35883:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444850.786697:0:35883:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444850.786702:0:35883:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622883799309312 : -121189910242304 : ffff91c746731c00) 00010000:00000001:0.0:1783444850.786706:0:35883:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783444850.786708:0:35883:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783444850.786712:0:35883:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747e41e00. 00010000:00000010:0.0:1783444850.786716:0:35883:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c751113a80. 00010000:00000001:0.0:1783444850.786719:0:35883:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783444850.786723:0:35883:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c74652de00. 00000020:00000001:0.0:1783444850.786727:0:35883:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783444850.786730:0:35883:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c74652de00 with handle 0x5503b2fe824ef753 to hash 00000020:00000001:0.0:1783444850.786732:0:35883:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783444850.786733:0:35883:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883797196288 : -121189912355328 : ffff91c74652de00) 00010000:00000001:0.0:1783444850.786737:0:35883:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883797196288 : -121189912355328 : ffff91c74652de00) 00010000:00000001:0.0:1783444850.786740:0:35883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444850.786743:0:35883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444850.786747:0:35883:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652de00/0x5503b2fe824ef753 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444850.786756:0:35883:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652de00/0x5503b2fe824ef753 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444850.786767:0:35883:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652de00/0x5503b2fe824ef753 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783444850.786773:0:35883:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783444850.786775:0:35883:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783444850.786782:0:35883:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c76036f840. 00000100:00000001:0.0:1783444850.786784:0:35883:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884231575616 : -121189477976000 : ffff91c76036f840) 00000100:00000001:0.0:1783444850.786787:0:35883:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444850.786788:0:35883:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799309312 : -121189910242304 : ffff91c746731c00) 00000100:00000001:0.0:1783444850.786792:0:35883:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444850.786796:0:35883:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444850.786798:0:35883:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783444850.786800:0:35883:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444850.786812:0:35883:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746731c00 x1870075608315520/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444850.786821:0:35883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444850.786823:0:35883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444850.786826:0:35883:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444850.786829:0:35883:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444850.786831:0:35883:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444850.786835:0:35883:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746731c00 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35883:1870075608315520:192.168.204.110@tcp:101:lfs.0 00000100:00000001:0.0:1783444850.786850:0:35883:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444850.786856:0:35883:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444850.786858:0:35883:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444850.786860:0:35883:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444850.786865:0:35883:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c7614b7000. 02000000:00000001:0.0:1783444850.786867:0:35883:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444850.786873:0:35883:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444850.786877:0:35883:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658fb58. 00000400:00000010:0.0:1783444850.786885:0:35883:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9198. 00000100:00000200:0.0:1783444850.786892:0:35883:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608315520, portal 10 00000100:00000001:0.0:1783444850.786894:0:35883:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444850.786895:0:35883:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799309312 : -121189910242304 : ffff91c746731c00) 00000100:00000040:0.0:1783444850.786901:0:35883:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c746731c00 x1870075608315520/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444866 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444850.786909:0:35883:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444850.786911:0:35883:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444850.786914:0:35883:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9660. 00000100:00000200:0.0:1783444850.786917:0:35883:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870075608315520, offset 0 00000400:00000200:0.0:1783444850.786923:0:35883:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444850.786931:0:35883:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.786938:0:35883:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444850.786943:0:35883:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444850.786947:0:35883:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444850.786950:0:35883:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444850.786953:0:35883:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444850.786957:0:35883:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2944:2944:256:4294967295] 192.168.204.110@tcp LPNI seq info [2944:2944:8:4294967295] 00000400:00000200:0.0:1783444850.786961:0:35883:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.786970:0:35883:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444850.786976:0:35883:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444850.786982:0:35883:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c746193400. 00000800:00000200:0.0:1783444850.786989:0:35883:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444850.786998:0:35883:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444850.787003:0:35883:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c746193400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1783444850.787081:0:35883:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444850.787087:0:35883:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 881035 usecs (882 jiffies) 00000400:00000200:0.0:1783444850.787090:0:35883:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444850.787093:0:35883:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296490674 00000100:00000001:0.0:1783444850.787096:0:35883:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296492542 00000100:00000001:0.0:1783444850.787099:0:35883:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296490674 00000100:00000001:0.0:1783444850.787101:0:35883:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296492542 00000100:00000001:0.0:1783444850.787104:0:35883:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444850.787107:0:35883:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444850.787109:0:35883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444850.787111:0:35883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783444850.787114:0:35883:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c76036f840 going to sleep for 11 seconds 00000100:00000001:0.0:1783444850.787117:0:35883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444850.787120:0:35883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444850.789866:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444850.789875:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c746193400. 00000400:00000200:1.0:1783444850.789881:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444850.789888:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444850.789906:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9660 00000400:00000010:1.0:1783444850.789909:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9660. 00000100:00000001:1.0:1783444850.789913:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444850.789919:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746731c00 x1870075608315520/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444866 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444850.789931:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444850.789935:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746731c00 x1870075608315520/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444866 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444850.789943:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444850.789945:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444850.798459:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.798476:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444850.798480:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.798484:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444850.798493:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.798501:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444850.798511:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.798515:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.798521:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.798525:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e8563680 00000400:00000200:0.0:1783444850.798530:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.798536:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x8191 [1] + 224 00000800:00000001:0.0:1783444850.798544:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.798551:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444850.798554:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444850.798559:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444850.798566:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444850.798577:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746731c00 x1870075608315520/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444866 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444850.798589:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c746731c00 x1870075608315520/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444850.798610:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444850.798619:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.798623:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444850.799087:0:35883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444850.799096:0:35883:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444850.799098:0:35883:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444850.799102:0:35883:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658fb58. 00000400:00000200:3.0:1783444850.799107:0:35883:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9198 00000400:00000010:3.0:1783444850.799109:0:35883:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9198. 00000100:00000001:3.0:1783444850.799112:0:35883:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444850.799117:0:35883:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746731c00 x1870075608315520/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783444850.799127:0:35883:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746731c00 x1870075608315520/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444850.799133:0:35883:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444850.799135:0:35883:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444850.799137:0:35883:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444850.799141:0:35883:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444850.799144:0:35883:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444850.799146:0:35883:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444850.799149:0:35883:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444850.799161:0:35883:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=30 v=5 (5 105 105 105) 00000100:00001000:3.0:1783444850.799165:0:35883:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=37 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444850.799168:0:35883:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444850.799170:0:35883:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444850.799174:0:35883:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444850.799189:0:35883:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444850.799193:0:35883:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444850.799195:0:35883:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 8589934601 00000100:00000001:3.0:1783444850.799197:0:35883:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444850.799200:0:35883:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444850.799204:0:35883:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746731c00 x1870075608315520/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444850.799211:0:35883:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444850.799214:0:35883:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444850.799216:0:35883:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444850.799220:0:35883:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746731c00 x1870075608315520/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444866 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783444850.799227:0:35883:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746731c00 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35883:1870075608315520:192.168.204.110@tcp:101:lfs.0 00000100:00000001:3.0:1783444850.799231:0:35883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444850.799243:0:35883:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444850.799245:0:35883:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444850.799247:0:35883:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444850.799250:0:35883:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746731c00 x1870075608315520/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444866 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444850.799256:0:35883:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444850.799266:0:35883:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c76036f840. 00000100:00000001:3.0:1783444850.799270:0:35883:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444850.799272:0:35883:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444850.799274:0:35883:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783444850.799278:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444850.799281:0:35883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444850.799284:0:35883:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652de00 refcount=4 00000020:00000001:3.0:1783444850.799287:0:35883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797196288 : -121189912355328 : ffff91c74652de00) 00010000:00000001:3.0:1783444850.799289:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797196288 : -121189912355328 : ffff91c74652de00) 00010000:00000040:3.0:1783444850.799295:0:35883:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c74652de00, remote cookie: 0x332dd2263f6ddcf5, flags: 0x1001 00010000:00010000:3.0:1783444850.799301:0:35883:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652de00/0x5503b2fe824ef753 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddcf5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444850.799311:0:35883:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652de00/0x5503b2fe824ef753 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddcf5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444850.799323:0:35883:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783444850.799326:0:35883:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783444850.799329:0:35883:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783444850.799330:0:35883:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783444850.799679:0:35883:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783444850.799682:0:35883:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91c747e41e00) refcount = 1 00010000:00010000:3.0:1783444850.799687:0:35883:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652de00/0x5503b2fe824ef753 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddcf5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444850.799694:0:35883:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783444850.799698:0:35883:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783444850.799700:0:35883:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444850.799703:0:35883:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783444850.799705:0:35883:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444850.799708:0:35883:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652de00/0x5503b2fe824ef753 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddcf5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444850.799714:0:35883:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783444850.799715:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444850.799717:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444850.799718:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444850.799719:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444850.799721:0:35883:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444850.799726:0:35883:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1783444850.799727:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444850.799729:0:35883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444850.799731:0:35883:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652de00 refcount=3 00000020:00000001:3.0:1783444850.799732:0:35883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797196288 : -121189912355328 : ffff91c74652de00) 00010000:00000001:3.0:1783444850.799735:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797196288 : -121189912355328 : ffff91c74652de00) 00010000:00000001:3.0:1783444850.799737:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444850.799738:0:35883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444850.799740:0:35883:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652de00 refcount=4 00000020:00000001:3.0:1783444850.799742:0:35883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797196288 : -121189912355328 : ffff91c74652de00) 00010000:00000001:3.0:1783444850.799744:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797196288 : -121189912355328 : ffff91c74652de00) 00010000:00000001:3.0:1783444850.799747:0:35883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444850.799750:0:35883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444850.799753:0:35883:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652de00/0x5503b2fe824ef753 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddcf5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444850.799760:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444850.799761:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444850.799762:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444850.799763:0:35883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444850.799765:0:35883:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652de00 refcount=5 00000020:00000001:3.0:1783444850.799767:0:35883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797196288 : -121189912355328 : ffff91c74652de00) 00010000:00000001:3.0:1783444850.799769:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797196288 : -121189912355328 : ffff91c74652de00) 00010000:00000001:3.0:1783444850.799771:0:35883:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444850.799773:0:35883:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652de00/0x5503b2fe824ef753 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddcf5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444850.799779:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444850.799780:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783444850.799783:0:35883:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652de00/0x5503b2fe824ef753 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddcf5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444850.799789:0:35883:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444850.799791:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444850.799792:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444850.799793:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444850.799794:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1783444850.799799:0:35883:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91c746731c00 x1870075608315520/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444866 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1783444850.799808:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444850.799809:0:35883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444850.799811:0:35883:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652de00 refcount=3 00000020:00000001:3.0:1783444850.799813:0:35883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797196288 : -121189912355328 : ffff91c74652de00) 00010000:00000001:3.0:1783444850.799815:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797196288 : -121189912355328 : ffff91c74652de00) 00010000:00000001:3.0:1783444850.799817:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444850.799818:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444850.799820:0:35883:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444850.799822:0:35883:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444850.799825:0:35883:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1783444850.799827:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444850.799828:0:35883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444850.799829:0:35883:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652de00 refcount=3 00000020:00000001:3.0:1783444850.799831:0:35883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797196288 : -121189912355328 : ffff91c74652de00) 00010000:00000001:3.0:1783444850.799833:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797196288 : -121189912355328 : ffff91c74652de00) 00000002:00010000:3.0:1783444850.799849:0:35883:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652de00/0x5503b2fe824ef753 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddcf5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444850.799857:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444850.799858:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444850.799860:0:35883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1783444850.799861:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444850.799862:0:35883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444850.799863:0:35883:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652de00 refcount=3 00000020:00000001:3.0:1783444850.799865:0:35883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797196288 : -121189912355328 : ffff91c74652de00) 00010000:00000001:3.0:1783444850.799866:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797196288 : -121189912355328 : ffff91c74652de00) 00010000:00000040:3.0:1783444850.799873:0:35883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41e00 count: 2 00010000:00000001:3.0:1783444850.799876:0:35883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783444850.799880:0:35883:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1783444850.799882:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444850.799884:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444850.799885:0:35883:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1783444850.799888:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941607938 00000002:00002000:3.0:1783444850.799890:0:35883:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1783444850.800036:0:35883:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444850.800042:0:35883:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444850.800045:0:35883:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1783444850.800049:0:35883:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1783444850.800052:0:35883:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444850.800077:0:35883:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444850.800081:0:35883:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c744fe0a00. 00000080:00000001:3.0:1783444850.800086:0:35883:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444850.800088:0:35883:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:3.0:1783444850.800094:0:35883:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1783444850.800098:0:35883:0:(lmv_obd.c:3920:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1783444850.800104:0:35883:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c760271100. 00800000:00000001:3.0:1783444850.800106:0:35883:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622884230533376 : -121189479018240 : ffff91c760271100) 00800000:00000001:3.0:1783444850.800109:0:35883:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444850.800110:0:35883:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1783444850.800113:0:35883:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1783444850.800115:0:35883:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1783444850.800117:0:35883:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1783444850.800120:0:35883:0:(llite_lib.c:1814:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1783444850.800122:0:35883:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444850.800126:0:35883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1783444850.800129:0:35883:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1783444850.800133:0:35883:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1783444850.800135:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444850.800137:0:35883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444850.800138:0:35883:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652de00 refcount=3 00000020:00000001:3.0:1783444850.800140:0:35883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797196288 : -121189912355328 : ffff91c74652de00) 00010000:00000001:3.0:1783444850.800142:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797196288 : -121189912355328 : ffff91c74652de00) 00010000:00000001:3.0:1783444850.800144:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444850.800145:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783444850.800147:0:35883:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1783444850.800149:0:35883:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1783444850.800150:0:35883:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c760271100 1 00800000:00000010:3.0:1783444850.800152:0:35883:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c760271100. 00800000:00000001:3.0:1783444850.800155:0:35883:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444850.800157:0:35883:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef753 00800000:00000001:3.0:1783444850.800160:0:35883:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444850.800162:0:35883:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444850.800163:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444850.800165:0:35883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444850.800166:0:35883:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652de00 refcount=3 00000020:00000001:3.0:1783444850.800167:0:35883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797196288 : -121189912355328 : ffff91c74652de00) 00010000:00000001:3.0:1783444850.800169:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797196288 : -121189912355328 : ffff91c74652de00) 00010000:00000001:3.0:1783444850.800172:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444850.800173:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444850.800174:0:35883:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444850.800176:0:35883:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444850.800178:0:35883:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444850.800180:0:35883:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:3.0:1783444850.800183:0:35883:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef753 from it ffffa31941607bf8 00010000:00000001:3.0:1783444850.800185:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444850.800186:0:35883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444850.800187:0:35883:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652de00 refcount=3 00000020:00000001:3.0:1783444850.800189:0:35883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797196288 : -121189912355328 : ffff91c74652de00) 00010000:00000001:3.0:1783444850.800191:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797196288 : -121189912355328 : ffff91c74652de00) 00010000:00000001:3.0:1783444850.800193:0:35883:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444850.800196:0:35883:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652de00/0x5503b2fe824ef753 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddcf5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444850.800202:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444850.800203:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444850.800204:0:35883:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444850.800207:0:35883:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444850.800209:0:35883:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652de00/0x5503b2fe824ef753 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddcf5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444850.800214:0:35883:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444850.800217:0:35883:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444850.800219:0:35883:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444850.800223:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444850.800224:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444850.800225:0:35883:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444850.800228:0:35883:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444850.800229:0:35883:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444850.800231:0:35883:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444850.800422:0:35883:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444850.800426:0:35883:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444850.800428:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444850.800429:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444850.800432:0:35883:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444850.800438:0:35883:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746731c00 x1870075608315520/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444866 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444850.800445:0:35883:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444850.800448:0:35883:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444850.800451:0:35883:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c7614b7000. 02000000:00000001:3.0:1783444850.800455:0:35883:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444850.800457:0:35883:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444850.800459:0:35883:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444850.800462:0:35883:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444850.800480:0:35883:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c746765000. 02000000:00000001:3.0:1783444850.800484:0:35883:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444850.800486:0:35883:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444850.800488:0:35883:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746731c00. 00000100:00000001:3.0:1783444850.800492:0:35883:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444850.800493:0:35883:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444850.800496:0:35883:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:3.0:1783444850.800502:0:35883:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783444850.800517:0:35883:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91c74630a380. 00000080:00000001:3.0:1783444850.800523:0:35883:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783444850.800525:0:35883:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444850.800527:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941607b00 00000080:00200000:3.0:1783444850.800529:0:35883:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:3.0:1783444850.800534:0:35883:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75937fa00. 00800000:00000002:3.0:1783444850.800539:0:35883:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444850.800541:0:35883:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444850.800544:0:35883:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444850.800546:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941607a20 00800000:00000002:3.0:1783444850.800548:0:35883:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444850.800552:0:35883:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444850.800554:0:35883:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444850.800557:0:35883:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444850.800560:0:35883:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444850.800562:0:35883:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444850.800564:0:35883:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444850.800566:0:35883:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444850.800568:0:35883:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444850.800571:0:35883:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444850.800576:0:35883:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444850.800577:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319416078f0 00000002:00010000:3.0:1783444850.800580:0:35883:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444850.800584:0:35883:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444850.800586:0:35883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444850.800588:0:35883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444850.800590:0:35883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41e00 count: 2 00010000:00000001:3.0:1783444850.800593:0:35883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444850.800596:0:35883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444850.800598:0:35883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444850.800602:0:35883:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652de00/0x5503b2fe824ef753 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddcf5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1783444850.800610:0:35883:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444850.800613:0:35883:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444850.800616:0:35883:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652de00/0x5503b2fe824ef753 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddcf5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1783444850.800623:0:35883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783444850.800625:0:35883:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444850.800627:0:35883:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444850.800629:0:35883:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444850.800631:0:35883:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444850.800633:0:35883:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783444850.800635:0:35883:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783444850.800638:0:35883:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444850.800640:0:35883:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75937fa00. 00000080:00000001:3.0:1783444850.800643:0:35883:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444850.800644:0:35883:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444850.800646:0:35883:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:3.0:1783444850.800649:0:35883:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef753 00800000:00000001:3.0:1783444850.800652:0:35883:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444850.800653:0:35883:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444850.800654:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444850.800656:0:35883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444850.800657:0:35883:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652de00 refcount=3 00000020:00000001:3.0:1783444850.800659:0:35883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797196288 : -121189912355328 : ffff91c74652de00) 00010000:00000001:3.0:1783444850.800661:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797196288 : -121189912355328 : ffff91c74652de00) 00010000:00000001:3.0:1783444850.800664:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444850.802173:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444850.802175:0:35883:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444850.802178:0:35883:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444850.802181:0:35883:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef753 from it ffffa31941607b38 00010000:00000001:3.0:1783444850.802184:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444850.802186:0:35883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444850.802187:0:35883:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652de00 refcount=3 00000020:00000001:3.0:1783444850.802189:0:35883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797196288 : -121189912355328 : ffff91c74652de00) 00010000:00000001:3.0:1783444850.802192:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797196288 : -121189912355328 : ffff91c74652de00) 00010000:00000001:3.0:1783444850.802194:0:35883:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444850.802197:0:35883:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652de00/0x5503b2fe824ef753 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddcf5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444850.802205:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444850.802206:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444850.802207:0:35883:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444850.802209:0:35883:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444850.802211:0:35883:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652de00/0x5503b2fe824ef753 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddcf5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1783444850.802223:0:35883:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444850.802226:0:35883:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444850.802228:0:35883:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444850.802231:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444850.802232:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444850.802234:0:35883:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444850.802400:0:35883:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444850.802402:0:35883:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444850.802405:0:35883:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444850.802407:0:35883:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444850.802410:0:35883:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444850.802411:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444850.802412:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444850.802414:0:35883:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783444850.802416:0:35883:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444850.802419:0:35883:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 3 00000080:00000001:3.0:1783444850.802424:0:35883:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444850.802428:0:35883:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1783444850.802431:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941607b50 00000080:00200000:3.0:1783444850.802433:0:35883:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), file ffff91c760509980, open_flags a141, mode 81b6 opened 0 00000080:00000010:2.0:1783444850.809431:0:35883:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff91c760427360. 00000080:00000001:2.0:1783444850.809446:0:35883:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1783444850.809451:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941607a00 00000080:00200000:2.0:1783444850.809454:0:35883:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), intent=open|creat 00000080:00000010:2.0:1783444850.809465:0:35883:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c752030600. 00800000:00000002:2.0:1783444850.809472:0:35883:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:2.0:1783444850.809478:0:35883:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444850.809484:0:35883:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444850.809487:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941607920 00800000:00000002:2.0:1783444850.809489:0:35883:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444850.809494:0:35883:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1783444850.809496:0:35883:0:(lmv_obd.c:2238:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1783444850.809501:0:35883:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444850.809504:0:35883:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444850.809507:0:35883:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444850.809510:0:35883:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444850.809513:0:35883:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444850.809515:0:35883:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444850.809518:0:35883:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444850.809521:0:35883:0:(lmv_obd.c:2284:lmv_locate_tgt_create()) Process leaving (rc=18446622883747488256 : -121189962063360 : ffff91c7435c6200) 00800000:00000001:2.0:1783444850.809525:0:35883:0:(lmv_obd.c:1203:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1783444850.809526:0:35883:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1783444850.809530:0:35883:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1783444850.809533:0:35883:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1783444850.809536:0:35883:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff91c759350000: Allocated FID [0x200000405:0x2d:0x0] 40000000:00000001:2.0:1783444850.809538:0:35883:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.809540:0:35883:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444850.809542:0:35883:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444850.809544:0:35883:0:(lmv_obd.c:1227:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444850.809546:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319416078a0 00800000:00000002:2.0:1783444850.809549:0:35883:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2d:0x0], name='d24b.recovery-small' -> mds #0 layout version 1 00000002:00000001:2.0:1783444850.809554:0:35883:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444850.809556:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319416077d8 00000002:00010000:2.0:1783444850.809558:0:35883:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d24b.recovery-small,[0x200000405:0x2d:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:2.0:1783444850.809562:0:35883:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1783444850.809564:0:35883:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1783444850.809568:0:35883:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1783444850.809574:0:35883:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.809575:0:35883:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1783444850.809578:0:35883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41e00 count: 2 00010000:00000001:2.0:1783444850.809581:0:35883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444850.809585:0:35883:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1783444850.809588:0:35883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783444850.809593:0:35883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652de00/0x5503b2fe824ef753 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6ddcf5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1783444850.809604:0:35883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1783444850.809608:0:35883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1783444850.809611:0:35883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1783444850.809613:0:35883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1783444850.809616:0:35883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444850.809618:0:35883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444850.809621:0:35883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41e00 count: 3 00010000:00000001:2.0:1783444850.809623:0:35883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444850.809627:0:35883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.809628:0:35883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444850.809629:0:35883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444850.809630:0:35883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41e00 count: 3 00010000:00000001:2.0:1783444850.809632:0:35883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444850.809634:0:35883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.809635:0:35883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444850.809636:0:35883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444850.809638:0:35883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41e00 count: 3 00010000:00000001:2.0:1783444850.809640:0:35883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444850.809641:0:35883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444850.809643:0:35883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1783444850.809646:0:35883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91c748db39c0, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1783444850.809650:0:35883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1783444850.809652:0:35883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1783444850.809655:0:35883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1783444850.809657:0:35883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.809660:0:35883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783444850.809663:0:35883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783444850.809665:0:35883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783444850.809667:0:35883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444850.809670:0:35883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1783444850.809674:0:35883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c74652de00 with handle 0x5503b2fe824ef753 from hash 00010000:00000001:2.0:1783444850.809677:0:35883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783444850.809679:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.809681:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.809682:0:35883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783444850.809685:0:35883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783444850.809687:0:35883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1783444850.809690:0:35883:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1783444850.809691:0:35883:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783444850.809693:0:35883:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1783444850.809700:0:35883:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f2680. 00000020:00000040:2.0:1783444850.809705:0:35883:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:2.0:1783444850.809711:0:35883:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1783444850.809713:0:35883:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.809716:0:35883:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783444850.809720:0:35883:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444850.809725:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.809726:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.809727:0:35883:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444850.809730:0:35883:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444850.809732:0:35883:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444850.809736:0:35883:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444850.809743:0:35883:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c750f6dc00. 00000100:00000001:2.0:1783444850.809749:0:35883:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.809754:0:35883:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444850.809757:0:35883:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1783444850.809760:0:35883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652de00/0x5503b2fe824ef753 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6ddcf5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1783444850.809768:0:35883:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1783444850.809770:0:35883:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1783444850.809772:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783444850.809774:0:35883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652de00/0x5503b2fe824ef753 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6ddcf5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1783444850.809781:0:35883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747e41e00 count: 0 00010000:00000010:2.0:1783444850.809786:0:35883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c751113a80. 00010000:00000001:2.0:1783444850.809798:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.809800:0:35883:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.809802:0:35883:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444850.809803:0:35883:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.809805:0:35883:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.809813:0:35883:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622884232111744 : -121189477439872 : ffff91c7603f2680) 00010000:00000001:2.0:1783444850.810423:0:35883:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783444850.810426:0:35883:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1783444850.810432:0:35883:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747211300. 00010000:00000010:2.0:1783444850.810437:0:35883:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c743ef4e80. 00010000:00000001:2.0:1783444850.810441:0:35883:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783444850.810444:0:35883:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c752224000. 00000020:00000001:2.0:1783444850.810447:0:35883:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783444850.810450:0:35883:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c752224000 with handle 0x5503b2fe824ef75a to hash 00000020:00000001:2.0:1783444850.810452:0:35883:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783444850.810454:0:35883:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:2.0:1783444850.810457:0:35883:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:2.0:1783444850.810460:0:35883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444850.810462:0:35883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444850.810466:0:35883:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef75a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444850.810473:0:35883:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef75a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1783444850.810486:0:35883:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1783444850.810498:0:35883:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c7603f2680 x1870075608315776/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1783444850.810508:0:35883:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef75a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783444850.810514:0:35883:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444850.810516:0:35883:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444850.810523:0:35883:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7464c1b40. 00000100:00000001:2.0:1783444850.810526:0:35883:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883796753216 : -121189912798400 : ffff91c7464c1b40) 00000100:00000001:2.0:1783444850.810529:0:35883:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444850.810530:0:35883:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232111744 : -121189477439872 : ffff91c7603f2680) 00000100:00000001:2.0:1783444850.810535:0:35883:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444850.810540:0:35883:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444850.810542:0:35883:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444850.810544:0:35883:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444850.810548:0:35883:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f2680 x1870075608315776/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.810556:0:35883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444850.810559:0:35883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444850.810562:0:35883:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444850.810565:0:35883:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444850.810567:0:35883:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444850.810571:0:35883:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f2680 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35883:1870075608315776:192.168.204.110@tcp:101:lfs.0 00000100:00000001:2.0:1783444850.810575:0:35883:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444850.810581:0:35883:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444850.810584:0:35883:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444850.810586:0:35883:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444850.810644:0:35883:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff91c7604e0000. 02000000:00000001:2.0:1783444850.810647:0:35883:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444850.810655:0:35883:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444850.810659:0:35883:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff478. 00000400:00000010:2.0:1783444850.810666:0:35883:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff91c750f6d000. 00000100:00000200:2.0:1783444850.810674:0:35883:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870075608315776, portal 10 00000100:00000001:2.0:1783444850.810676:0:35883:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444850.810678:0:35883:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232111744 : -121189477439872 : ffff91c7603f2680) 00000100:00000040:2.0:1783444850.810684:0:35883:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c7603f2680 x1870075608315776/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1783444866 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.810691:0:35883:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444850.810694:0:35883:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444850.810697:0:35883:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83ee0. 00000100:00000200:2.0:1783444850.810701:0:35883:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1870075608315776, offset 0 00000400:00000200:2.0:1783444850.810707:0:35883:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444850.810715:0:35883:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444850.810723:0:35883:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444850.810729:0:35883:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444850.810733:0:35883:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444850.810737:0:35883:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444850.810740:0:35883:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444850.810744:0:35883:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2945:2945:256:4294967295] 192.168.204.110@tcp LPNI seq info [2945:2945:8:4294967295] 00000400:00000200:2.0:1783444850.810748:0:35883:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444850.810758:0:35883:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444850.810765:0:35883:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444850.810770:0:35883:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1200. 00000800:00000200:2.0:1783444850.810776:0:35883:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444850.810785:0:35883:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444850.810789:0:35883:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1200 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:2.0:1783444850.812531:0:35883:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444850.812541:0:35883:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 879953 usecs (880 jiffies) 00000400:00000200:2.0:1783444850.812547:0:35883:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444850.812550:0:35883:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296490698 00000100:00000001:2.0:1783444850.812554:0:35883:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296492542 00000100:00000001:2.0:1783444850.812556:0:35883:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296490698 00000100:00000001:2.0:1783444850.812559:0:35883:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296492542 00000100:00000001:2.0:1783444850.812561:0:35883:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444850.812564:0:35883:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444850.812567:0:35883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444850.812569:0:35883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444850.812572:0:35883:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7464c1b40 going to sleep for 11 seconds 00000100:00000001:2.0:1783444850.812576:0:35883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444850.812579:0:35883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444850.822252:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444850.822496:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1200. 00000400:00000200:1.0:1783444850.822502:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444850.822512:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444850.822520:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83ee0 00000400:00000010:1.0:1783444850.822522:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83ee0. 00000100:00000001:1.0:1783444850.822528:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444850.822536:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2680 x1870075608315776/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1783444866 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444850.822549:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444850.822553:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2680 x1870075608315776/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1783444866 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444850.822562:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444850.822564:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1783444850.825121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41e00. 00010000:00000010:2.1:1783444850.825134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652de00. 00000800:00000001:0.0:1783444850.828540:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.828556:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444850.828560:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.828563:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444850.828572:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.828579:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444850.828587:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.828591:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.828596:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.828601:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 608 into portal 10 MB=0x6a4d2e8563780 00000400:00000200:0.0:1783444850.828606:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.828611:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 608/608 into md 0x81a1 [32] + 224 00000800:00000001:0.0:1783444850.828618:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.828625:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444850.828629:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444850.828633:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444850.828641:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444850.828648:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2680 x1870075608315776/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1783444866 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444850.828659:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff91c7603f2680 x1870075608315776/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444850.828693:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444850.828701:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.828705:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444850.828769:0:35883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444850.828777:0:35883:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444850.828779:0:35883:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444850.828784:0:35883:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff478. 00000400:00000200:2.0:1783444850.828789:0:35883:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c750f6d000 00000400:00000010:2.0:1783444850.828791:0:35883:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff91c750f6d000. 00000100:00000001:2.0:1783444850.828794:0:35883:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444850.828799:0:35883:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f2680 x1870075608315776/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783444850.828809:0:35883:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f2680 x1870075608315776/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.828815:0:35883:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444850.828817:0:35883:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444850.828819:0:35883:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444850.828822:0:35883:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444850.828825:0:35883:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444850.828827:0:35883:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444850.828830:0:35883:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444850.828852:0:35883:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=30 v=5 (5 105 105 105) 00000100:00001000:2.0:1783444850.828857:0:35883:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444850.828860:0:35883:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1783444850.828864:0:35883:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff91c7603f2680 x1870075608315776/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.828870:0:35883:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1783444850.828874:0:35883:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444850.828876:0:35883:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 8589934601 00000100:00000001:2.0:1783444850.828878:0:35883:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444850.828881:0:35883:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1783444850.828886:0:35883:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f2680 x1870075608315776/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.828893:0:35883:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1783444850.828895:0:35883:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444850.828897:0:35883:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444850.828900:0:35883:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f2680 x1870075608315776/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1783444866 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783444850.828907:0:35883:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f2680 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35883:1870075608315776:192.168.204.110@tcp:101:lfs.0 00000100:00000001:2.0:1783444850.828913:0:35883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444850.828915:0:35883:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1783444850.828918:0:35883:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444850.828920:0:35883:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444850.828922:0:35883:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2680 x1870075608315776/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1783444866 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.828928:0:35883:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444850.828930:0:35883:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7464c1b40. 00000100:00000001:2.0:1783444850.828933:0:35883:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444850.828935:0:35883:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1783444850.828938:0:35883:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783444850.828942:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444850.828945:0:35883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444850.828948:0:35883:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224000 refcount=4 00000020:00000001:2.0:1783444850.828950:0:35883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:2.0:1783444850.828952:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00010000:2.0:1783444850.828957:0:35883:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef75a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444850.828966:0:35883:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1783444850.828969:0:35883:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef75a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444850.828975:0:35883:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444850.828977:0:35883:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef75a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444850.828982:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.828984:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783444850.828986:0:35883:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef75a lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444850.828992:0:35883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444850.828995:0:35883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.828997:0:35883:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1783444850.829000:0:35883:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef75a lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444850.829006:0:35883:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91c752224000 already unused, calling callback (ffffffffc1ba6f40) 00000080:00000001:2.0:1783444850.829009:0:35883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1783444850.829012:0:35883:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef75a lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444850.829018:0:35883:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1783444850.829020:0:35883:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1783444850.829022:0:35883:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef75a lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444850.829027:0:35883:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1783444850.829029:0:35883:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1783444850.829030:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444850.829031:0:35883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444850.829032:0:35883:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224000 refcount=5 00000020:00000001:2.0:1783444850.829034:0:35883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:2.0:1783444850.829035:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:2.0:1783444850.829038:0:35883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783444850.829040:0:35883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef75a lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1783444850.829045:0:35883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1783444850.829046:0:35883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444850.829049:0:35883:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1783444850.829050:0:35883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783444850.829053:0:35883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783444850.829093:0:35883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783444850.829096:0:35883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444850.829097:0:35883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1783444850.829101:0:35883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752224000 with handle 0x5503b2fe824ef75a from hash 00010000:00000001:2.0:1783444850.829103:0:35883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783444850.829104:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.829105:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.829106:0:35883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783444850.829107:0:35883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783444850.829109:0:35883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1783444850.829111:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.829112:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.829113:0:35883:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444850.829115:0:35883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444850.829117:0:35883:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef75a lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444850.829121:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.829122:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.829124:0:35883:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1783444850.829125:0:35883:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444850.829127:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.829128:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.829129:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783444850.829131:0:35883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef75a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1783444850.829137:0:35883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747211300 count: 0 00010000:00000010:2.0:1783444850.829145:0:35883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c743ef4e80. 00010000:00000001:2.0:1783444850.829152:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.829154:0:35883:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1783444850.829158:0:35883:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1783444850.829164:0:35883:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=b, status=-21 req@ffff91c7603f2680 x1870075608315776/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1783444866 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1783444850.829171:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1783444850.829173:0:35883:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.829175:0:35883:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.829176:0:35883:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.829179:0:35883:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000002:00000001:2.0:1783444850.829182:0:35883:0:(mdc_locks.c:1314:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:2.0:1783444850.829186:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941607760 00000002:00002000:2.0:1783444850.829188:0:35883:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=open|creat status=-21 disp=b: rc = -21 00000002:00000001:2.0:1783444850.829191:0:35883:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:2.0:1783444850.829194:0:35883:0:(lmv_intent.c:387:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:2.0:1783444850.829197:0:35883:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:2.0:1783444850.829200:0:35883:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00000001:2.0:1783444850.829203:0:35883:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:2.0:1783444850.829205:0:35883:0:(namei.c:1264:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:2.0:1783444850.829209:0:35883:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:2.0:1783444850.829213:0:35883:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c752030600. 00000100:00000001:2.0:1783444850.829216:0:35883:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444850.829220:0:35883:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f2680 x1870075608315776/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1783444866 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.829227:0:35883:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444850.829229:0:35883:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444850.829232:0:35883:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff91c7604e0000. 02000000:00000001:2.0:1783444850.829274:0:35883:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444850.829277:0:35883:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444850.829279:0:35883:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:2.0:1783444850.829282:0:35883:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444850.829285:0:35883:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c750f6dc00. 02000000:00000001:2.0:1783444850.829288:0:35883:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444850.829290:0:35883:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444850.829292:0:35883:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f2680. 00000100:00000001:2.0:1783444850.829296:0:35883:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444850.829297:0:35883:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444850.829301:0:35883:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1783444850.829303:0:35883:0:(dcache.c:176:ll_intent_release()) intent ffff91c760427360 released 00000080:00000001:2.0:1783444850.829305:0:35883:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:2.0:1783444850.829307:0:35883:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff91c760427360. 00000080:00000001:2.0:1783444850.829310:0:35883:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:2.0:1783444850.829317:0:35883:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1783444850.829321:0:35883:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1783444850.829527:0:35883:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783444850.829531:0:35883:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783444850.829533:0:35883:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783444850.829534:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941607bc0 00000080:00200000:2.0:1783444850.829537:0:35883:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:2.0:1783444850.829542:0:35883:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c752030600. 00800000:00000002:2.0:1783444850.829549:0:35883:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:2.0:1783444850.829553:0:35883:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444850.829556:0:35883:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444850.829558:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941607ae0 00800000:00000002:2.0:1783444850.829560:0:35883:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444850.829563:0:35883:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1783444850.829566:0:35883:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444850.829569:0:35883:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444850.829571:0:35883:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444850.829573:0:35883:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444850.829575:0:35883:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444850.829577:0:35883:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444850.829579:0:35883:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444850.829582:0:35883:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783444850.829586:0:35883:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444850.829588:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319416079b0 00000002:00010000:2.0:1783444850.829589:0:35883:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783444850.829593:0:35883:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783444850.829595:0:35883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444850.829597:0:35883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783444850.829603:0:35883:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.829605:0:35883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.829606:0:35883:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.829609:0:35883:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1783444850.829611:0:35883:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1783444850.829615:0:35883:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f2680. 00000020:00000040:2.0:1783444850.829618:0:35883:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:2.0:1783444850.829624:0:35883:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783444850.829629:0:35883:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444850.829634:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.829635:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.829637:0:35883:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444850.829639:0:35883:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444850.829641:0:35883:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444850.829645:0:35883:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444850.829651:0:35883:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c750f6dc00. 00000100:00000001:2.0:1783444850.829658:0:35883:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.829661:0:35883:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444850.829662:0:35883:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.829664:0:35883:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444850.829665:0:35883:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.829667:0:35883:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.829672:0:35883:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622884232111744 : -121189477439872 : ffff91c7603f2680) 00010000:00000001:2.0:1783444850.829675:0:35883:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783444850.829677:0:35883:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1783444850.829680:0:35883:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747211500. 00010000:00000010:2.0:1783444850.829684:0:35883:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c743ef4e80. 00010000:00000001:2.0:1783444850.829688:0:35883:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783444850.829691:0:35883:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c752225000. 00000020:00000001:2.0:1783444850.829693:0:35883:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783444850.829696:0:35883:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c752225000 with handle 0x5503b2fe824ef761 to hash 00000020:00000001:2.0:1783444850.829698:0:35883:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783444850.829699:0:35883:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444850.829703:0:35883:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444850.829706:0:35883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444850.829708:0:35883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444850.829711:0:35883:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444850.829718:0:35883:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444850.829732:0:35883:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783444850.829737:0:35883:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444850.829739:0:35883:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444850.829744:0:35883:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7464c1b40. 00000100:00000001:2.0:1783444850.829746:0:35883:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883796753216 : -121189912798400 : ffff91c7464c1b40) 00000100:00000001:2.0:1783444850.829749:0:35883:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444850.829750:0:35883:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232111744 : -121189477439872 : ffff91c7603f2680) 00000100:00000001:2.0:1783444850.829755:0:35883:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444850.829759:0:35883:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444850.829760:0:35883:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444850.829762:0:35883:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444850.829766:0:35883:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f2680 x1870075608315904/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.829773:0:35883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444850.829775:0:35883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444850.829778:0:35883:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444850.829781:0:35883:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444850.829783:0:35883:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444850.829786:0:35883:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f2680 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35883:1870075608315904:192.168.204.110@tcp:101:lfs.0 00000100:00000001:2.0:1783444850.829790:0:35883:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444850.829794:0:35883:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444850.829797:0:35883:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444850.829799:0:35883:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444850.829804:0:35883:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c743c0d800. 02000000:00000001:2.0:1783444850.829806:0:35883:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444850.829812:0:35883:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444850.829815:0:35883:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff478. 00000400:00000010:2.0:1783444850.829820:0:35883:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83660. 00000100:00000200:2.0:1783444850.829826:0:35883:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608315904, portal 10 00000100:00000001:2.0:1783444850.829829:0:35883:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444850.829830:0:35883:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232111744 : -121189477439872 : ffff91c7603f2680) 00000100:00000040:2.0:1783444850.829835:0:35883:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c7603f2680 x1870075608315904/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444866 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.829858:0:35883:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444850.829861:0:35883:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444850.829864:0:35883:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83000. 00000100:00000200:2.0:1783444850.829867:0:35883:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870075608315904, offset 0 00000400:00000200:2.0:1783444850.829874:0:35883:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444850.829880:0:35883:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444850.829887:0:35883:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444850.829892:0:35883:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444850.829896:0:35883:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444850.829900:0:35883:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444850.829903:0:35883:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444850.829906:0:35883:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2946:2946:256:4294967295] 192.168.204.110@tcp LPNI seq info [2946:2946:8:4294967295] 00000400:00000200:2.0:1783444850.829911:0:35883:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444850.829920:0:35883:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444850.829926:0:35883:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444850.829930:0:35883:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1600. 00000800:00000200:2.0:1783444850.829936:0:35883:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444850.829944:0:35883:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444850.829948:0:35883:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1783444850.829968:0:35883:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444850.829973:0:35883:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 878883 usecs (879 jiffies) 00000400:00000200:2.0:1783444850.829977:0:35883:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444850.829980:0:35883:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296490714 00000100:00000001:2.0:1783444850.829984:0:35883:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296492542 00000100:00000001:2.0:1783444850.829986:0:35883:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296490714 00000100:00000001:2.0:1783444850.829988:0:35883:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296492542 00000100:00000001:2.0:1783444850.829990:0:35883:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444850.829994:0:35883:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444850.829996:0:35883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444850.829998:0:35883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444850.830000:0:35883:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7464c1b40 going to sleep for 11 seconds 00000100:00000001:2.0:1783444850.830003:0:35883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444850.830005:0:35883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444850.830619:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444850.830624:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1600. 00000400:00000200:1.0:1783444850.830629:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444850.830634:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444850.830638:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83000 00000400:00000010:1.0:1783444850.830640:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83000. 00000100:00000001:1.0:1783444850.830644:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444850.830647:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2680 x1870075608315904/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444866 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444850.830656:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444850.830659:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2680 x1870075608315904/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444866 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444850.830676:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444850.830678:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1783444850.836161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211300. 00010000:00000010:2.1:1783444850.836178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224000. 00000080:00000010:2.1:1783444850.836184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c74630a380. 00000800:00000001:0.0:1783444850.842998:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.843016:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444850.843019:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.843022:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444850.843030:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.843039:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444850.843048:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.843052:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.843092:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.843097:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e8563800 00000400:00000200:0.0:1783444850.843102:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.843107:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x81a9 [1] + 224 00000800:00000001:0.0:1783444850.843114:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.843121:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444850.843123:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444850.843128:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444850.843135:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444850.843143:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2680 x1870075608315904/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444866 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444850.843155:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c7603f2680 x1870075608315904/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444850.843173:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444850.843179:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.843182:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444850.843248:0:35883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444850.843254:0:35883:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444850.843262:0:35883:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444850.843265:0:35883:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff478. 00000400:00000200:2.0:1783444850.843269:0:35883:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83660 00000400:00000010:2.0:1783444850.843272:0:35883:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83660. 00000100:00000001:2.0:1783444850.843274:0:35883:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444850.843279:0:35883:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f2680 x1870075608315904/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783444850.843289:0:35883:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f2680 x1870075608315904/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.843295:0:35883:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444850.843297:0:35883:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444850.843300:0:35883:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444850.843303:0:35883:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444850.843305:0:35883:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444850.843307:0:35883:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444850.843310:0:35883:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444850.843319:0:35883:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=30 v=5 (5 105 105 105) 00000100:00001000:2.0:1783444850.843323:0:35883:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444850.843326:0:35883:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444850.843327:0:35883:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.843336:0:35883:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444850.843339:0:35883:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444850.843343:0:35883:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444850.843346:0:35883:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 8589934601 00000100:00000001:2.0:1783444850.843348:0:35883:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444850.843350:0:35883:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444850.843354:0:35883:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f2680 x1870075608315904/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.843366:0:35883:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444850.843369:0:35883:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444850.843371:0:35883:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444850.843375:0:35883:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f2680 x1870075608315904/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444866 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783444850.843383:0:35883:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f2680 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35883:1870075608315904:192.168.204.110@tcp:101:lfs.0 00000100:00000001:2.0:1783444850.843388:0:35883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444850.843391:0:35883:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444850.843393:0:35883:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444850.843396:0:35883:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444850.843399:0:35883:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2680 x1870075608315904/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444866 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.843405:0:35883:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444850.843407:0:35883:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7464c1b40. 00000100:00000001:2.0:1783444850.843410:0:35883:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444850.843412:0:35883:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.843415:0:35883:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783444850.843419:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444850.843422:0:35883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444850.843424:0:35883:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=4 00000020:00000001:2.0:1783444850.843427:0:35883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444850.843430:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000040:2.0:1783444850.843436:0:35883:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c752225000, remote cookie: 0x332dd2263f6ddd1f, flags: 0x1001 00010000:00010000:2.0:1783444850.843442:0:35883:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddd1f expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444850.843453:0:35883:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddd1f expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444850.843465:0:35883:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783444850.843468:0:35883:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783444850.843470:0:35883:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783444850.843472:0:35883:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783444850.843488:0:35883:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783444850.843491:0:35883:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91c747211500) refcount = 1 00010000:00010000:2.0:1783444850.843496:0:35883:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddd1f expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444850.843503:0:35883:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783444850.843507:0:35883:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783444850.843509:0:35883:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444850.843511:0:35883:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783444850.843514:0:35883:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444850.843517:0:35883:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddd1f expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444850.843524:0:35883:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783444850.843526:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.843527:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.843528:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.843529:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.843531:0:35883:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.843535:0:35883:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1783444850.843536:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444850.843538:0:35883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444850.843539:0:35883:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=3 00000020:00000001:2.0:1783444850.843541:0:35883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444850.843544:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444850.843546:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444850.843547:0:35883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444850.843548:0:35883:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=4 00000020:00000001:2.0:1783444850.843550:0:35883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444850.843552:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444850.843555:0:35883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444850.843558:0:35883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444850.843562:0:35883:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddd1f expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444850.843568:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.843569:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.843570:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444850.843571:0:35883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444850.843573:0:35883:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=5 00000020:00000001:2.0:1783444850.843574:0:35883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444850.843576:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444850.843578:0:35883:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444850.843580:0:35883:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddd1f expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444850.843586:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.843587:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783444850.843589:0:35883:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddd1f expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444850.843595:0:35883:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444850.843596:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.843597:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.843598:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.843599:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1783444850.843604:0:35883:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91c7603f2680 x1870075608315904/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444866 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1783444850.843612:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444850.843614:0:35883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444850.843615:0:35883:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=3 00000020:00000001:2.0:1783444850.843617:0:35883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444850.843620:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444850.843622:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.843623:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444850.843624:0:35883:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.843626:0:35883:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.843629:0:35883:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1783444850.843632:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444850.843633:0:35883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444850.843635:0:35883:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=3 00000020:00000001:2.0:1783444850.843636:0:35883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444850.843638:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00000002:00010000:2.0:1783444850.843642:0:35883:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddd1f expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444850.843648:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.843649:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.843651:0:35883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783444850.843652:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444850.843653:0:35883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444850.843654:0:35883:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=3 00000020:00000001:2.0:1783444850.843656:0:35883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444850.843658:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000040:2.0:1783444850.843664:0:35883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211500 count: 2 00010000:00000001:2.0:1783444850.843667:0:35883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1783444850.843670:0:35883:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1783444850.843673:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.843674:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444850.843676:0:35883:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783444850.843679:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941607938 00000002:00002000:2.0:1783444850.843680:0:35883:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1783444850.843683:0:35883:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444850.843686:0:35883:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444850.843689:0:35883:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783444850.843693:0:35883:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1783444850.843696:0:35883:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444850.843700:0:35883:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:2.0:1783444850.843703:0:35883:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c752030600. 00000080:00000001:2.0:1783444850.843708:0:35883:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783444850.843710:0:35883:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783444850.843717:0:35883:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1783444850.843721:0:35883:0:(lmv_obd.c:3920:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1783444850.843726:0:35883:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c76050a000. 00800000:00000001:2.0:1783444850.843728:0:35883:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622884233256960 : -121189476294656 : ffff91c76050a000) 00800000:00000001:2.0:1783444850.843730:0:35883:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.843732:0:35883:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1783444850.843735:0:35883:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1783444850.843737:0:35883:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1783444850.843739:0:35883:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1783444850.843742:0:35883:0:(llite_lib.c:1814:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1783444850.843744:0:35883:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444850.843749:0:35883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1783444850.843751:0:35883:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1783444850.843756:0:35883:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1783444850.843758:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444850.843759:0:35883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444850.843761:0:35883:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=3 00000020:00000001:2.0:1783444850.843762:0:35883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444850.843764:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444850.843766:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.843767:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783444850.843769:0:35883:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783444850.843771:0:35883:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1783444850.843772:0:35883:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c76050a000 1 00800000:00000010:2.0:1783444850.843775:0:35883:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c76050a000. 00800000:00000001:2.0:1783444850.843779:0:35883:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444850.843782:0:35883:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef761 00800000:00000001:2.0:1783444850.843785:0:35883:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444850.843788:0:35883:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444850.843789:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444850.843790:0:35883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444850.843791:0:35883:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=3 00000020:00000001:2.0:1783444850.843793:0:35883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444850.843796:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444850.843798:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.843799:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444850.843801:0:35883:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444850.843803:0:35883:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444850.843805:0:35883:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444850.843807:0:35883:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:2.0:1783444850.843811:0:35883:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef761 from it ffffa31941607bf8 00010000:00000001:2.0:1783444850.843813:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444850.843814:0:35883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444850.843815:0:35883:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=3 00000020:00000001:2.0:1783444850.843817:0:35883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444850.843819:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444850.843821:0:35883:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444850.843824:0:35883:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddd1f expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444850.843829:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.843830:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.843831:0:35883:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444850.843833:0:35883:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444850.843850:0:35883:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddd1f expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783444850.843857:0:35883:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444850.843860:0:35883:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444850.843862:0:35883:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444850.843865:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.843866:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.843868:0:35883:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.843870:0:35883:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444850.843872:0:35883:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.843874:0:35883:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.843876:0:35883:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.843878:0:35883:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444850.843879:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.843880:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783444850.843882:0:35883:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444850.843886:0:35883:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f2680 x1870075608315904/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444866 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.843891:0:35883:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444850.844149:0:35883:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444850.844153:0:35883:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c743c0d800. 02000000:00000001:2.0:1783444850.844158:0:35883:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444850.844160:0:35883:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444850.844162:0:35883:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:2.0:1783444850.844164:0:35883:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444850.844167:0:35883:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c750f6dc00. 02000000:00000001:2.0:1783444850.844171:0:35883:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444850.844172:0:35883:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444850.844174:0:35883:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f2680. 00000100:00000001:2.0:1783444850.844177:0:35883:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444850.844179:0:35883:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444850.844182:0:35883:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:2.0:1783444850.844187:0:35883:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783444850.844202:0:35883:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91c7507eb7a0. 00000080:00000001:2.0:1783444850.844207:0:35883:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1783444850.844210:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941607b50 00000080:00200000:2.0:1783444850.844212:0:35883:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), file ffff91c7430a6000, open_flags 1a100, mode 0 opened 0 00000080:00000010:2.0:1783444850.844216:0:35883:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff91c760427360. 00000080:00000001:2.0:1783444850.844219:0:35883:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1783444850.844221:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941607a00 00000080:00200000:2.0:1783444850.844222:0:35883:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), intent=open 00000080:00000010:2.0:1783444850.844229:0:35883:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c752030600. 00800000:00000002:2.0:1783444850.844246:0:35883:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:2.0:1783444850.844250:0:35883:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444850.844253:0:35883:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444850.844381:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941607920 00800000:00000002:2.0:1783444850.844385:0:35883:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444850.844389:0:35883:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1783444850.844391:0:35883:0:(lmv_obd.c:2238:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1783444850.844394:0:35883:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444850.844397:0:35883:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444850.844399:0:35883:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444850.844401:0:35883:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444850.844403:0:35883:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444850.844406:0:35883:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444850.844408:0:35883:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444850.844411:0:35883:0:(lmv_obd.c:2284:lmv_locate_tgt_create()) Process leaving (rc=18446622883747488256 : -121189962063360 : ffff91c7435c6200) 00000020:00000001:2.0:1783444850.844414:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319416078a0 00800000:00000002:2.0:1783444850.844416:0:35883:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24b.recovery-small' -> mds #0 layout version 1 00000002:00000001:2.0:1783444850.844422:0:35883:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444850.844423:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319416077d8 00000002:00010000:2.0:1783444850.844425:0:35883:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d24b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:2.0:1783444850.844429:0:35883:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1783444850.844431:0:35883:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1783444850.844434:0:35883:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1783444850.844438:0:35883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211500 count: 2 00010000:00000001:2.0:1783444850.844440:0:35883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444850.844443:0:35883:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1783444850.844446:0:35883:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.844448:0:35883:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.844450:0:35883:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444850.844454:0:35883:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f2680. 00000020:00000040:2.0:1783444850.844458:0:35883:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:2.0:1783444850.844462:0:35883:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1783444850.844464:0:35883:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.844467:0:35883:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783444850.844470:0:35883:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444850.844473:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.844475:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.844476:0:35883:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444850.844479:0:35883:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444850.844481:0:35883:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444850.844484:0:35883:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444850.844490:0:35883:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c750f6dc00. 00000100:00000001:2.0:1783444850.844496:0:35883:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.844500:0:35883:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444850.844502:0:35883:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.844503:0:35883:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444850.844504:0:35883:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.844506:0:35883:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.844514:0:35883:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622884232111744 : -121189477439872 : ffff91c7603f2680) 00010000:00000001:2.0:1783444850.844518:0:35883:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783444850.844520:0:35883:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1783444850.844522:0:35883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211500 count: 2 00010000:00000001:2.0:1783444850.844524:0:35883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444850.844526:0:35883:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783444850.844530:0:35883:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c752224000. 00000020:00000001:2.0:1783444850.844533:0:35883:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783444850.844536:0:35883:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c752224000 with handle 0x5503b2fe824ef768 to hash 00000020:00000001:2.0:1783444850.844538:0:35883:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783444850.844539:0:35883:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:2.0:1783444850.844542:0:35883:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:2.0:1783444850.844545:0:35883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444850.844547:0:35883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444850.844550:0:35883:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef768 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444850.844557:0:35883:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef768 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1783444850.844568:0:35883:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1783444850.844574:0:35883:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c7603f2680 x1870075608316160/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1783444850.844583:0:35883:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef768 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783444850.844588:0:35883:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444850.844590:0:35883:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444850.844595:0:35883:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7464c1b40. 00000100:00000001:2.0:1783444850.844597:0:35883:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883796753216 : -121189912798400 : ffff91c7464c1b40) 00000100:00000001:2.0:1783444850.844599:0:35883:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444850.844601:0:35883:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232111744 : -121189477439872 : ffff91c7603f2680) 00000100:00000001:2.0:1783444850.844606:0:35883:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444850.844609:0:35883:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444850.844611:0:35883:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444850.844612:0:35883:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444850.844616:0:35883:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f2680 x1870075608316160/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.844623:0:35883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444850.844625:0:35883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444850.844628:0:35883:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444850.844630:0:35883:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444850.844633:0:35883:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444850.844636:0:35883:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f2680 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35883:1870075608316160:192.168.204.110@tcp:101:lfs.0 00000100:00000001:2.0:1783444850.844639:0:35883:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444850.844644:0:35883:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444850.844646:0:35883:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444850.844649:0:35883:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444850.844739:0:35883:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff91c760a00000. 02000000:00000001:2.0:1783444850.844742:0:35883:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444850.844748:0:35883:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444850.844752:0:35883:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff478. 00000400:00000010:2.0:1783444850.844759:0:35883:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff91c743c0d800. 00000100:00000200:2.0:1783444850.844765:0:35883:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1870075608316160, portal 10 00000100:00000001:2.0:1783444850.844767:0:35883:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444850.844769:0:35883:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232111744 : -121189477439872 : ffff91c7603f2680) 00000100:00000040:2.0:1783444850.844775:0:35883:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c7603f2680 x1870075608316160/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1783444866 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.844782:0:35883:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444850.844785:0:35883:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444850.844789:0:35883:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83660. 00000100:00000200:2.0:1783444850.844792:0:35883:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1870075608316160, offset 0 00000400:00000200:2.0:1783444850.844798:0:35883:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444850.844806:0:35883:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444850.844813:0:35883:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444850.844818:0:35883:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444850.844822:0:35883:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444850.844825:0:35883:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444850.844828:0:35883:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444850.844831:0:35883:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2947:2947:256:4294967295] 192.168.204.110@tcp LPNI seq info [2947:2947:8:4294967295] 00000400:00000200:2.0:1783444850.845015:0:35883:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444850.845026:0:35883:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444850.845033:0:35883:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444850.845038:0:35883:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1e00. 00000800:00000200:2.0:1783444850.845044:0:35883:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444850.845053:0:35883:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444850.845079:0:35883:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1e00 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:2.0:1783444850.845089:0:35883:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444850.845094:0:35883:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 877808 usecs (878 jiffies) 00000400:00000200:2.0:1783444850.845097:0:35883:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444850.845100:0:35883:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296490729 00000100:00000001:2.0:1783444850.845103:0:35883:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296492542 00000100:00000001:2.0:1783444850.845106:0:35883:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296490729 00000100:00000001:2.0:1783444850.845108:0:35883:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296492542 00000100:00000001:2.0:1783444850.845110:0:35883:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444850.845114:0:35883:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444850.845116:0:35883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444850.845118:0:35883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444850.845121:0:35883:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7464c1b40 going to sleep for 11 seconds 00000100:00000001:2.0:1783444850.845123:0:35883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444850.845125:0:35883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444850.845496:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444850.845501:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1e00. 00000400:00000200:1.0:1783444850.845506:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444850.845512:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444850.845516:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83660 00000400:00000010:1.0:1783444850.845518:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83660. 00000100:00000001:1.0:1783444850.845523:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444850.845528:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2680 x1870075608316160/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1783444866 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444850.845537:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444850.845541:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2680 x1870075608316160/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1783444866 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444850.845547:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444850.845549:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444850.852019:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.852036:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444850.852040:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.852043:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444850.852051:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.852094:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444850.852105:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.852109:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.852114:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.852118:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 608 into portal 10 MB=0x6a4d2e8563900 00000400:00000200:0.0:1783444850.852123:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.852129:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 608/608 into md 0x81b1 [64] + 224 00000800:00000001:0.0:1783444850.852136:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.852144:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444850.852147:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444850.852152:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444850.852159:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444850.852168:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2680 x1870075608316160/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1783444866 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444850.852179:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff91c7603f2680 x1870075608316160/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444850.852198:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444850.852207:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.852211:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444850.852621:0:35883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444850.852630:0:35883:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444850.852633:0:35883:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444850.852636:0:35883:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff478. 00000400:00000200:2.0:1783444850.852641:0:35883:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c743c0d800 00000400:00000010:2.0:1783444850.852644:0:35883:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffff91c743c0d800. 00000100:00000001:2.0:1783444850.852648:0:35883:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444850.852654:0:35883:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f2680 x1870075608316160/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783444850.852664:0:35883:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f2680 x1870075608316160/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.852670:0:35883:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444850.852672:0:35883:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444850.852675:0:35883:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444850.852678:0:35883:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444850.852681:0:35883:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444850.852683:0:35883:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444850.852686:0:35883:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444850.852696:0:35883:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=30 v=5 (5 105 105 105) 00000100:00001000:2.0:1783444850.852701:0:35883:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444850.852703:0:35883:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1783444850.852708:0:35883:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff91c7603f2680 x1870075608316160/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.852714:0:35883:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1783444850.852717:0:35883:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783444850.852719:0:35883:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1783444850.852721:0:35883:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783444850.852723:0:35883:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444850.852725:0:35883:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232111744 : -121189477439872 : ffff91c7603f2680) 00000100:00000001:2.0:1783444850.852729:0:35883:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444850.852731:0:35883:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 8589934601 00000100:00000001:2.0:1783444850.852733:0:35883:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444850.852735:0:35883:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1783444850.852740:0:35883:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f2680 x1870075608316160/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1783444866 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.852747:0:35883:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1783444850.852750:0:35883:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444850.852752:0:35883:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444850.852756:0:35883:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f2680 x1870075608316160/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1783444866 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783444850.852764:0:35883:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f2680 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35883:1870075608316160:192.168.204.110@tcp:101:lfs.0 00000100:00000001:2.0:1783444850.852770:0:35883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444850.852773:0:35883:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1783444850.852775:0:35883:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444850.852777:0:35883:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444850.852792:0:35883:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2680 x1870075608316160/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1783444866 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.852800:0:35883:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444850.852803:0:35883:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7464c1b40. 00000100:00000001:2.0:1783444850.852807:0:35883:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444850.852808:0:35883:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1783444850.852812:0:35883:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783444850.852817:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444850.852819:0:35883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444850.852823:0:35883:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224000 refcount=4 00000020:00000001:2.0:1783444850.852825:0:35883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:2.0:1783444850.852828:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00010000:2.0:1783444850.852833:0:35883:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef768 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444850.853006:0:35883:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1783444850.853011:0:35883:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef768 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444850.853018:0:35883:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444850.853020:0:35883:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef768 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444850.853026:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.853028:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783444850.853032:0:35883:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef768 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444850.853037:0:35883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444850.853040:0:35883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.853043:0:35883:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1783444850.853046:0:35883:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef768 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444850.853052:0:35883:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91c752224000 already unused, calling callback (ffffffffc1ba6f40) 00000080:00000001:2.0:1783444850.853083:0:35883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1783444850.853087:0:35883:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef768 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444850.853094:0:35883:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1783444850.853096:0:35883:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1783444850.853099:0:35883:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef768 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444850.853104:0:35883:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1783444850.853107:0:35883:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1783444850.853108:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444850.853110:0:35883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444850.853112:0:35883:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224000 refcount=5 00000020:00000001:2.0:1783444850.853114:0:35883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:2.0:1783444850.853116:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:2.0:1783444850.853119:0:35883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783444850.853122:0:35883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef768 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1783444850.853127:0:35883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1783444850.853129:0:35883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444850.853132:0:35883:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1783444850.853134:0:35883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783444850.853136:0:35883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783444850.853138:0:35883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783444850.853140:0:35883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444850.853141:0:35883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1783444850.853144:0:35883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752224000 with handle 0x5503b2fe824ef768 from hash 00010000:00000001:2.0:1783444850.853146:0:35883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783444850.853148:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.853149:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.853150:0:35883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783444850.853152:0:35883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783444850.853153:0:35883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1783444850.853156:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.853157:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.853158:0:35883:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444850.853160:0:35883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444850.853163:0:35883:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef768 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444850.853168:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.853169:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.853170:0:35883:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1783444850.853172:0:35883:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444850.853173:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.853175:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.853176:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783444850.853177:0:35883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef768 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444850.853188:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.853190:0:35883:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1783444850.853194:0:35883:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1783444850.853201:0:35883:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff91c7603f2680 x1870075608316160/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1783444866 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783444850.853209:0:35883:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1783444850.853213:0:35883:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c7603f2680 x1870075608316160/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1783444866 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783444850.853220:0:35883:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.853221:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1783444850.853222:0:35883:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.853224:0:35883:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.853226:0:35883:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.853228:0:35883:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1783444850.853230:0:35883:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444850.853231:0:35883:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232111744 : -121189477439872 : ffff91c7603f2680) 00010000:00000001:2.0:1783444850.853233:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1783444850.853234:0:35883:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.853631:0:35883:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783444850.853634:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941607760 00000002:00002000:2.0:1783444850.853636:0:35883:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=open status=0 disp=80002b: rc = 0 00000002:00000001:2.0:1783444850.853640:0:35883:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444850.853644:0:35883:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444850.853647:0:35883:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783444850.853650:0:35883:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1783444850.853653:0:35883:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444850.853657:0:35883:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000001:2.0:1783444850.853660:0:35883:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1783444850.853662:0:35883:0:(namei.c:674:ll_lookup_it_finish()) it ffff91c760427360 it_disposition 80002b 00000080:00000001:2.0:1783444850.853665:0:35883:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783444850.853670:0:35883:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1783444850.853673:0:35883:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1783444850.853675:0:35883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:2.0:1783444850.853678:0:35883:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1783444850.864019:0:35883:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783444850.864028:0:35883:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x2c:0x0] 00000080:00000001:0.0:1783444850.864033:0:35883:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444850.864038:0:35883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:0.0:1783444850.864041:0:35883:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1783444850.864046:0:35883:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000405:0x2c:0x0], updating i_size 4096 00000080:00200000:0.0:1783444850.864050:0:35883:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x2c:0x0](ffff91c748db42c8): rc = 0 00000080:00000001:0.0:1783444850.864052:0:35883:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622883839689416 : -121189869862200 : ffff91c748db42c8) 00000080:00000001:0.0:1783444850.864135:0:35883:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783444850.864140:0:35883:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783444850.864142:0:35883:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444850.864146:0:35883:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2c:0x0](ffff91c748db42c8) for lock 0x0 00800000:00000001:0.0:1783444850.864149:0:35883:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783444850.864151:0:35883:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:0.0:1783444850.864154:0:35883:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444850.864155:0:35883:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1783444850.864163:0:35883:0:(namei.c:653:ll_splice_alias()) Add dentry ffff91c748f600d8 inode ffff91c748db42c8 refc 1 flags 0x20000e 00000080:00000001:0.0:1783444850.864167:0:35883:0:(llite_lib.c:3025:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783444850.864169:0:35883:0:(llite_lib.c:3031:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444850.864171:0:35883:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783444850.864175:0:35883:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783444850.864179:0:35883:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c752030600. 00000100:00000001:0.0:1783444850.864186:0:35883:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444850.864198:0:35883:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2680 x1870075608316160/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1783444866 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444850.864206:0:35883:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444850.864214:0:35883:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783444850.864217:0:35883:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783444850.864220:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941607a40 00000080:00200008:0.0:1783444850.864223:0:35883:0:(file.c:1058:ll_file_open()) START file d24b.recovery-small:[0x200000405:0x2c:0x0](ffff91c748db42c8), flags 320400 00000080:00000010:0.0:1783444850.864232:0:35883:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91c74ad748c0. 00000080:00000010:0.0:1783444850.864383:0:35883:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff91c745359740. 00000080:00000001:0.0:1783444850.864387:0:35883:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783444850.864393:0:35883:0:(lmv_obd.c:4175:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783444850.864395:0:35883:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444850.864398:0:35883:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444850.864400:0:35883:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444850.864402:0:35883:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444850.864404:0:35883:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444850.864406:0:35883:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:0.0:1783444850.864409:0:35883:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444850.864411:0:35883:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783444850.864415:0:35883:0:(obd.h:1438:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91c746478c40. 00000002:00100000:0.0:1783444850.864421:0:35883:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c7603f2680 x1870075608316160/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1783444866 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783444850.864429:0:35883:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444850.864431:0:35883:0:(lmv_obd.c:4181:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783444850.864435:0:35883:0:(rw.c:949:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783444850.864438:0:35883:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444850.864440:0:35883:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444850.864443:0:35883:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444850.864445:0:35883:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2680 x1870075608316160/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1783444866 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783444850.864453:0:35883:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444850.864456:0:35883:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff91c760a00000. 02000000:00000001:0.0:1783444850.864491:0:35883:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783444850.864492:0:35883:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444850.864495:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941607a40 00000080:00000008:0.0:1783444850.864497:0:35883:0:(file.c:1297:ll_file_open()) COMPLETED file d24b.recovery-small:[0x200000405:0x2c:0x0](ffff91c748db42c8), flags 320400, rc = 0 00000080:00000001:0.0:1783444850.864500:0:35883:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444850.864503:0:35883:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783444850.864505:0:35883:0:(dcache.c:176:ll_intent_release()) intent ffff91c760427360 released 00000080:00000001:0.0:1783444850.864507:0:35883:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1783444850.864509:0:35883:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783444850.864510:0:35883:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444850.864512:0:35883:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783444850.864515:0:35883:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff91c760427360. 00000080:00000001:0.0:1783444850.864518:0:35883:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444850.864521:0:35883:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783444850.864523:0:35883:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff91c748db42c8), inode mode 41ed mask 44 00000080:00000001:0.0:1783444850.864527:0:35883:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444850.864555:0:35883:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783444850.864557:0:35883:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff91c748db42c8) cmd=4008669a arg=7df2e0 00000080:00000001:0.0:1783444850.864563:0:35883:0:(dir.c:594:ll_dir_setstripe()) Process entered 00000080:00000010:0.0:1783444850.864567:0:35883:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c744fe0800. 00800000:00000001:0.0:1783444850.864572:0:35883:0:(lmv_obd.c:3024:lmv_setattr()) Process entered 00800000:00000002:0.0:1783444850.864574:0:35883:0:(lmv_obd.c:3028:lmv_setattr()) SETATTR for [0x200000405:0x2c:0x0], valid 0x0/0x0 00800000:00000001:0.0:1783444850.864576:0:35883:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444850.864593:0:35883:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444850.864594:0:35883:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444850.864596:0:35883:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444850.864598:0:35883:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444850.864599:0:35883:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:0.0:1783444850.864601:0:35883:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444850.864604:0:35883:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1783444850.864606:0:35883:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783444850.864612:0:35883:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444850.864616:0:35883:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746731500. 00000020:00000040:0.0:1783444850.864620:0:35883:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:0.0:1783444850.864625:0:35883:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783444850.864629:0:35883:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444850.864635:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444850.864637:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444850.864638:0:35883:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444850.864641:0:35883:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444850.864643:0:35883:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444850.864647:0:35883:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444850.864653:0:35883:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c746767c00. 00000100:00000001:0.0:1783444850.864659:0:35883:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444850.864661:0:35883:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444850.864663:0:35883:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444850.864664:0:35883:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444850.864666:0:35883:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444850.864668:0:35883:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1783444850.864676:0:35883:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1783444850.864683:0:35883:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c746731500 x1870075608316416/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444850.864689:0:35883:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783444850.864691:0:35883:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783444850.864697:0:35883:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c76036ff00. 00000100:00000001:0.0:1783444850.864699:0:35883:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884231577344 : -121189477974272 : ffff91c76036ff00) 00000100:00000001:0.0:1783444850.864702:0:35883:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444850.864703:0:35883:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799307520 : -121189910244096 : ffff91c746731500) 00000100:00000001:0.0:1783444850.864707:0:35883:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444850.864712:0:35883:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444850.864714:0:35883:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783444850.864716:0:35883:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444850.864719:0:35883:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746731500 x1870075608316416/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444850.864727:0:35883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444850.864729:0:35883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444850.864733:0:35883:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444850.864735:0:35883:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444850.864738:0:35883:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444850.864741:0:35883:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746731500 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35883:1870075608316416:192.168.204.110@tcp:36:lfs.0 00000100:00000001:0.0:1783444850.864745:0:35883:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444850.864750:0:35883:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444850.864752:0:35883:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444850.864754:0:35883:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444850.864757:0:35883:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c746764800. 02000000:00000001:0.0:1783444850.864759:0:35883:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444850.864766:0:35883:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444850.864769:0:35883:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f3c8. 00000400:00000010:0.0:1783444850.864776:0:35883:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9b28. 00000100:00000200:0.0:1783444850.864782:0:35883:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608316416, portal 10 00000100:00000001:0.0:1783444850.864784:0:35883:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444850.864785:0:35883:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799307520 : -121189910244096 : ffff91c746731500) 00000100:00000040:0.0:1783444850.864791:0:35883:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746731500 x1870075608316416/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1783444866 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444850.864798:0:35883:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444850.864800:0:35883:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444850.864802:0:35883:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f96e8. 00000100:00000200:0.0:1783444850.864805:0:35883:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870075608316416, offset 0 00000400:00000200:0.0:1783444850.864811:0:35883:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444850.864818:0:35883:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.864824:0:35883:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444850.864829:0:35883:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444850.864833:0:35883:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444850.865988:0:35883:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444850.865992:0:35883:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444850.865997:0:35883:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2948:2948:256:4294967295] 192.168.204.110@tcp LPNI seq info [2948:2948:8:4294967295] 00000400:00000200:0.0:1783444850.866002:0:35883:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.866012:0:35883:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444850.866019:0:35883:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444850.866027:0:35883:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c746193900. 00000800:00000200:0.0:1783444850.866033:0:35883:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444850.866041:0:35883:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444850.866045:0:35883:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c746193900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1783444850.866281:0:35883:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444850.866287:0:35883:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 876728 usecs (877 jiffies) 00000400:00000200:0.0:1783444850.866291:0:35883:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444850.866294:0:35883:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296490749 00000100:00000001:0.0:1783444850.866297:0:35883:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296492542 00000100:00000001:0.0:1783444850.866300:0:35883:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296490749 00000100:00000001:0.0:1783444850.866302:0:35883:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296492542 00000100:00000001:0.0:1783444850.866304:0:35883:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444850.866307:0:35883:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444850.866309:0:35883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444850.866311:0:35883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783444850.866314:0:35883:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c76036ff00 going to sleep for 11 seconds 00000100:00000001:0.0:1783444850.866317:0:35883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444850.866319:0:35883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1783444850.870221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224000. 00000800:00000200:1.0:1783444850.876088:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444850.876115:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c746193900. 00000400:00000200:1.0:1783444850.876122:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444850.876131:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444850.876138:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f96e8 00000400:00000010:1.0:1783444850.876141:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f96e8. 00000100:00000001:1.0:1783444850.876146:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444850.876154:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746731500 x1870075608316416/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1783444866 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444850.876166:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444850.876170:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746731500 x1870075608316416/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1783444866 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444850.876177:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444850.876179:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444850.890862:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.890882:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444850.890887:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.890890:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444850.891038:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.891046:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444850.891098:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.891102:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.891108:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.891113:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8563a00 00000400:00000200:0.0:1783444850.891118:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.891123:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x81b9 [1] + 224 00000800:00000001:0.0:1783444850.891131:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.891139:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444850.891143:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444850.891148:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444850.891156:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444850.891165:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746731500 x1870075608316416/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1783444866 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444850.891177:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff91c746731500 x1870075608316416/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444850.891202:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444850.891211:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.891215:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444850.891289:0:35883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444850.891296:0:35883:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444850.891299:0:35883:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444850.891302:0:35883:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f3c8. 00000400:00000200:2.0:1783444850.891307:0:35883:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9b28 00000400:00000010:2.0:1783444850.891309:0:35883:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9b28. 00000100:00000001:2.0:1783444850.891312:0:35883:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444850.891317:0:35883:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746731500 x1870075608316416/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444850.891327:0:35883:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746731500 x1870075608316416/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444850.891344:0:35883:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444850.891346:0:35883:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444850.891349:0:35883:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444850.891352:0:35883:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444850.891355:0:35883:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444850.891357:0:35883:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444850.891360:0:35883:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444850.891369:0:35883:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=30 v=5 (5 105 105 105) 00000100:00001000:2.0:1783444850.891374:0:35883:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444850.891377:0:35883:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444850.891378:0:35883:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.891381:0:35883:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444850.891385:0:35883:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444850.891388:0:35883:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783444850.891390:0:35883:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1783444850.891392:0:35883:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783444850.891394:0:35883:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444850.891395:0:35883:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799307520 : -121189910244096 : ffff91c746731500) 00000100:00000001:2.0:1783444850.891399:0:35883:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444850.891401:0:35883:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 8589934601 00000100:00000001:2.0:1783444850.891403:0:35883:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444850.891406:0:35883:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444850.891412:0:35883:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746731500 x1870075608316416/t8589934605(8589934605) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1783444866 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444850.891420:0:35883:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444850.891423:0:35883:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444850.891425:0:35883:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444850.891429:0:35883:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746731500 x1870075608316416/t8589934605(8589934605) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1783444866 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444850.891437:0:35883:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746731500 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35883:1870075608316416:192.168.204.110@tcp:36:lfs.0 00000100:00000001:2.0:1783444850.891441:0:35883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444850.891444:0:35883:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444850.891447:0:35883:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444850.891449:0:35883:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444850.891452:0:35883:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746731500 x1870075608316416/t8589934605(8589934605) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1783444866 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444850.891459:0:35883:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444850.891462:0:35883:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c76036ff00. 00000100:00000001:2.0:1783444850.891466:0:35883:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444850.891467:0:35883:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.891474:0:35883:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444850.891477:0:35883:0:(lmv_obd.c:3037:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783444850.891482:0:35883:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c744fe0800. 00000100:00000001:2.0:1783444850.891486:0:35883:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444850.891489:0:35883:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746731500 x1870075608316416/t8589934605(8589934605) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1783444866 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444850.891495:0:35883:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444850.891497:0:35883:0:(dir.c:669:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444850.891499:0:35883:0:(dir.c:2167:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444850.891530:0:35883:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:2.0:1783444850.891533:0:35883:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:2.0:1783444850.891537:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941607d98 00000080:00200008:2.0:1783444850.891539:0:35883:0:(file.c:447:ll_file_release()) START file d24b.recovery-small:[0x200000405:0x2c:0x0](ffff91c748db42c8), flags 320000 00000080:00400000:2.0:1783444850.891544:0:35883:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x2c:0x0] 00000080:00000001:2.0:1783444850.891549:0:35883:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1783444850.891550:0:35883:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:2.0:1783444850.891552:0:35883:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1783444850.891557:0:35883:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444850.891560:0:35883:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444850.891562:0:35883:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444850.891565:0:35883:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444850.891566:0:35883:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444850.891568:0:35883:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:2.0:1783444850.891570:0:35883:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.891575:0:35883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444850.891578:0:35883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783444850.891584:0:35883:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.891586:0:35883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444850.891588:0:35883:0:(lmv_obd.c:4132:lmv_lock_match()) Lock match for [0x200000405:0x2c:0x0]: 0 00000080:00000001:2.0:1783444850.891590:0:35883:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1783444850.891592:0:35883:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1783444850.891597:0:35883:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff91c752031c00. 00000080:00000001:2.0:1783444850.891599:0:35883:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1783444850.891605:0:35883:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1783444850.891609:0:35883:0:(lmv_obd.c:1665:lmv_close()) Process entered 00800000:00000001:2.0:1783444850.891610:0:35883:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444850.891611:0:35883:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444850.891612:0:35883:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444850.891614:0:35883:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444850.891615:0:35883:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444850.891617:0:35883:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:2.0:1783444850.891619:0:35883:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444850.891621:0:35883:0:(lmv_obd.c:1671:lmv_close()) CLOSE [0x200000405:0x2c:0x0] 00000002:00000001:2.0:1783444850.891624:0:35883:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1783444850.891626:0:35883:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91c759350000: [0x200000405:0x2c:0x0] file closed with intent: 0 00000100:00000010:2.0:1783444850.891632:0:35883:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f1500. 00000020:00000040:2.0:1783444850.891636:0:35883:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:2.0:1783444850.891640:0:35883:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444850.891643:0:35883:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444850.891648:0:35883:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444850.891655:0:35883:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c752031e00. 00000100:00000001:2.0:1783444850.891661:0:35883:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1783444850.891671:0:35883:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91c7603f2680 x1870075608316160/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1783444866 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1783444850.891681:0:35883:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1783444850.891685:0:35883:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c7603f1500 x1870075608316672/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1783444850.891692:0:35883:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444850.891693:0:35883:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444850.891699:0:35883:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7464c1b40. 00000100:00000001:2.0:1783444850.891701:0:35883:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883796753216 : -121189912798400 : ffff91c7464c1b40) 00000100:00000001:2.0:1783444850.891703:0:35883:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444850.891704:0:35883:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232107264 : -121189477444352 : ffff91c7603f1500) 00000100:00000001:2.0:1783444850.891709:0:35883:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444850.891713:0:35883:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444850.891715:0:35883:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444850.891717:0:35883:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444850.891720:0:35883:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f1500 x1870075608316672/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.891739:0:35883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444850.891741:0:35883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444850.891746:0:35883:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444850.891748:0:35883:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444850.891751:0:35883:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444850.891754:0:35883:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f1500 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35883:1870075608316672:192.168.204.110@tcp:35:lfs.0 00000100:00000001:2.0:1783444850.891758:0:35883:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444850.891763:0:35883:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444850.891765:0:35883:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444850.891767:0:35883:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444850.891771:0:35883:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c750f6d000. 02000000:00000001:2.0:1783444850.891773:0:35883:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444850.891778:0:35883:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444850.891781:0:35883:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff478. 00000400:00000010:2.0:1783444850.891786:0:35883:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83220. 00000100:00000200:2.0:1783444850.891792:0:35883:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608316672, portal 10 00000100:00000001:2.0:1783444850.891794:0:35883:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444850.891795:0:35883:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232107264 : -121189477444352 : ffff91c7603f1500) 00000100:00000040:2.0:1783444850.891801:0:35883:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c7603f1500 x1870075608316672/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444866 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.891808:0:35883:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444850.891811:0:35883:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444850.891814:0:35883:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83aa0. 00000100:00000200:2.0:1783444850.891818:0:35883:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870075608316672, offset 0 00000400:00000200:2.0:1783444850.891823:0:35883:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444850.891829:0:35883:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444850.891849:0:35883:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444850.891854:0:35883:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444850.891858:0:35883:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444850.891861:0:35883:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444850.891864:0:35883:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444850.891868:0:35883:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2949:2949:256:4294967295] 192.168.204.110@tcp LPNI seq info [2949:2949:8:4294967295] 00000400:00000200:2.0:1783444850.891872:0:35883:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444850.891880:0:35883:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444850.891886:0:35883:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444850.891891:0:35883:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1000. 00000800:00000200:2.0:1783444850.891910:0:35883:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444850.891918:0:35883:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444850.891923:0:35883:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1783444850.891930:0:35883:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444850.891935:0:35883:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 875678 usecs (876 jiffies) 00000400:00000200:2.0:1783444850.891939:0:35883:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444850.891942:0:35883:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296490773 00000100:00000001:2.0:1783444850.891945:0:35883:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296492542 00000100:00000001:2.0:1783444850.891947:0:35883:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296490773 00000100:00000001:2.0:1783444850.891950:0:35883:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296492542 00000100:00000001:2.0:1783444850.891952:0:35883:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444850.891955:0:35883:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444850.891957:0:35883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444850.891959:0:35883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444850.891961:0:35883:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7464c1b40 going to sleep for 11 seconds 00000100:00000001:2.0:1783444850.891964:0:35883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444850.891966:0:35883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444850.892787:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444850.892792:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1000. 00000400:00000200:1.0:1783444850.892797:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444850.892802:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444850.892806:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83aa0 00000400:00000010:1.0:1783444850.892807:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83aa0. 00000100:00000001:1.0:1783444850.892811:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444850.892816:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1500 x1870075608316672/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444866 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444850.892824:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444850.892827:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f1500 x1870075608316672/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444866 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444850.892989:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444850.892992:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444850.903434:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.903448:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444850.903452:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.903454:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444850.903463:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.903470:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444850.903479:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.903484:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.903490:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.903494:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8563b00 00000400:00000200:0.0:1783444850.903499:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.903504:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x81c9 [1] + 224 00000800:00000001:0.0:1783444850.903511:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.903517:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444850.903521:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444850.903525:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444850.903532:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444850.903540:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1500 x1870075608316672/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444866 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444850.903551:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91c7603f1500 x1870075608316672/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444850.903574:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444850.903581:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.903585:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444850.903701:0:35883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444850.903709:0:35883:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444850.903711:0:35883:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444850.903714:0:35883:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff478. 00000400:00000200:2.0:1783444850.903719:0:35883:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83220 00000400:00000010:2.0:1783444850.903722:0:35883:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83220. 00000100:00000001:2.0:1783444850.903724:0:35883:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444850.903729:0:35883:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f1500 x1870075608316672/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783444850.903738:0:35883:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f1500 x1870075608316672/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.903744:0:35883:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444850.903745:0:35883:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444850.903748:0:35883:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444850.903751:0:35883:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444850.903754:0:35883:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444850.903756:0:35883:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444850.903759:0:35883:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444850.903768:0:35883:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bcf0 time=30 v=5 (5 5 5 5) 00000100:00001000:2.0:1783444850.903773:0:35883:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444850.903776:0:35883:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444850.903777:0:35883:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.903780:0:35883:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444850.903783:0:35883:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444850.903787:0:35883:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783444850.903789:0:35883:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1783444850.903790:0:35883:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783444850.903793:0:35883:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444850.903794:0:35883:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232107264 : -121189477444352 : ffff91c7603f1500) 00000100:00000001:2.0:1783444850.903797:0:35883:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444850.903800:0:35883:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 8589934601 00000100:00000001:2.0:1783444850.903802:0:35883:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444850.903804:0:35883:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444850.903808:0:35883:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f1500 x1870075608316672/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444866 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.903814:0:35883:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444850.903817:0:35883:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444850.903819:0:35883:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444850.903823:0:35883:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f1500 x1870075608316672/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444866 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783444850.903829:0:35883:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f1500 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35883:1870075608316672:192.168.204.110@tcp:35:lfs.0 00000100:00000001:2.0:1783444850.903849:0:35883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444850.903852:0:35883:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444850.903854:0:35883:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444850.903856:0:35883:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444850.903860:0:35883:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f1500 x1870075608316672/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444866 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.903867:0:35883:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444850.903869:0:35883:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7464c1b40. 00000100:00000001:2.0:1783444850.903873:0:35883:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444850.903874:0:35883:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444850.903881:0:35883:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444850.903882:0:35883:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232107264 : -121189477444352 : ffff91c7603f1500) 00000002:00000001:2.0:1783444850.903885:0:35883:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444850.903889:0:35883:0:(lmv_obd.c:1673:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783444850.903983:0:35883:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c752031c00. 00000080:00000001:2.0:1783444850.903991:0:35883:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1783444850.903995:0:35883:0:(lmv_obd.c:4191:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1783444850.903998:0:35883:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444850.904001:0:35883:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444850.904003:0:35883:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444850.904005:0:35883:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444850.904006:0:35883:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444850.904008:0:35883:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:2.0:1783444850.904010:0:35883:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.904014:0:35883:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1783444850.904020:0:35883:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91c7603f2680 x1870075608316160/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1783444866 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.904028:0:35883:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444850.904029:0:35883:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232111744 : -121189477439872 : ffff91c7603f2680) 00000100:00000001:2.0:1783444850.904031:0:35883:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444850.904034:0:35883:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2680 x1870075608316160/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1783444866 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.904039:0:35883:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444850.904041:0:35883:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444850.904044:0:35883:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f1500 x1870075608316672/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444866 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.904049:0:35883:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444850.904050:0:35883:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444850.904052:0:35883:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f2680 x1870075608316160/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1783444866 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.904093:0:35883:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1783444850.904096:0:35883:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444850.904098:0:35883:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:2.0:1783444850.904101:0:35883:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444850.904104:0:35883:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c750f6dc00. 02000000:00000001:2.0:1783444850.904108:0:35883:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444850.904109:0:35883:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444850.904111:0:35883:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f2680. 00000100:00000001:2.0:1783444850.904115:0:35883:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444850.904116:0:35883:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444850.904118:0:35883:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444850.904121:0:35883:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1500 x1870075608316672/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444866 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.904127:0:35883:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444850.904129:0:35883:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff91c746478c40. 00000002:00000001:2.0:1783444850.904131:0:35883:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444850.904133:0:35883:0:(lmv_obd.c:4197:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783444850.904135:0:35883:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91c745359740. 00000100:00000001:2.0:1783444850.904138:0:35883:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444850.904141:0:35883:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1500 x1870075608316672/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444866 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.904147:0:35883:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444850.904149:0:35883:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444850.904152:0:35883:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6d000. 02000000:00000001:2.0:1783444850.904153:0:35883:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444850.904155:0:35883:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444850.904156:0:35883:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:2.0:1783444850.904158:0:35883:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444850.904159:0:35883:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c752031e00. 02000000:00000001:2.0:1783444850.904160:0:35883:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444850.904161:0:35883:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444850.904163:0:35883:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1500. 00000100:00000001:2.0:1783444850.904165:0:35883:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444850.904166:0:35883:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444850.904168:0:35883:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783444850.904171:0:35883:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91c74ad748c0. 00000080:00000001:2.0:1783444850.904176:0:35883:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444850.904182:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941607d98 00000080:00000008:2.0:1783444850.904184:0:35883:0:(file.c:491:ll_file_release()) COMPLETED file d24b.recovery-small:[0x200000405:0x2c:0x0](ffff91c748db42c8), flags 320000, rc = 0 00000080:00000001:2.0:1783444850.904187:0:35883:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444850.904189:0:35883:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444850.904194:0:35883:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1783444850.904196:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941607e00 00000080:00002000:2.0:1783444850.904198:0:35883:0:(dcache.c:127:ll_ddelete()) deleting dentry d24b.recovery-small (ffff91c748f600d8, parent ffff91c74931ae58, inode ffff91c748db42c8) hashed, 00000080:00000001:2.0:1783444850.904201:0:35883:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444850.904208:0:35883:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1783444850.904214:0:35883:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1783444850.916910:0:35706:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c7507eb7a0. 00010000:00010000:2.0:1783444850.935574:0:35885:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff91c759350000 00010000:00000001:2.0:1783444850.935583:0:35885:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444850.935585:0:35885:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444850.935589:0:35885:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.935593:0:35885:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444850.935594:0:35885:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.935597:0:35885:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444850.935631:0:35885:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff91c759350000 00010000:00000001:2.0:1783444850.935633:0:35885:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444850.935635:0:35885:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444850.935636:0:35885:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.935638:0:35885:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444850.935639:0:35885:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.935641:0:35885:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444850.978119:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444850.978125:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444850.978129:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444850.978131:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444850.978135:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444850.978136:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444850.978215:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444850.978218:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444850.978221:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1783444850.983925:0:35890:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783444850.983933:0:35890:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783444850.983935:0:35890:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783444850.983939:0:35890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7bc0 00000080:00200000:2.0:1783444850.983944:0:35890:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:2.0:1783444850.983953:0:35890:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c752030000. 00800000:00000002:2.0:1783444850.983961:0:35890:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:2.0:1783444850.983965:0:35890:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444850.983969:0:35890:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444850.983971:0:35890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7ae0 00800000:00000002:2.0:1783444850.983973:0:35890:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444850.983976:0:35890:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1783444850.983979:0:35890:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444850.983982:0:35890:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444850.983985:0:35890:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444850.983987:0:35890:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444850.983989:0:35890:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444850.983991:0:35890:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444850.983993:0:35890:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444850.983997:0:35890:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783444850.984002:0:35890:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444850.984004:0:35890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b79b0 00000002:00010000:2.0:1783444850.984006:0:35890:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783444850.984009:0:35890:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783444850.984011:0:35890:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444850.984014:0:35890:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444850.984021:0:35890:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211500 count: 2 00010000:00000001:2.0:1783444850.984024:0:35890:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444850.984028:0:35890:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444850.984032:0:35890:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444850.984036:0:35890:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddd1f expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1783444850.984046:0:35890:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444850.984050:0:35890:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444850.984053:0:35890:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddd1f expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1783444850.984309:0:35890:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783444850.984312:0:35890:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783444850.984314:0:35890:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444850.984316:0:35890:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444850.984318:0:35890:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444850.984320:0:35890:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783444850.984323:0:35890:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783444850.984326:0:35890:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:2.0:1783444850.984499:0:35890:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c752030000. 00000080:00000001:2.0:1783444850.984504:0:35890:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783444850.984506:0:35890:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444850.984508:0:35890:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:2.0:1783444850.984512:0:35890:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef761 00800000:00000001:2.0:1783444850.984515:0:35890:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444850.984518:0:35890:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444850.984520:0:35890:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444850.984522:0:35890:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444850.984525:0:35890:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=3 00000020:00000001:2.0:1783444850.984528:0:35890:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444850.984530:0:35890:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444850.984533:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.984535:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444850.984536:0:35890:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444850.984538:0:35890:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444850.984540:0:35890:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef761 from it ffffa319419b7bf8 00010000:00000001:2.0:1783444850.984542:0:35890:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444850.984543:0:35890:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444850.984545:0:35890:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=3 00000020:00000001:2.0:1783444850.984546:0:35890:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444850.984548:0:35890:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444850.984550:0:35890:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444850.984553:0:35890:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddd1f expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783444850.984560:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.984562:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.984563:0:35890:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444850.984565:0:35890:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444850.984568:0:35890:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddd1f expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783444850.984576:0:35890:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444850.984579:0:35890:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444850.984581:0:35890:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444850.984585:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.984586:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.984588:0:35890:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.984591:0:35890:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444850.984592:0:35890:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.984595:0:35890:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.984598:0:35890:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.984600:0:35890:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444850.984601:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.984602:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783444850.984605:0:35890:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783444850.984607:0:35890:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444850.984609:0:35890:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:2.0:1783444850.984614:0:35890:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783444850.984623:0:35890:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91c7507eb980. 00000020:00000001:2.0:1783444850.984627:0:35890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7b28 00000080:00200000:2.0:1783444850.984630:0:35890:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), flags=25 00000080:00000001:2.0:1783444850.984633:0:35890:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1783444850.984635:0:35890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b79d8 00000080:00200000:2.0:1783444850.984637:0:35890:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), intent=0 00000080:00000010:2.0:1783444850.984643:0:35890:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c752030000. 00800000:00000002:2.0:1783444850.984646:0:35890:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:2.0:1783444850.984650:0:35890:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444850.984652:0:35890:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444850.984653:0:35890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b78f8 00800000:00000002:2.0:1783444850.984655:0:35890:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444850.984658:0:35890:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1783444850.984660:0:35890:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444850.984661:0:35890:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444850.984663:0:35890:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444850.984664:0:35890:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444850.984666:0:35890:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444850.984668:0:35890:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444850.984670:0:35890:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444850.984672:0:35890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7890 00800000:00000002:2.0:1783444850.984674:0:35890:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24b.recovery-small' -> mds #0 00000002:00000001:2.0:1783444850.984677:0:35890:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444850.984678:0:35890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b77c8 00000002:00010000:2.0:1783444850.984680:0:35890:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d24b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1783444850.984684:0:35890:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1783444850.984687:0:35890:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1783444850.984691:0:35890:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f1500. 00000020:00000040:2.0:1783444850.984695:0:35890:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:2.0:1783444850.984701:0:35890:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783444850.984705:0:35890:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444850.984707:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.984708:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.984710:0:35890:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444850.984712:0:35890:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444850.984714:0:35890:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444850.984717:0:35890:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444850.984724:0:35890:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c750f6d000. 00000100:00000001:2.0:1783444850.984730:0:35890:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.984735:0:35890:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444850.984737:0:35890:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.984739:0:35890:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444850.984740:0:35890:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.984742:0:35890:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.984750:0:35890:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622884232107264 : -121189477444352 : ffff91c7603f1500) 00010000:00000001:2.0:1783444850.984754:0:35890:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783444850.984757:0:35890:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1783444850.984759:0:35890:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211500 count: 2 00010000:00000001:2.0:1783444850.984762:0:35890:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444850.984765:0:35890:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783444850.984768:0:35890:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c752224000. 00000020:00000001:2.0:1783444850.984772:0:35890:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783444850.984774:0:35890:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c752224000 with handle 0x5503b2fe824ef76f to hash 00000020:00000001:2.0:1783444850.984776:0:35890:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783444850.984778:0:35890:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:2.0:1783444850.984781:0:35890:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:2.0:1783444850.984784:0:35890:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444850.984786:0:35890:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444850.984789:0:35890:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef76f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35890 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444850.984800:0:35890:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef76f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35890 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444850.984809:0:35890:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef76f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35890 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783444850.984815:0:35890:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444850.984817:0:35890:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444850.984824:0:35890:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7464c1b40. 00000100:00000001:2.0:1783444850.984826:0:35890:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883796753216 : -121189912798400 : ffff91c7464c1b40) 00000100:00000001:2.0:1783444850.984829:0:35890:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444850.984830:0:35890:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232107264 : -121189477444352 : ffff91c7603f1500) 00000100:00000001:2.0:1783444850.984906:0:35890:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444850.984910:0:35890:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444850.984913:0:35890:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444850.984915:0:35890:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444850.984926:0:35890:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f1500 x1870075608316800/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.984935:0:35890:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444850.984937:0:35890:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444850.984941:0:35890:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444850.984943:0:35890:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444850.984945:0:35890:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444850.984949:0:35890:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f1500 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:35890:1870075608316800:192.168.204.110@tcp:101:multiop.0 00000100:00000001:2.0:1783444850.984952:0:35890:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444850.984958:0:35890:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444850.984960:0:35890:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444850.984963:0:35890:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444850.984968:0:35890:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c743c0d800. 02000000:00000001:2.0:1783444850.984970:0:35890:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444850.984977:0:35890:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444850.984981:0:35890:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff478. 00000400:00000010:2.0:1783444850.984988:0:35890:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83220. 00000100:00000200:2.0:1783444850.985009:0:35890:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608316800, portal 10 00000100:00000001:2.0:1783444850.985010:0:35890:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444850.985012:0:35890:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232107264 : -121189477444352 : ffff91c7603f1500) 00000100:00000040:2.0:1783444850.985017:0:35890:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c7603f1500 x1870075608316800/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444866 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.985025:0:35890:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444850.985027:0:35890:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444850.985030:0:35890:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83bb0. 00000100:00000200:2.0:1783444850.985034:0:35890:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1870075608316800, offset 0 00000400:00000200:2.0:1783444850.985040:0:35890:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444850.985048:0:35890:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444850.985056:0:35890:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444850.985061:0:35890:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444850.985066:0:35890:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444850.985141:0:35890:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444850.985144:0:35890:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444850.985148:0:35890:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2950:2950:256:4294967295] 192.168.204.110@tcp LPNI seq info [2950:2950:8:4294967295] 00000400:00000200:2.0:1783444850.985152:0:35890:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444850.985163:0:35890:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444850.985168:0:35890:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444850.985173:0:35890:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1700. 00000800:00000200:2.0:1783444850.985180:0:35890:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444850.985187:0:35890:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444850.985191:0:35890:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1700 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1783444850.985255:0:35890:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444850.985261:0:35890:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 874610 usecs (875 jiffies) 00000400:00000200:2.0:1783444850.985265:0:35890:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444850.985267:0:35890:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296490866 00000100:00000001:2.0:1783444850.985271:0:35890:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296492542 00000100:00000001:2.0:1783444850.985274:0:35890:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296490866 00000100:00000001:2.0:1783444850.985277:0:35890:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296492542 00000100:00000001:2.0:1783444850.985279:0:35890:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444850.985282:0:35890:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444850.985284:0:35890:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444850.985286:0:35890:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444850.985289:0:35890:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7464c1b40 going to sleep for 11 seconds 00000100:00000001:2.0:1783444850.985292:0:35890:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444850.985294:0:35890:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444850.990492:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444850.990502:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1700. 00000400:00000200:1.0:1783444850.990512:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444850.990520:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444850.990527:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83bb0 00000400:00000010:1.0:1783444850.990530:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83bb0. 00000100:00000001:1.0:1783444850.990536:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444850.990544:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1500 x1870075608316800/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444866 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444850.990555:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444850.990559:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f1500 x1870075608316800/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444866 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444850.990566:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444850.990567:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444850.991708:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.991720:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444850.991723:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.991724:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444850.991731:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.991736:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444850.991744:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.991748:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.991752:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.991756:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 584 into portal 10 MB=0x6a4d2e8563b80 00000400:00000200:0.0:1783444850.991760:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444850.991764:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 584/584 into md 0x81d1 [1] + 224 00000800:00000001:0.0:1783444850.991771:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.991776:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444850.991778:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444850.991824:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444850.991829:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444850.991887:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1500 x1870075608316800/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444866 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444850.991898:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff91c7603f1500 x1870075608316800/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.991939:0:35890:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444850.991954:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444850.991976:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444850.991979:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1783444850.992006:0:35890:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444850.992008:0:35890:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444850.992011:0:35890:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff478. 00000400:00000200:2.0:1783444850.992015:0:35890:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83220 00000400:00000010:2.0:1783444850.992017:0:35890:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83220. 00000100:00000001:2.0:1783444850.992020:0:35890:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444850.992026:0:35890:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f1500 x1870075608316800/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783444850.992034:0:35890:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f1500 x1870075608316800/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.992040:0:35890:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444850.992042:0:35890:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444850.992044:0:35890:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444850.992047:0:35890:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444850.992050:0:35890:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444850.992051:0:35890:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444850.992100:0:35890:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444850.992110:0:35890:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=30 v=5 (5 105 105 105) 00000100:00001000:2.0:1783444850.992114:0:35890:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444850.992116:0:35890:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444850.992118:0:35890:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.992121:0:35890:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444850.992124:0:35890:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444850.992127:0:35890:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444850.992130:0:35890:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 8589934601 00000100:00000001:2.0:1783444850.992132:0:35890:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444850.992134:0:35890:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444850.992138:0:35890:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f1500 x1870075608316800/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.992145:0:35890:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444850.992148:0:35890:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444850.992149:0:35890:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444850.992153:0:35890:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f1500 x1870075608316800/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1783444866 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783444850.992159:0:35890:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f1500 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:35890:1870075608316800:192.168.204.110@tcp:101:multiop.0 00000100:00000001:2.0:1783444850.992164:0:35890:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444850.992166:0:35890:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444850.992169:0:35890:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444850.992170:0:35890:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444850.992173:0:35890:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1500 x1870075608316800/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1783444866 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.992180:0:35890:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444850.992183:0:35890:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7464c1b40. 00000100:00000001:2.0:1783444850.992186:0:35890:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444850.992188:0:35890:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.992190:0:35890:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783444850.992194:0:35890:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444850.992198:0:35890:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444850.992201:0:35890:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224000 refcount=4 00000020:00000001:2.0:1783444850.992204:0:35890:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:2.0:1783444850.992206:0:35890:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000040:2.0:1783444850.992213:0:35890:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c752224000, remote cookie: 0x332dd2263f6ddd5e, flags: 0x1001 00010000:00010000:2.0:1783444850.992219:0:35890:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef76f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddd5e expref: -99 pid: 35890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1783444850.992294:0:35890:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2c:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1783444850.992299:0:35890:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1783444850.992308:0:35890:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747211300. 00010000:00000010:2.0:1783444850.992313:0:35890:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c743ef4b80. 00010000:00000001:2.0:1783444850.992319:0:35890:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444850.992322:0:35890:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef76f lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddd5e expref: -99 pid: 35890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444850.992394:0:35890:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef76f lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddd5e expref: -99 pid: 35890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444850.992401:0:35890:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783444850.992405:0:35890:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783444850.992407:0:35890:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783444850.992408:0:35890:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783444850.992409:0:35890:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783444850.992411:0:35890:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2c:0x0].0x0 (ffff91c747211300) refcount = 1 00010000:00010000:2.0:1783444850.992415:0:35890:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef76f lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddd5e expref: -99 pid: 35890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444850.992421:0:35890:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783444850.992424:0:35890:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783444850.992426:0:35890:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444850.992428:0:35890:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783444850.992430:0:35890:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444850.992433:0:35890:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef76f lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddd5e expref: -99 pid: 35890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444850.992439:0:35890:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783444850.992440:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.992442:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.992443:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.992445:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.992447:0:35890:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.992452:0:35890:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1783444850.992454:0:35890:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444850.992455:0:35890:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444850.992457:0:35890:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224000 refcount=3 00000020:00000001:2.0:1783444850.992459:0:35890:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:2.0:1783444850.992461:0:35890:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:2.0:1783444850.992464:0:35890:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444850.992465:0:35890:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444850.992467:0:35890:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224000 refcount=4 00000020:00000001:2.0:1783444850.992468:0:35890:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:2.0:1783444850.992471:0:35890:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:2.0:1783444850.992474:0:35890:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444850.992477:0:35890:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444850.992480:0:35890:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef76f lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddd5e expref: -99 pid: 35890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444850.992485:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.992486:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.992488:0:35890:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444850.992489:0:35890:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444850.992490:0:35890:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224000 refcount=5 00000020:00000001:2.0:1783444850.992491:0:35890:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:2.0:1783444850.992493:0:35890:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:2.0:1783444850.992495:0:35890:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444850.992497:0:35890:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef76f lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddd5e expref: -99 pid: 35890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444850.992502:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.992503:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783444850.992506:0:35890:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef76f lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddd5e expref: -99 pid: 35890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444850.992511:0:35890:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444850.992513:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.992513:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.992515:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.992516:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1783444850.992520:0:35890:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff91c7603f1500 x1870075608316800/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1783444866 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1783444850.992528:0:35890:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444850.992529:0:35890:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444850.992530:0:35890:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224000 refcount=3 00000020:00000001:2.0:1783444850.992532:0:35890:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:2.0:1783444850.992534:0:35890:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:2.0:1783444850.992536:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.992538:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444850.992539:0:35890:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.992541:0:35890:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.992544:0:35890:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1783444850.992546:0:35890:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444850.992547:0:35890:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444850.992548:0:35890:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224000 refcount=3 00000020:00000001:2.0:1783444850.992550:0:35890:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:2.0:1783444850.992551:0:35890:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00000002:00010000:2.0:1783444850.992555:0:35890:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef76f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddd5e expref: -99 pid: 35890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444850.992560:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.992561:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.992563:0:35890:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783444850.992564:0:35890:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444850.992565:0:35890:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444850.992566:0:35890:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224000 refcount=3 00000020:00000001:2.0:1783444850.992568:0:35890:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:2.0:1783444850.992570:0:35890:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000040:2.0:1783444850.992573:0:35890:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211300 count: 2 00010000:00000001:2.0:1783444850.992576:0:35890:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1783444850.992580:0:35890:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589935621/44 (0 0) 00010000:00000001:2.0:1783444850.992582:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.992583:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444850.992584:0:35890:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783444850.992587:0:35890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7750 00000002:00002000:2.0:1783444850.992590:0:35890:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=lookup status=0 disp=b: rc = 0 00000002:00000001:2.0:1783444850.992593:0:35890:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444850.992597:0:35890:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444850.992599:0:35890:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783444850.992603:0:35890:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1783444850.992606:0:35890:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444850.992610:0:35890:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000001:2.0:1783444850.992613:0:35890:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1783444850.992615:0:35890:0:(namei.c:674:ll_lookup_it_finish()) it ffffa319419b7ac8 it_disposition b 00000080:00000001:2.0:1783444850.992618:0:35890:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783444850.992624:0:35890:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1783444850.992627:0:35890:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1783444850.992629:0:35890:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:2.0:1783444850.992632:0:35890:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1783444850.992637:0:35890:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1783444850.992639:0:35890:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x2c:0x0] 00000080:00000001:2.0:1783444850.992642:0:35890:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444850.992644:0:35890:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:2.0:1783444850.992647:0:35890:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1783444850.992652:0:35890:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000405:0x2c:0x0], updating i_size 4096 00000080:00200000:2.0:1783444850.992655:0:35890:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x2c:0x0](ffff91c748db42c8): rc = 0 00000080:00000001:2.0:1783444850.992657:0:35890:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622883839689416 : -121189869862200 : ffff91c748db42c8) 00010000:00000001:2.0:1783444850.992659:0:35890:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444850.992660:0:35890:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444850.992662:0:35890:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224000 refcount=3 00000020:00000001:2.0:1783444850.992664:0:35890:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:2.0:1783444850.992666:0:35890:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:2.0:1783444850.992668:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.992669:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783444850.992671:0:35890:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1783444850.992673:0:35890:0:(llite_lib.c:1805:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1783444850.992675:0:35890:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783444850.992678:0:35890:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1783444850.992680:0:35890:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444850.992682:0:35890:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2c:0x0](ffff91c748db42c8) for lock 0x5503b2fe824ef76f 00800000:00000001:2.0:1783444850.992686:0:35890:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444850.992688:0:35890:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444850.992689:0:35890:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444850.992690:0:35890:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444850.992691:0:35890:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224000 refcount=3 00000020:00000001:2.0:1783444850.992693:0:35890:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:2.0:1783444850.992695:0:35890:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:2.0:1783444850.992697:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.992698:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444850.992699:0:35890:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444850.992701:0:35890:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1783444850.992707:0:35890:0:(namei.c:653:ll_splice_alias()) Add dentry ffff91c748f60000 inode ffff91c748db42c8 refc 1 flags 0x20000e 00000080:00000001:2.0:1783444850.992711:0:35890:0:(llite_lib.c:3025:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1783444850.992713:0:35890:0:(llite_lib.c:3031:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444850.992715:0:35890:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1783444850.992719:0:35890:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2c:0x0](ffff91c748db42c8) 00000080:00010000:2.0:1783444850.992723:0:35890:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef76f from it ffffa319419b7ac8 00010000:00000001:2.0:1783444850.992724:0:35890:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444850.992726:0:35890:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444850.992727:0:35890:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224000 refcount=3 00000020:00000001:2.0:1783444850.992729:0:35890:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:2.0:1783444850.992731:0:35890:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995336704 : -121189714214912 : ffff91c752224000) 00010000:00000001:2.0:1783444850.992733:0:35890:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444850.992736:0:35890:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef76f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddd5e expref: -99 pid: 35890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444850.992743:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.992744:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.992745:0:35890:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444850.992748:0:35890:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444850.992750:0:35890:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224000/0x5503b2fe824ef76f lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddd5e expref: -99 pid: 35890 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783444850.992757:0:35890:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444850.992759:0:35890:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444850.992761:0:35890:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444850.992765:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.992766:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.992768:0:35890:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.992771:0:35890:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444850.992773:0:35890:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.992775:0:35890:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.992777:0:35890:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.992902:0:35890:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444850.992904:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.992906:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783444850.992908:0:35890:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1783444850.992912:0:35890:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c752030000. 00000100:00000001:2.0:1783444850.992917:0:35890:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444850.992922:0:35890:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1500 x1870075608316800/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1783444866 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.992929:0:35890:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444850.992931:0:35890:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444850.992935:0:35890:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c743c0d800. 02000000:00000001:2.0:1783444850.992938:0:35890:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444850.992940:0:35890:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444850.992942:0:35890:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:2.0:1783444850.992945:0:35890:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444850.992947:0:35890:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c750f6d000. 02000000:00000001:2.0:1783444850.992951:0:35890:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444850.992953:0:35890:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444850.992955:0:35890:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1500. 00000100:00000001:2.0:1783444850.992958:0:35890:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444850.992960:0:35890:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444850.992968:0:35890:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:2.0:1783444850.992971:0:35890:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff91c748db42c8), inode mode 41ed mask 1 00000080:00000001:2.0:1783444850.992976:0:35890:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783444850.992989:0:35890:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91c7507eb100. 00000080:00000001:2.0:1783444850.992993:0:35890:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:2.0:1783444850.992995:0:35890:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff91c748db42c8), inode mode 41ed mask 3 00000080:00000001:2.0:1783444850.992997:0:35890:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444850.993000:0:35890:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1783444850.993002:0:35890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7b50 00000080:00200000:2.0:1783444850.993005:0:35890:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000405:0x2c:0x0](ffff91c748db42c8), file ffff91c747ca3980, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1783444850.993010:0:35890:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff91c7604278a0. 00000080:00000001:2.0:1783444850.993014:0:35890:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1783444850.993016:0:35890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7a00 00000080:00200000:2.0:1783444850.993018:0:35890:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000405:0x2c:0x0](ffff91c748db42c8), intent=open|creat 00000080:00000010:2.0:1783444850.993024:0:35890:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c752030000. 00000080:00000001:2.0:1783444850.993031:0:35890:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444850.993033:0:35890:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444850.993035:0:35890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7920 00800000:00000002:2.0:1783444850.993037:0:35890:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24b.recovery-small-1' on [0x200000405:0x2c:0x0] 00800000:00000001:2.0:1783444850.993041:0:35890:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1783444850.993043:0:35890:0:(lmv_obd.c:2238:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1783444850.993046:0:35890:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444850.993049:0:35890:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444850.993051:0:35890:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444850.993053:0:35890:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444850.993542:0:35890:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444850.993544:0:35890:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:2.0:1783444850.993547:0:35890:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444850.993591:0:35890:0:(lmv_obd.c:2284:lmv_locate_tgt_create()) Process leaving (rc=18446622883747488256 : -121189962063360 : ffff91c7435c6200) 00800000:00000001:2.0:1783444850.993595:0:35890:0:(lmv_obd.c:1203:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1783444850.993597:0:35890:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1783444850.993599:0:35890:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1783444850.993602:0:35890:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1783444850.993605:0:35890:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff91c759350000: Allocated FID [0x200000405:0x2e:0x0] 40000000:00000001:2.0:1783444850.993608:0:35890:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.993610:0:35890:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444850.993612:0:35890:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444850.993614:0:35890:0:(lmv_obd.c:1227:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444850.993617:0:35890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b78a0 00800000:00000002:2.0:1783444850.993619:0:35890:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000405:0x2c:0x0], fid2=[0x200000405:0x2e:0x0], name='f24b.recovery-small-1' -> mds #0 layout version 1 00000002:00000001:2.0:1783444850.993624:0:35890:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444850.993626:0:35890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b77d8 00000002:00010000:2.0:1783444850.993628:0:35890:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f24b.recovery-small-1,[0x200000405:0x2e:0x0]) in obj [0x200000405:0x2c:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1783444850.993631:0:35890:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1783444850.993633:0:35890:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1783444850.993637:0:35890:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1783444850.993640:0:35890:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.993642:0:35890:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1783444850.993644:0:35890:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211300 count: 2 00010000:00000001:2.0:1783444850.993647:0:35890:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444850.993649:0:35890:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1783444850.993652:0:35890:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.993654:0:35890:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.993656:0:35890:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444850.993661:0:35890:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f1500. 00000020:00000040:2.0:1783444850.993664:0:35890:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:2.0:1783444850.993670:0:35890:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1783444850.993671:0:35890:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.994144:0:35890:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783444850.994150:0:35890:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444850.994153:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444850.994155:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444850.994156:0:35890:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444850.994159:0:35890:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444850.994161:0:35890:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444850.994165:0:35890:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444850.994172:0:35890:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c750f6d000. 00000100:00000001:2.0:1783444850.994179:0:35890:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.994183:0:35890:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444850.994184:0:35890:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.994185:0:35890:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444850.994186:0:35890:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444850.994188:0:35890:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444850.994196:0:35890:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622884232107264 : -121189477444352 : ffff91c7603f1500) 00010000:00000001:2.0:1783444850.994200:0:35890:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783444850.994202:0:35890:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1783444850.994204:0:35890:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211300 count: 2 00010000:00000001:2.0:1783444850.994206:0:35890:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444850.994209:0:35890:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783444850.994213:0:35890:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c752225600. 00000020:00000001:2.0:1783444850.994217:0:35890:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783444850.994219:0:35890:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c752225600 with handle 0x5503b2fe824ef776 to hash 00000020:00000001:2.0:1783444850.994221:0:35890:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783444850.994223:0:35890:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883995342336 : -121189714209280 : ffff91c752225600) 00010000:00000001:2.0:1783444850.994226:0:35890:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883995342336 : -121189714209280 : ffff91c752225600) 00010000:00000001:2.0:1783444850.994229:0:35890:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444850.994231:0:35890:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444850.994299:0:35890:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225600/0x5503b2fe824ef776 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35890 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444850.994308:0:35890:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225600/0x5503b2fe824ef776 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35890 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1783444850.994320:0:35890:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1783444850.994390:0:35890:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c7603f1500 x1870075608317056/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1783444850.994401:0:35890:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225600/0x5503b2fe824ef776 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35890 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783444850.994413:0:35890:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444850.994414:0:35890:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444850.994421:0:35890:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7464c1b40. 00000100:00000001:2.0:1783444850.994423:0:35890:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883796753216 : -121189912798400 : ffff91c7464c1b40) 00000100:00000001:2.0:1783444850.994426:0:35890:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444850.994428:0:35890:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232107264 : -121189477444352 : ffff91c7603f1500) 00000100:00000001:2.0:1783444850.994432:0:35890:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444850.994436:0:35890:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444850.994438:0:35890:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444850.994440:0:35890:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444850.994445:0:35890:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f1500 x1870075608317056/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.994452:0:35890:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444850.994455:0:35890:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444850.994458:0:35890:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444850.994461:0:35890:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444850.994463:0:35890:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444850.994466:0:35890:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f1500 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:35890:1870075608317056:192.168.204.110@tcp:101:multiop.0 00000100:00000001:2.0:1783444850.994470:0:35890:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444850.994474:0:35890:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444850.994477:0:35890:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444850.994480:0:35890:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444850.994531:0:35890:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff91c7604e0000. 02000000:00000001:2.0:1783444850.994534:0:35890:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444850.994540:0:35890:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444850.994544:0:35890:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff478. 00000400:00000010:2.0:1783444850.994551:0:35890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff91c750f6dc00. 00000100:00000200:2.0:1783444850.994558:0:35890:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870075608317056, portal 10 00000100:00000001:2.0:1783444850.994560:0:35890:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444850.994562:0:35890:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232107264 : -121189477444352 : ffff91c7603f1500) 00000100:00000040:2.0:1783444850.994568:0:35890:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c7603f1500 x1870075608317056/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783444866 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444850.994581:0:35890:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444850.994584:0:35890:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444850.994588:0:35890:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83220. 00000100:00000200:2.0:1783444850.994592:0:35890:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1870075608317056, offset 0 00000400:00000200:2.0:1783444850.994598:0:35890:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444850.994605:0:35890:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444850.994612:0:35890:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444850.994617:0:35890:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444850.994621:0:35890:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444850.994625:0:35890:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444850.994627:0:35890:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444850.994631:0:35890:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2951:2951:256:4294967295] 192.168.204.110@tcp LPNI seq info [2951:2951:8:4294967295] 00000400:00000200:2.0:1783444850.994635:0:35890:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444850.994643:0:35890:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444850.994648:0:35890:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444850.994654:0:35890:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1300. 00000800:00000200:2.0:1783444850.994660:0:35890:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444850.994668:0:35890:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444850.994673:0:35890:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1300 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1783444850.994742:0:35890:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444850.994747:0:35890:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 873536 usecs (874 jiffies) 00000400:00000200:2.0:1783444850.994752:0:35890:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444850.994755:0:35890:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296490874 00000100:00000001:2.0:1783444850.994758:0:35890:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296492542 00000100:00000001:2.0:1783444850.994760:0:35890:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296490874 00000100:00000001:2.0:1783444850.994763:0:35890:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296492542 00000100:00000001:2.0:1783444850.994765:0:35890:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444850.994767:0:35890:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444850.994770:0:35890:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444850.994772:0:35890:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444850.994774:0:35890:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7464c1b40 going to sleep for 11 seconds 00000100:00000001:2.0:1783444850.994777:0:35890:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444850.994791:0:35890:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444851.000175:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444851.000183:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1300. 00000400:00000200:1.0:1783444851.000194:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444851.000203:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444851.000210:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83220 00000400:00000010:1.0:1783444851.000213:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83220. 00000100:00000001:1.0:1783444851.000218:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444851.000226:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1500 x1870075608317056/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783444866 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444851.000252:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444851.000255:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f1500 x1870075608317056/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783444866 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444851.000263:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444851.000265:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444851.001900:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444851.001912:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444851.001915:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444851.001917:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444851.001924:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444851.001929:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444851.001936:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444851.001939:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444851.001945:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444851.001949:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a4d2e8563c80 00000400:00000200:0.0:1783444851.001953:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444851.001958:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x81d9 [32] + 224 00000800:00000001:0.0:1783444851.001965:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444851.001971:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444851.001974:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444851.001977:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444851.001982:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444851.001988:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1500 x1870075608317056/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783444866 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444851.001998:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff91c7603f1500 x1870075608317056/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444851.002018:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444851.002025:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444851.002029:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444851.002088:0:35890:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444851.002095:0:35890:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444851.002097:0:35890:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444851.002100:0:35890:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff478. 00000400:00000200:2.0:1783444851.002103:0:35890:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c750f6dc00 00000400:00000010:2.0:1783444851.002105:0:35890:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff91c750f6dc00. 00000100:00000001:2.0:1783444851.002108:0:35890:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444851.002113:0:35890:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f1500 x1870075608317056/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783444851.002121:0:35890:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f1500 x1870075608317056/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783444866 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444851.002127:0:35890:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444851.002129:0:35890:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444851.002131:0:35890:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444851.002135:0:35890:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444851.002137:0:35890:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444851.002139:0:35890:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444851.002142:0:35890:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444851.002151:0:35890:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=31 v=5 (5 105 105 105) 00000100:00001000:2.0:1783444851.002157:0:35890:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=38 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444851.002160:0:35890:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444851.002162:0:35890:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.002164:0:35890:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444851.002168:0:35890:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444851.002171:0:35890:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783444851.002172:0:35890:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x20000000b/0x1] 00000100:00000001:2.0:1783444851.002174:0:35890:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783444851.002176:0:35890:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444851.002178:0:35890:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232107264 : -121189477444352 : ffff91c7603f1500) 00000100:00000001:2.0:1783444851.002180:0:35890:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444851.002183:0:35890:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 8589934601 00000100:00000001:2.0:1783444851.002185:0:35890:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444851.002186:0:35890:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444851.002191:0:35890:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f1500 x1870075608317056/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1783444866 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444851.002197:0:35890:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444851.002199:0:35890:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444851.002201:0:35890:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444851.002204:0:35890:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f1500 x1870075608317056/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1783444866 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783444851.002212:0:35890:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f1500 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:35890:1870075608317056:192.168.204.110@tcp:101:multiop.0 00000100:00000001:2.0:1783444851.002217:0:35890:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444851.002220:0:35890:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444851.002223:0:35890:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444851.002225:0:35890:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444851.002228:0:35890:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f1500 x1870075608317056/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1783444866 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444851.002234:0:35890:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444851.002247:0:35890:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7464c1b40. 00000100:00000001:2.0:1783444851.002251:0:35890:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444851.002252:0:35890:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.002255:0:35890:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783444851.002259:0:35890:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444851.002263:0:35890:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444851.002266:0:35890:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225600 refcount=4 00000020:00000001:2.0:1783444851.002268:0:35890:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995342336 : -121189714209280 : ffff91c752225600) 00010000:00000001:2.0:1783444851.002270:0:35890:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995342336 : -121189714209280 : ffff91c752225600) 00010000:00000040:2.0:1783444851.002277:0:35890:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c752225600, remote cookie: 0x332dd2263f6ddd7a, flags: 0x1001 00010000:00010000:2.0:1783444851.002282:0:35890:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225600/0x5503b2fe824ef776 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddd7a expref: -99 pid: 35890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1783444851.002295:0:35890:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2e:0x0].0x0, instead of [0x200000405:0x2c:0x0].0x0 00010000:00000001:2.0:1783444851.002298:0:35890:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1783444851.002306:0:35890:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747211a00. 00010000:00000010:2.0:1783444851.002311:0:35890:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c743ef4100. 00010000:00000001:2.0:1783444851.002316:0:35890:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444851.002319:0:35890:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225600/0x5503b2fe824ef776 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddd7a expref: -99 pid: 35890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444851.002326:0:35890:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225600/0x5503b2fe824ef776 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddd7a expref: -99 pid: 35890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444851.002342:0:35890:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783444851.002345:0:35890:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783444851.002347:0:35890:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783444851.002348:0:35890:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783444851.002350:0:35890:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783444851.002352:0:35890:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2e:0x0].0x0 (ffff91c747211a00) refcount = 1 00010000:00010000:2.0:1783444851.002357:0:35890:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225600/0x5503b2fe824ef776 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddd7a expref: -99 pid: 35890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444851.002364:0:35890:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783444851.002367:0:35890:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783444851.002369:0:35890:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444851.002372:0:35890:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783444851.002374:0:35890:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444851.002377:0:35890:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225600/0x5503b2fe824ef776 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddd7a expref: -99 pid: 35890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444851.002383:0:35890:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783444851.002384:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.002386:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444851.002387:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.002388:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444851.002389:0:35890:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444851.002394:0:35890:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1783444851.002396:0:35890:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444851.002397:0:35890:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444851.002399:0:35890:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225600 refcount=3 00000020:00000001:2.0:1783444851.002401:0:35890:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995342336 : -121189714209280 : ffff91c752225600) 00010000:00000001:2.0:1783444851.002402:0:35890:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995342336 : -121189714209280 : ffff91c752225600) 00010000:00000001:2.0:1783444851.002405:0:35890:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444851.002406:0:35890:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444851.002407:0:35890:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225600 refcount=4 00000020:00000001:2.0:1783444851.002409:0:35890:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995342336 : -121189714209280 : ffff91c752225600) 00010000:00000001:2.0:1783444851.002411:0:35890:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995342336 : -121189714209280 : ffff91c752225600) 00010000:00000001:2.0:1783444851.002413:0:35890:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444851.002416:0:35890:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444851.002420:0:35890:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225600/0x5503b2fe824ef776 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddd7a expref: -99 pid: 35890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444851.002427:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.002428:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444851.002429:0:35890:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444851.002430:0:35890:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444851.002431:0:35890:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225600 refcount=5 00000020:00000001:2.0:1783444851.002433:0:35890:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995342336 : -121189714209280 : ffff91c752225600) 00010000:00000001:2.0:1783444851.002435:0:35890:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995342336 : -121189714209280 : ffff91c752225600) 00010000:00000001:2.0:1783444851.002437:0:35890:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444851.002440:0:35890:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225600/0x5503b2fe824ef776 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddd7a expref: -99 pid: 35890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444851.002446:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.002447:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783444851.002450:0:35890:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225600/0x5503b2fe824ef776 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddd7a expref: -99 pid: 35890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444851.002456:0:35890:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444851.002457:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.002458:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444851.002459:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.002460:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1783444851.002465:0:35890:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff91c7603f1500 x1870075608317056/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1783444866 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783444851.002474:0:35890:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1783444851.002479:0:35890:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c7603f1500 x1870075608317056/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1783444866 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783444851.002486:0:35890:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.002493:0:35890:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444851.002494:0:35890:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444851.002496:0:35890:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225600 refcount=3 00000020:00000001:2.0:1783444851.002498:0:35890:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995342336 : -121189714209280 : ffff91c752225600) 00010000:00000001:2.0:1783444851.002500:0:35890:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995342336 : -121189714209280 : ffff91c752225600) 00000002:00010000:2.0:1783444851.002504:0:35890:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225600/0x5503b2fe824ef776 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddd7a expref: -99 pid: 35890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1783444851.002514:0:35890:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff91c76050af80. 00010000:00000001:2.0:1783444851.002516:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.002517:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444851.002519:0:35890:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444851.002521:0:35890:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444851.002524:0:35890:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1783444851.002526:0:35890:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444851.002527:0:35890:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232107264 : -121189477444352 : ffff91c7603f1500) 00000100:00000001:2.0:1783444851.002529:0:35890:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444851.002530:0:35890:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232107264 : -121189477444352 : ffff91c7603f1500) 00010000:00000001:2.0:1783444851.002532:0:35890:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444851.002533:0:35890:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444851.002534:0:35890:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225600 refcount=3 00000020:00000001:2.0:1783444851.002536:0:35890:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995342336 : -121189714209280 : ffff91c752225600) 00010000:00000001:2.0:1783444851.002538:0:35890:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995342336 : -121189714209280 : ffff91c752225600) 00000002:00010000:2.0:1783444851.002541:0:35890:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225600/0x5503b2fe824ef776 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddd7a expref: -99 pid: 35890 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444851.002547:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.002549:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444851.002550:0:35890:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783444851.002551:0:35890:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444851.002552:0:35890:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444851.002554:0:35890:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225600 refcount=3 00000020:00000001:2.0:1783444851.002555:0:35890:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995342336 : -121189714209280 : ffff91c752225600) 00010000:00000001:2.0:1783444851.002557:0:35890:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995342336 : -121189714209280 : ffff91c752225600) 00010000:00000040:2.0:1783444851.002561:0:35890:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211a00 count: 2 00010000:00000001:2.0:1783444851.002563:0:35890:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1783444851.002566:0:35890:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589935621/46 (0 0) 00010000:00000001:2.0:1783444851.002569:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.002570:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444851.002571:0:35890:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783444851.002574:0:35890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7760 00000002:00002000:2.0:1783444851.002576:0:35890:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f24b.recovery-small-1 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:2.0:1783444851.002579:0:35890:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444851.002582:0:35890:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444851.002585:0:35890:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783444851.002588:0:35890:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000405:0x2c:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1783444851.002591:0:35890:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.002596:0:35890:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1783444851.002598:0:35890:0:(namei.c:674:ll_lookup_it_finish()) it ffff91c7604278a0 it_disposition 1800037 00000080:00002000:2.0:1783444851.002603:0:35890:0:(namei.c:653:ll_splice_alias()) Add dentry ffff91c748f606c0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1783444851.002608:0:35890:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783444851.002611:0:35890:0:(namei.c:1619:ll_create_it()) Process entered 00000020:00000001:2.0:1783444851.002613:0:35890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7988 00000080:00200000:2.0:1783444851.002614:0:35890:0:(namei.c:1623:ll_create_it()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000405:0x2c:0x0](ffff91c748db42c8), intent=open|creat 00000080:00000001:2.0:1783444851.002616:0:35890:0:(namei.c:1570:ll_create_node()) Process entered 00000080:00000001:2.0:1783444851.002618:0:35890:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783444851.002622:0:35890:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1783444851.002625:0:35890:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1783444851.002627:0:35890:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611182 : 144115205339611182 : 20000040500002e) 00000080:00000001:2.0:1783444851.002630:0:35890:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1783444851.002644:0:35890:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91c748db7380. 00000020:00000001:2.0:1783444851.002653:0:35890:0:(class_obd.c:1011:obd_heat_clear()) Process entered 00000020:00000001:2.0:1783444851.002655:0:35890:0:(class_obd.c:1014:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1783444851.002657:0:35890:0:(llite_lib.c:3223:ll_read_inode2()) Process entered 00000080:00200000:2.0:1783444851.002659:0:35890:0:(llite_lib.c:3226:ll_read_inode2()) VFS Op:inode=[0x200000405:0x2e:0x0](ffff91c748db7448) 00000020:00000001:2.0:1783444851.002663:0:35890:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444851.002667:0:35890:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7000. 00000020:00000010:2.0:1783444851.002672:0:35890:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031c00. 00000020:00000010:2.0:1783444851.002677:0:35890:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752031000. 00000020:00000010:2.0:1783444851.002680:0:35890:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427d80. 00000008:00000010:2.0:1783444851.002687:0:35890:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444851.002691:0:35890:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444851.002696:0:35890:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444851.002702:0:35890:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444851.002706:0:35890:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444851.002709:0:35890:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752030800. 00000008:00000010:2.0:1783444851.002713:0:35890:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444851.002716:0:35890:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444851.002720:0:35890:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444851.002723:0:35890:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526e870. 00000020:00000001:2.0:1783444851.002725:0:35890:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747360776 : -121189962190840 : ffff91c7435a7008) 00000020:00001000:2.0:1783444851.002728:0:35890:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7000 00000020:00000001:2.0:1783444851.002731:0:35890:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:2.0:1783444851.002735:0:35890:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff91c74529d258. 00000020:00000001:2.0:1783444851.002738:0:35890:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1783444851.002740:0:35890:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.002745:0:35890:0:(lov_object.c:2354:lov_object_alloc()) Process entered 00020000:00000010:2.0:1783444851.002748:0:35890:0:(lov_object.c:2355:lov_object_alloc()) slab-alloced 'lov': 248 at ffff91c7464b7ba0. 00020000:00000001:2.0:1783444851.002751:0:35890:0:(lov_object.c:2369:lov_object_alloc()) Process leaving (rc=18446622883796712352 : -121189912839264 : ffff91c7464b7ba0) 00020000:00000001:2.0:1783444851.002753:0:35890:0:(lov_object.c:1409:lov_object_init()) Process entered 00020000:00000001:2.0:1783444851.002756:0:35890:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1783444851.002760:0:35890:0:(lov_ea.c:221:lsme_unpack()) kmalloced '(lsme)': 80 at ffff91c760427420. 00020000:00000010:2.0:1783444851.002764:0:35890:0:(lov_ea.c:258:lsme_unpack()) slab-alloced 'loi': 112 at ffff91c7593da280. 00020000:00000010:2.0:1783444851.002768:0:35890:0:(lov_ea.c:385:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91c760427180. 00020000:00000001:2.0:1783444851.002770:0:35890:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446622884232327552 : -121189477224064 : ffff91c760427180) 00020000:00000002:2.0:1783444851.002773:0:35890:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c760427180, objid 0x2e:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783444851.002778:0:35890:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783444851.002781:0:35890:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c7593da280: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000001:2.0:1783444851.002784:0:35890:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1783444851.002786:0:35890:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c760427180, objid 0x2e:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783444851.002789:0:35890:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783444851.002791:0:35890:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c7593da280: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000010:2.0:1783444851.002795:0:35890:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff91c758826fe0. 00020000:00000010:2.0:1783444851.002797:0:35890:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff91c7464c1b40. 00020000:00000001:2.0:1783444851.002801:0:35890:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1783444851.002804:0:35890:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff91c747185ff8. 00020000:00000001:2.0:1783444851.002806:0:35890:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1783444851.002807:0:35890:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:2.0:1783444851.002812:0:35890:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1783444851.002814:0:35890:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff91c74529d898. 00000020:00000001:2.0:1783444851.002816:0:35890:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1783444851.002817:0:35890:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.002819:0:35890:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446622883777730840 : -121189931820776 : ffff91c74529d918) 00020000:00000001:2.0:1783444851.002822:0:35890:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1783444851.002826:0:35890:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff91c7585c2540. 00020000:00000001:2.0:1783444851.002828:0:35890:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.002832:0:35890:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622883777730840 : -121189931820776 : ffff91c74529d918) 00020000:00000001:2.0:1783444851.002845:0:35890:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446622883777730840 : -121189931820776 : ffff91c74529d918) 00020000:00000002:2.0:1783444851.002849:0:35890:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x42:0x0]@ffff91c74529d898[0:0] -> [0x200000405:0x2e:0x0]@ffff91c74529d258: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000001:2.0:1783444851.002853:0:35890:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1783444851.002855:0:35890:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:2.0:1783444851.002856:0:35890:0:(lov_object.c:1437:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.002859:0:35890:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622883777729240 : -121189931822376 : ffff91c74529d2d8) 00000020:00001000:2.0:1783444851.002861:0:35890:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7000 00000020:00000010:2.0:1783444851.002864:0:35890:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752031000. 00000020:00000010:2.0:1783444851.002868:0:35890:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427d80. 00000008:00000010:2.0:1783444851.002871:0:35890:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444851.002874:0:35890:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444851.002877:0:35890:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444851.002880:0:35890:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444851.002883:0:35890:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444851.002886:0:35890:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031c00. 00000008:00000010:2.0:1783444851.002888:0:35890:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444851.002891:0:35890:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444851.002893:0:35890:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444851.002895:0:35890:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e870. 00000020:00000010:2.0:1783444851.002898:0:35890:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752030800. 00000020:00000010:2.0:1783444851.002900:0:35890:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7000. 00000080:00000001:2.0:1783444851.002904:0:35890:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611182 : 144115205339611182 : 20000040500002e) 00000080:00000001:2.0:1783444851.002906:0:35890:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1783444851.002909:0:35890:0:(llite_lib.c:2920:ll_update_inode()) setting ino 144115205339611182 mtime from 0 to 1783444850 00000080:00000001:2.0:1783444851.002913:0:35890:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1783444851.002915:0:35890:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622883839702088 : -121189869849528 : ffff91c748db7448) 00010000:00000001:2.0:1783444851.002918:0:35890:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444851.002919:0:35890:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444851.002920:0:35890:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225600 refcount=3 00000020:00000001:2.0:1783444851.002922:0:35890:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995342336 : -121189714209280 : ffff91c752225600) 00010000:00000001:2.0:1783444851.002924:0:35890:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995342336 : -121189714209280 : ffff91c752225600) 00000080:00000001:2.0:1783444851.002927:0:35890:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:2.0:1783444851.002928:0:35890:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444851.002931:0:35890:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7000. 00000020:00000010:2.0:1783444851.002933:0:35890:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752030800. 00000020:00000010:2.0:1783444851.002935:0:35890:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752031c00. 00000020:00000010:2.0:1783444851.002936:0:35890:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427d80. 00000008:00000010:2.0:1783444851.002938:0:35890:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444851.002940:0:35890:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444851.002942:0:35890:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444851.002945:0:35890:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444851.002948:0:35890:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444851.002950:0:35890:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031000. 00000008:00000010:2.0:1783444851.002952:0:35890:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444851.002955:0:35890:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444851.002957:0:35890:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444851.002960:0:35890:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526e870. 00000020:00000001:2.0:1783444851.002961:0:35890:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747360776 : -121189962190840 : ffff91c7435a7008) 00000020:00001000:2.0:1783444851.002963:0:35890:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7000 00000020:00000001:2.0:1783444851.002965:0:35890:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1783444851.002967:0:35890:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:2.0:1783444851.002968:0:35890:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1783444851.002970:0:35890:0:(lov_ea.c:221:lsme_unpack()) kmalloced '(lsme)': 80 at ffff91c760427f60. 00020000:00000010:2.0:1783444851.002972:0:35890:0:(lov_ea.c:258:lsme_unpack()) slab-alloced 'loi': 112 at ffff91c7593da000. 00020000:00000010:2.0:1783444851.002974:0:35890:0:(lov_ea.c:385:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91c7604273c0. 00020000:00000001:2.0:1783444851.002976:0:35890:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446622884232328128 : -121189477223488 : ffff91c7604273c0) 00020000:00000002:2.0:1783444851.002978:0:35890:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c7604273c0, objid 0x2e:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783444851.002982:0:35890:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783444851.002984:0:35890:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c7593da000: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000002:2.0:1783444851.002988:0:35890:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff91c7464b7ba0) owner ffff91c7604a4f80 00020000:00000001:2.0:1783444851.002990:0:35890:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1783444851.002992:0:35890:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff91c7464b7ba0) owner ffff91c7604a4f80 00020000:00000010:2.0:1783444851.002996:0:35890:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91c7593da000. 00020000:00000010:2.0:1783444851.002998:0:35890:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff91c760427f60. 00020000:00000010:2.0:1783444851.003001:0:35890:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91c7604273c0. 00020000:00000002:2.0:1783444851.003003:0:35890:0:(lov_object.c:1533:lov_conf_set()) [0x200000405:0x2e:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1783444851.003005:0:35890:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.003007:0:35890:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.003010:0:35890:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1783444851.003013:0:35890:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7ba0) owner 0000000000000000/ffff91c7604a4f80 00020000:00000002:2.0:1783444851.003015:0:35890:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff91c760427180 addref 2/0 by ffff91c7604a4f80. 00020000:00000002:2.0:1783444851.003032:0:35890:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7ba0) owner 0000000000000000/ffff91c7604a4f80 00020000:00000001:2.0:1783444851.003034:0:35890:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1783444851.003035:0:35890:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1783444851.003036:0:35890:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1783444851.003038:0:35890:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1783444851.003040:0:35890:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1783444851.003042:0:35890:0:(file.c:6749:ll_layout_conf()) [0x200000405:0x2e:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1783444851.003044:0:35890:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7000 00000020:00000010:2.0:1783444851.003046:0:35890:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752031c00. 00000020:00000010:2.0:1783444851.003048:0:35890:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427d80. 00000008:00000010:2.0:1783444851.003050:0:35890:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444851.003052:0:35890:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444851.003054:0:35890:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444851.003056:0:35890:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444851.003058:0:35890:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444851.003060:0:35890:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752030800. 00000008:00000010:2.0:1783444851.003062:0:35890:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444851.003064:0:35890:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444851.003066:0:35890:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444851.003092:0:35890:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e870. 00000020:00000010:2.0:1783444851.003096:0:35890:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031000. 00000020:00000010:2.0:1783444851.003098:0:35890:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7000. 00000080:00000001:2.0:1783444851.003100:0:35890:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.003101:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.003102:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783444851.003104:0:35890:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783444851.003106:0:35890:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1783444851.003108:0:35890:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444851.003110:0:35890:0:(namei.c:1589:ll_create_node()) setting l_ast_data to inode [0x200000405:0x2e:0x0](ffff91c748db7448) 00000080:00010000:2.0:1783444851.003113:0:35890:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2e:0x0](ffff91c748db7448) for lock 0x5503b2fe824ef776 00800000:00000001:2.0:1783444851.003116:0:35890:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444851.003118:0:35890:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444851.003119:0:35890:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444851.003120:0:35890:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444851.003122:0:35890:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225600 refcount=3 00000020:00000001:2.0:1783444851.003123:0:35890:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995342336 : -121189714209280 : ffff91c752225600) 00010000:00000001:2.0:1783444851.003125:0:35890:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995342336 : -121189714209280 : ffff91c752225600) 00010000:00000001:2.0:1783444851.003127:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.003128:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444851.003130:0:35890:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444851.003131:0:35890:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.003133:0:35890:0:(namei.c:1591:ll_create_node()) Process leaving 00000100:00000001:2.0:1783444851.003134:0:35890:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444851.003139:0:35890:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff91c7603f1500 x1870075608317056/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444866 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444851.003145:0:35890:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.003151:0:35890:0:(namei.c:1675:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444851.003154:0:35890:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2e:0x0](ffff91c748db7448) 00000080:00000001:2.0:1783444851.003157:0:35890:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1783444851.003160:0:35890:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c752030000. 00000100:00000001:2.0:1783444851.003163:0:35890:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444851.003166:0:35890:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f1500 x1870075608317056/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444866 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444851.003171:0:35890:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.003175:0:35890:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1783444851.003176:0:35890:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.003184:0:35890:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:2.0:1783444851.003186:0:35890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7a60 00000080:00200008:2.0:1783444851.003187:0:35890:0:(file.c:1058:ll_file_open()) START file f24b.recovery-small-1:[0x200000405:0x2e:0x0](ffff91c748db7448), flags 100102 00000080:00000010:2.0:1783444851.003194:0:35890:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91c7417b7a40. 00000080:00000010:2.0:1783444851.003199:0:35890:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff91c76050a1c0. 00000080:00000001:2.0:1783444851.003201:0:35890:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:2.0:1783444851.003205:0:35890:0:(lmv_obd.c:4175:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1783444851.003207:0:35890:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444851.003210:0:35890:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444851.003212:0:35890:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444851.003214:0:35890:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444851.003216:0:35890:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444851.003218:0:35890:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2e:0x0] 00800000:00000001:2.0:1783444851.003220:0:35890:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444851.003223:0:35890:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1783444851.003227:0:35890:0:(obd.h:1438:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91c7507eb320. 00000002:00100000:2.0:1783444851.003231:0:35890:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c7603f1500 x1870075608317056/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444866 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783444851.003238:0:35890:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444851.003239:0:35890:0:(lmv_obd.c:4181:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1783444851.003243:0:35890:0:(rw.c:949:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1783444851.003246:0:35890:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.003249:0:35890:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444851.003251:0:35890:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444851.003254:0:35890:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1500 x1870075608317056/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444866 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1783444851.003261:0:35890:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444851.003264:0:35890:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff91c7604e0000. 02000000:00000001:2.0:1783444851.003289:0:35890:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1783444851.003291:0:35890:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.003293:0:35890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7a60 00000080:00000008:2.0:1783444851.003296:0:35890:0:(file.c:1297:ll_file_open()) COMPLETED file f24b.recovery-small-1:[0x200000405:0x2e:0x0](ffff91c748db7448), flags 100102, rc = 0 00000080:00000001:2.0:1783444851.003300:0:35890:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1783444851.003302:0:35890:0:(dcache.c:176:ll_intent_release()) intent ffff91c7604278a0 released 00000080:00010000:2.0:1783444851.003304:0:35890:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef776 from it ffff91c7604278a0 00010000:00000001:2.0:1783444851.003307:0:35890:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444851.003308:0:35890:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444851.003309:0:35890:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225600 refcount=3 00000020:00000001:2.0:1783444851.003311:0:35890:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995342336 : -121189714209280 : ffff91c752225600) 00010000:00000001:2.0:1783444851.003313:0:35890:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995342336 : -121189714209280 : ffff91c752225600) 00010000:00000001:2.0:1783444851.003316:0:35890:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444851.003319:0:35890:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225600/0x5503b2fe824ef776 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6ddd7a expref: -99 pid: 35890 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444851.003326:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.003328:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444851.003329:0:35890:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444851.003332:0:35890:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444851.003334:0:35890:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225600/0x5503b2fe824ef776 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6ddd7a expref: -99 pid: 35890 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783444851.003342:0:35890:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444851.003345:0:35890:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444851.003347:0:35890:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444851.003351:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.003352:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444851.003354:0:35890:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.003357:0:35890:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444851.003359:0:35890:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.003361:0:35890:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.003363:0:35890:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.003365:0:35890:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444851.003367:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.003368:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783444851.003369:0:35890:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1783444851.003371:0:35890:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1783444851.003373:0:35890:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1783444851.003374:0:35890:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444851.003377:0:35890:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1783444851.003378:0:35890:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.003381:0:35890:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1783444851.003383:0:35890:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.003384:0:35890:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783444851.003387:0:35890:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.003388:0:35890:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1783444851.003391:0:35890:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff91c7604278a0. 00000080:00000001:2.0:1783444851.003393:0:35890:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.003398:0:35890:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:2.0:1783444851.003400:0:35890:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2e:0x0](ffff91c748db7448), inode mode 81a4 mask 40 00000080:00000001:2.0:1783444851.003403:0:35890:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.003626:0:35890:0:(file.c:2601:do_file_write_iter()) Process entered 00000020:00000001:2.0:1783444851.003628:0:35890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7d90 00000080:00200008:2.0:1783444851.003631:0:35890:0:(file.c:2605:do_file_write_iter()) START file f24b.recovery-small-1:[0x200000405:0x2e:0x0], ppos: 0, count: 8192 00000080:00000001:2.0:1783444851.003635:0:35890:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1783444851.003637:0:35890:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.003639:0:35890:0:(file.c:1972:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1783444851.003642:0:35890:0:(file.c:2023:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.003645:0:35890:0:(file.c:2553:ll_do_tiny_write()) Process entered 00000080:00000001:2.0:1783444851.003646:0:35890:0:(file.c:2559:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.003648:0:35890:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444851.003652:0:35890:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7000. 00000020:00000010:2.0:1783444851.003655:0:35890:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752030000. 00000020:00000010:2.0:1783444851.003658:0:35890:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752031000. 00000020:00000010:2.0:1783444851.003660:0:35890:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7604278a0. 00000008:00000010:2.0:1783444851.003664:0:35890:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103acc0. 00020000:00000010:2.0:1783444851.003667:0:35890:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f240. 00008000:00000010:2.0:1783444851.003669:0:35890:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751342a60. 00000080:00000010:2.0:1783444851.003673:0:35890:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e7e0. 00000080:00000010:2.0:1783444851.003675:0:35890:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b0940. 00000020:00000010:2.0:1783444851.003677:0:35890:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752030800. 00000008:00000010:2.0:1783444851.003679:0:35890:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a5a20. 00020000:00000010:2.0:1783444851.003682:0:35890:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c46d8. 00008000:00000010:2.0:1783444851.003685:0:35890:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8990. 00000080:00000010:2.0:1783444851.003687:0:35890:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526e870. 00000020:00000001:2.0:1783444851.003690:0:35890:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747360776 : -121189962190840 : ffff91c7435a7008) 00000020:00001000:2.0:1783444851.003691:0:35890:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7000 00000080:00000001:2.0:1783444851.003694:0:35890:0:(file.c:2055:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1783444851.003695:0:35890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7ca0 00000080:00200000:2.0:1783444851.003697:0:35890:0:(file.c:2058:ll_file_io_generic()) f24b.recovery-small-1: write ppos: 0, bytes: 8192 00000020:00000001:2.0:1783444851.003702:0:35890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7c38 00000080:00200000:2.0:1783444851.003703:0:35890:0:(file.c:1816:ll_io_set_mirror()) f24b.recovery-small-1: desiginated mirror: 0 00000020:00000001:2.0:1783444851.003706:0:35890:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1783444851.003712:0:35890:0:(cl_io.c:214:cl_io_rw_init()) header@00000000173a1a94[0x110, 1, [0x200000405:0x2e:0x0] hash] 00000020:00200000:2.0:1783444851.003713:0:35890:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 8192) 0 0 00000020:00000001:2.0:1783444851.003716:0:35890:0:(cl_object.c:151:cl_object_top()) ffff91c74529d2d8 -> ffff91c74529d2d8 00000020:00000001:2.0:1783444851.003718:0:35890:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783444851.003720:0:35890:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:2.0:1783444851.003722:0:35890:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x2e:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1783444851.003724:0:35890:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444851.003725:0:35890:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1783444851.003728:0:35890:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444851.003732:0:35890:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.003735:0:35890:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783444851.003736:0:35890:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.003738:0:35890:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783444851.003741:0:35890:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x2e:0x0]io ffff91c7452b09a0 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1783444851.003744:0:35890:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7ba0) owner 0000000000000000/ffff91c7604a4f80 00020000:00000001:2.0:1783444851.003748:0:35890:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1783444851.003750:0:35890:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1783444851.003752:0:35890:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1783444851.003753:0:35890:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1783444851.003755:0:35890:0:(lov_io.c:860:lov_io_slice_init()) 0 8192 00020000:00000001:2.0:1783444851.003759:0:35890:0:(lov_io.c:888:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1783444851.003760:0:35890:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1783444851.003761:0:35890:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.003763:0:35890:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444851.003764:0:35890:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1783444851.003765:0:35890:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1783444851.003767:0:35890:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7ba0) owner 0000000000000000/ffff91c7604a4f80 00000020:00000001:2.0:1783444851.003769:0:35890:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.003770:0:35890:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783444851.003773:0:35890:0:(file.c:2136:ll_file_io_generic()) Range lock [0, 1] 00000001:00000001:2.0:1783444851.003775:0:35890:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:2.0:1783444851.003777:0:35890:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.003795:0:35890:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1783444851.003797:0:35890:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1783444851.003800:0:35890:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1783444851.003801:0:35890:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1783444851.003803:0:35890:0:(lov_io.c:1206:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1783444851.003805:0:35890:0:(lov_io.c:1278:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 8192) 8192, 8192 00020000:00000001:2.0:1783444851.003809:0:35890:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1783444851.003812:0:35890:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1783444851.003815:0:35890:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:2.0:1783444851.003818:0:35890:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444851.003820:0:35890:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1783444851.003821:0:35890:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444851.003824:0:35890:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7ea0. 00000020:00000010:2.0:1783444851.003827:0:35890:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031c00. 00000020:00000010:2.0:1783444851.003830:0:35890:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752031800. 00000020:00000010:2.0:1783444851.003842:0:35890:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427d80. 00000008:00000010:2.0:1783444851.003846:0:35890:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103d980. 00020000:00000010:2.0:1783444851.003849:0:35890:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206f480. 00008000:00000010:2.0:1783444851.003852:0:35890:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751340e20. 00000080:00000010:2.0:1783444851.003855:0:35890:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e690. 00000080:00000010:2.0:1783444851.003857:0:35890:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b1970. 00000020:00000010:2.0:1783444851.003861:0:35890:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031600. 00000008:00000010:2.0:1783444851.003863:0:35890:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a4c60. 00020000:00000010:2.0:1783444851.003865:0:35890:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c6fe8. 00008000:00000010:2.0:1783444851.003867:0:35890:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8220. 00000080:00000010:2.0:1783444851.003870:0:35890:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526eb40. 00000020:00000001:2.0:1783444851.003872:0:35890:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747364520 : -121189962187096 : ffff91c7435a7ea8) 00000020:00001000:2.0:1783444851.003874:0:35890:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7ea0 00000020:00000001:2.0:1783444851.003877:0:35890:0:(cl_object.c:151:cl_object_top()) ffff91c74529d918 -> ffff91c74529d2d8 00000020:00000001:2.0:1783444851.003878:0:35890:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1783444851.003881:0:35890:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444851.003882:0:35890:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1783444851.003883:0:35890:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.003885:0:35890:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.003887:0:35890:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444851.003890:0:35890:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1783444851.003892:0:35890:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1783444851.003896:0:35890:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.003897:0:35890:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.003900:0:35890:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.003901:0:35890:0:(lov_io.c:1284:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.003903:0:35890:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.003905:0:35890:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1783444851.003907:0:35890:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1783444851.003909:0:35890:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1783444851.003912:0:35890:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1783444851.003914:0:35890:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.003916:0:35890:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.003918:0:35890:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1783444851.003920:0:35890:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000020:00000001:2.0:1783444851.003922:0:35890:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1783444851.003924:0:35890:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1783444851.003925:0:35890:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.003927:0:35890:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.003929:0:35890:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.003931:0:35890:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.003933:0:35890:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.003935:0:35890:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1783444851.003937:0:35890:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444851.003938:0:35890:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1783444851.003939:0:35890:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783444851.003941:0:35890:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.003942:0:35890:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.003944:0:35890:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.003945:0:35890:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.003947:0:35890:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783444851.003949:0:35890:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1783444851.003951:0:35890:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1783444851.003953:0:35890:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1783444851.003955:0:35890:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1783444851.003958:0:35890:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000010:2.0:1783444851.003962:0:35890:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91c743ef4080. 00020000:00000002:2.0:1783444851.003965:0:35890:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:2.0:1783444851.003967:0:35890:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1783444851.003968:0:35890:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444851.003969:0:35890:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444851.003971:0:35890:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1783444851.003974:0:35890:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91c7603d2e40. 00000008:00010000:2.0:1783444851.003976:0:35890:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1783444851.003979:0:35890:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444851.003980:0:35890:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1783444851.003983:0:35890:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91c743ef40b0, osc lock ffff91c7603d2e40, flags 0x0 00000020:00000001:2.0:1783444851.003985:0:35890:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.003987:0:35890:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.003989:0:35890:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446622883757113472 : -121189952438144 : ffff91c743ef4080) 00000020:00000001:2.0:1783444851.003991:0:35890:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444851.003992:0:35890:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1783444851.003993:0:35890:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.003995:0:35890:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.003997:0:35890:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444851.003998:0:35890:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444851.003999:0:35890:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444851.004000:0:35890:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444851.004002:0:35890:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444851.004004:0:35890:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444851.004006:0:35890:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1783444851.004007:0:35890:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.004010:0:35890:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1783444851.004012:0:35890:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1783444851.004013:0:35890:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1783444851.004015:0:35890:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1783444851.004016:0:35890:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1783444851.004017:0:35890:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1783444851.004019:0:35890:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1783444851.004021:0:35890:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783444851.004024:0:35890:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.004026:0:35890:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1783444851.004031:0:35890:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f2680. 00000020:00000040:2.0:1783444851.004034:0:35890:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00010000:00000001:2.0:1783444851.004038:0:35890:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783444851.004042:0:35890:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444851.004044:0:35890:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444851.004046:0:35890:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444851.004048:0:35890:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444851.004051:0:35890:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444851.004097:0:35890:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c752031e00. 00000100:00000001:2.0:1783444851.004104:0:35890:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.004109:0:35890:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444851.004110:0:35890:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.004111:0:35890:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444851.004112:0:35890:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.004114:0:35890:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.004117:0:35890:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446622884232111744 : -121189477439872 : ffff91c7603f2680) 00010000:00000001:2.0:1783444851.004119:0:35890:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783444851.004122:0:35890:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1783444851.004125:0:35890:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747211700. 00010000:00000010:2.0:1783444851.004129:0:35890:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff91c747211000. 00010000:00000001:2.0:1783444851.004134:0:35890:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783444851.004136:0:35890:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c752225400. 00000020:00000001:2.0:1783444851.004140:0:35890:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783444851.004142:0:35890:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c752225400 with handle 0x5503b2fe824ef77d to hash 00000020:00000001:2.0:1783444851.004144:0:35890:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783444851.004145:0:35890:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883995341824 : -121189714209792 : ffff91c752225400) 00010000:00000010:2.0:1783444851.004149:0:35890:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff91c76050ad00. 00010000:00000001:2.0:1783444851.004151:0:35890:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883995341824 : -121189714209792 : ffff91c752225400) 00010000:00000001:2.0:1783444851.004154:0:35890:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444851.004156:0:35890:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444851.004159:0:35890:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000009ebc0251/0x5503b2fe824ef77d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35890 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444851.004169:0:35890:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000009ebc0251/0x5503b2fe824ef77d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35890 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444851.004179:0:35890:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000009ebc0251/0x5503b2fe824ef77d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35890 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783444851.004186:0:35890:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444851.004188:0:35890:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444851.004193:0:35890:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7464c1f00. 00000100:00000001:2.0:1783444851.004195:0:35890:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883796754176 : -121189912797440 : ffff91c7464c1f00) 00000100:00000001:2.0:1783444851.004197:0:35890:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444851.004199:0:35890:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232111744 : -121189477439872 : ffff91c7603f2680) 00000100:00000001:2.0:1783444851.004202:0:35890:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444851.004204:0:35890:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444851.004206:0:35890:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444851.004207:0:35890:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444851.004213:0:35890:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f2680 x1870075608317184/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444851.004220:0:35890:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444851.004222:0:35890:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444851.004225:0:35890:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444851.004228:0:35890:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444851.004230:0:35890:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444851.004233:0:35890:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f2680 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:35890:1870075608317184:192.168.204.110@tcp:101:multiop.0 00000100:00000001:2.0:1783444851.004237:0:35890:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444851.004242:0:35890:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444851.004244:0:35890:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444851.004246:0:35890:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444851.004250:0:35890:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c750f6dc00. 02000000:00000001:2.0:1783444851.004251:0:35890:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444851.004256:0:35890:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444851.004260:0:35890:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff478. 00000400:00000010:2.0:1783444851.004266:0:35890:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83880. 00000100:00000200:2.0:1783444851.004272:0:35890:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608317184, portal 4 00000100:00000001:2.0:1783444851.004273:0:35890:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444851.004275:0:35890:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232111744 : -121189477439872 : ffff91c7603f2680) 00000100:00000040:2.0:1783444851.004279:0:35890:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c7603f2680 x1870075608317184/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444867 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444851.004285:0:35890:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444851.004288:0:35890:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444851.004290:0:35890:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f834c8. 00000100:00000200:2.0:1783444851.004293:0:35890:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1870075608317184, offset 0 00000400:00000200:2.0:1783444851.004298:0:35890:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444851.004304:0:35890:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444851.004310:0:35890:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444851.004316:0:35890:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444851.004319:0:35890:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444851.004323:0:35890:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444851.004326:0:35890:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444851.004329:0:35890:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2952:2952:256:4294967295] 192.168.204.110@tcp LPNI seq info [2952:2952:8:4294967295] 00000400:00000200:2.0:1783444851.004333:0:35890:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444851.004343:0:35890:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444851.004350:0:35890:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444851.004355:0:35890:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1300. 00000800:00000200:2.0:1783444851.004361:0:35890:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444851.004369:0:35890:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444851.004374:0:35890:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1783444851.004394:0:35890:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444851.004399:0:35890:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20498 usecs (21 jiffies) 00000400:00000200:2.0:1783444851.004402:0:35890:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444851.004405:0:35890:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296490031 00000100:00000001:2.0:1783444851.004408:0:35890:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296492542 00000100:00000001:2.0:1783444851.004410:0:35890:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296490031 00000100:00000001:2.0:1783444851.004413:0:35890:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296492542 00000100:00000001:2.0:1783444851.004415:0:35890:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444851.004418:0:35890:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444851.004420:0:35890:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444851.004422:0:35890:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444851.004425:0:35890:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7464c1f00 going to sleep for 11 seconds 00000100:00000001:2.0:1783444851.004427:0:35890:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444851.004429:0:35890:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444851.005114:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444851.005119:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1300. 00000400:00000200:1.0:1783444851.005124:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444851.005129:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444851.005134:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f834c8 00000400:00000010:1.0:1783444851.005136:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f834c8. 00000100:00000001:1.0:1783444851.005141:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444851.005146:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2680 x1870075608317184/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444867 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444851.005157:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444851.005161:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2680 x1870075608317184/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444867 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444851.005167:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444851.005169:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444851.008436:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444851.008453:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444851.008457:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444851.008460:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444851.008468:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444851.008474:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444851.008482:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444851.008486:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444851.008491:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444851.008495:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 4 MB=0x6a4d2e8563d00 00000400:00000200:0.0:1783444851.008500:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444851.008506:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 400/400 into md 0x81e1 [1] + 224 00000800:00000001:0.0:1783444851.008513:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444851.008520:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444851.008523:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444851.008527:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444851.008533:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444851.008540:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2680 x1870075608317184/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444867 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444851.008551:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff91c7603f2680 x1870075608317184/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444867 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444851.008572:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444851.008580:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444851.008583:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444851.008705:0:35890:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444851.008713:0:35890:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444851.008715:0:35890:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444851.008718:0:35890:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff478. 00000400:00000200:2.0:1783444851.008722:0:35890:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83880 00000400:00000010:2.0:1783444851.008725:0:35890:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83880. 00000100:00000001:2.0:1783444851.008728:0:35890:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444851.008733:0:35890:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f2680 x1870075608317184/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444867 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783444851.008744:0:35890:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f2680 x1870075608317184/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444867 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444851.008750:0:35890:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444851.008752:0:35890:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444851.008754:0:35890:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444851.008757:0:35890:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444851.008759:0:35890:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444851.008761:0:35890:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444851.008764:0:35890:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444851.008773:0:35890:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=31 v=5 (5 5 5 5) 00000100:00001000:2.0:1783444851.008778:0:35890:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444851.008780:0:35890:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444851.008782:0:35890:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.008785:0:35890:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444851.008788:0:35890:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444851.008792:0:35890:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444851.008794:0:35890:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967335 00000100:00000001:2.0:1783444851.008796:0:35890:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444851.008797:0:35890:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444851.008802:0:35890:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f2680 x1870075608317184/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444867 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444851.008810:0:35890:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444851.008813:0:35890:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444851.008815:0:35890:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444851.008818:0:35890:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f2680 x1870075608317184/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444867 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783444851.008827:0:35890:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f2680 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:35890:1870075608317184:192.168.204.110@tcp:101:multiop.0 00000100:00000001:2.0:1783444851.008832:0:35890:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444851.008846:0:35890:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444851.008848:0:35890:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444851.008851:0:35890:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444851.008854:0:35890:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2680 x1870075608317184/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444867 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444851.008861:0:35890:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444851.008864:0:35890:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7464c1f00. 00000100:00000001:2.0:1783444851.008867:0:35890:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444851.008868:0:35890:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.008871:0:35890:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783444851.008874:0:35890:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444851.008877:0:35890:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444851.008880:0:35890:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225400 refcount=4 00000020:00000001:2.0:1783444851.008882:0:35890:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341824 : -121189714209792 : ffff91c752225400) 00010000:00000001:2.0:1783444851.008885:0:35890:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341824 : -121189714209792 : ffff91c752225400) 00010000:00000040:2.0:1783444851.008892:0:35890:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c752225400, remote cookie: 0x332dd2263f6ddd88, flags: 0x1 00010000:00010000:2.0:1783444851.008899:0:35890:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000009ebc0251/0x5503b2fe824ef77d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddd88 expref: -99 pid: 35890 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444851.008909:0:35890:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1783444851.008912:0:35890:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.008915:0:35890:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783444851.008918:0:35890:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1783444851.008922:0:35890:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000009ebc0251/0x5503b2fe824ef77d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddd88 expref: -99 pid: 35890 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1783444851.008930:0:35890:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x42:0x0].0x0 (ffff91c747211700) refcount = 1 00010000:00000040:2.0:1783444851.008933:0:35890:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1783444851.008935:0:35890:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000009ebc0251/0x5503b2fe824ef77d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddd88 expref: -99 pid: 35890 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444851.008943:0:35890:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783444851.008945:0:35890:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444851.008947:0:35890:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783444851.008950:0:35890:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444851.008953:0:35890:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000009ebc0251/0x5503b2fe824ef77d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddd88 expref: -99 pid: 35890 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444851.008959:0:35890:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783444851.008960:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.008962:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444851.008963:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.008964:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444851.008966:0:35890:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444851.008969:0:35890:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1783444851.008972:0:35890:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1783444851.008974:0:35890:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444851.008976:0:35890:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444851.008978:0:35890:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225400 refcount=3 00000020:00000001:2.0:1783444851.008980:0:35890:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341824 : -121189714209792 : ffff91c752225400) 00010000:00000001:2.0:1783444851.008982:0:35890:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341824 : -121189714209792 : ffff91c752225400) 00010000:00000001:2.0:1783444851.008984:0:35890:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444851.008985:0:35890:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444851.008987:0:35890:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225400 refcount=4 00000020:00000001:2.0:1783444851.008988:0:35890:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341824 : -121189714209792 : ffff91c752225400) 00010000:00000001:2.0:1783444851.008990:0:35890:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341824 : -121189714209792 : ffff91c752225400) 00010000:00000001:2.0:1783444851.008993:0:35890:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444851.008996:0:35890:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444851.008999:0:35890:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000009ebc0251/0x5503b2fe824ef77d lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddd88 expref: -99 pid: 35890 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444851.009006:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.009008:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444851.009011:0:35890:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1783444851.009015:0:35890:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2540 -> ffff91c74529d2d8 00000008:00010000:2.0:1783444851.009019:0:35890:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000009ebc0251/0x5503b2fe824ef77d lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6ddd88 expref: -99 pid: 35890 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1783444851.009033:0:35890:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2540 -> ffff91c74529d2d8 00000020:00000001:2.0:1783444851.009035:0:35890:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1783444851.009038:0:35890:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1783444851.009041:0:35890:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783444851.009043:0:35890:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.009045:0:35890:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.009046:0:35890:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2540 -> ffff91c74529d2d8 00000008:00000001:2.0:1783444851.009048:0:35890:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:2.0:1783444851.009050:0:35890:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.009052:0:35890:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444851.009053:0:35890:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444851.009094:0:35890:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225400 refcount=5 00000020:00000001:2.0:1783444851.009096:0:35890:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341824 : -121189714209792 : ffff91c752225400) 00010000:00000001:2.0:1783444851.009098:0:35890:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341824 : -121189714209792 : ffff91c752225400) 00010000:00000001:2.0:1783444851.009100:0:35890:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444851.009103:0:35890:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000009ebc0251/0x5503b2fe824ef77d lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x332dd2263f6ddd88 expref: -99 pid: 35890 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444851.009110:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.009111:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783444851.009114:0:35890:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000009ebc0251/0x5503b2fe824ef77d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x332dd2263f6ddd88 expref: -99 pid: 35890 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444851.009121:0:35890:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444851.009122:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.009123:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444851.009125:0:35890:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444851.009127:0:35890:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444851.009132:0:35890:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f2680 x1870075608317184/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444867 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444851.009139:0:35890:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444851.009142:0:35890:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444851.009145:0:35890:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6dc00. 02000000:00000001:2.0:1783444851.009149:0:35890:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444851.009151:0:35890:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444851.009153:0:35890:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:2.0:1783444851.009156:0:35890:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444851.009158:0:35890:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c752031e00. 02000000:00000001:2.0:1783444851.009161:0:35890:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444851.009163:0:35890:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444851.009165:0:35890:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f2680. 00000100:00000001:2.0:1783444851.009168:0:35890:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444851.009169:0:35890:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1783444851.009171:0:35890:0:(osc_request.c:3316:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444851.009174:0:35890:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.009177:0:35890:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.009180:0:35890:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.009182:0:35890:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.009184:0:35890:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.009187:0:35890:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.009189:0:35890:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.009191:0:35890:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1783444851.009196:0:35890:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:2.0:1783444851.009201:0:35890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7b88 00000080:00200000:2.0:1783444851.009203:0:35890:0:(vvp_io.c:1292:vvp_io_write_start()) f24b.recovery-small-1: write [0, 8192) append 0 append lockpos 0 00000020:00000001:2.0:1783444851.009206:0:35890:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1783444851.009209:0:35890:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7ba0) owner 0000000000000000/ffff91c7604a4f80 00020000:00000002:2.0:1783444851.009213:0:35890:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff91c760427180 addref 2/0 by ffff91c7604a4f80. 00020000:00000002:2.0:1783444851.009216:0:35890:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7ba0) owner 0000000000000000/ffff91c7604a4f80 00000020:00000001:2.0:1783444851.009218:0:35890:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:2.0:1783444851.009221:0:35890:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1783444851.009224:0:35890:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1783444851.009227:0:35890:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:2.0:1783444851.009231:0:35890:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444851.009232:0:35890:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444851.009234:0:35890:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1783444851.009236:0:35890:0:(osc_io.c:1404:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1783444851.009239:0:35890:0:(osc_io.c:1417:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.009242:0:35890:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.009244:0:35890:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.009245:0:35890:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.009257:0:35890:0:(rw26.c:703:ll_write_begin()) Process entered 00000080:00200000:2.0:1783444851.009259:0:35890:0:(rw26.c:704:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:2.0:1783444851.009286:0:35890:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1783444851.009289:0:35890:0:(cl_page.c:427:cl_page_find()) 0@[0x200000405:0x2e:0x0] ffffee34445d13c0 0 1 00000020:00000001:2.0:1783444851.009292:0:35890:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1783444851.009294:0:35890:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.009297:0:35890:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:2.0:1783444851.009302:0:35890:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff91c758374620. 00000020:00000001:2.0:1783444851.009306:0:35890:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1783444851.009308:0:35890:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1783444851.009311:0:35890:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:2.0:1783444851.009314:0:35890:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:2.0:1783444851.009316:0:35890:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444851.009317:0:35890:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000008:00000001:2.0:1783444851.009321:0:35890:0:(osc_cache.c:2429:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1783444851.009323:0:35890:0:(osc_cache.c:2452:osc_prep_async_page()) oap ffff91c758374690 folio ffffee34445d13c0 pg:0 obj off 0 00000008:00000001:2.0:1783444851.009428:0:35890:0:(osc_cache.c:2453:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.009432:0:35890:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1783444851.009433:0:35890:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1783444851.009435:0:35890:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1783444851.009437:0:35890:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.009441:0:35890:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.009444:0:35890:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446622884097377824 : -121189612173792 : ffff91c758374620) 00000020:00000001:2.0:1783444851.009447:0:35890:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446622884097377824 : -121189612173792 : ffff91c758374620) 00000020:00000001:2.0:1783444851.009449:0:35890:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1783444851.009452:0:35890:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1783444851.009454:0:35890:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622883777808800 : -121189931742816 : ffff91c7452b09a0) 00000020:00000001:2.0:1783444851.009456:0:35890:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1783444851.009457:0:35890:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1783444851.009459:0:35890:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783444851.009464:0:35890:0:(cl_page.c:507:__cl_page_state_set()) page@0000000061052a7b[2 00000000d8e78325 1 1 00000000ade16657 0 0 0] 00000020:00000001:2.0:1783444851.009467:0:35890:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1783444851.009468:0:35890:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1783444851.009470:0:35890:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:2.0:1783444851.009473:0:35890:0:(rw26.c:797:ll_write_begin()) page@0000000061052a7b[2 00000000d8e78325 2 1 00000000ade16657 0 0 0] 00000080:00008000:2.0:1783444851.009476:0:35890:0:(rw26.c:797:ll_write_begin()) full page write 00000080:00000001:2.0:1783444851.009477:0:35890:0:(rw26.c:815:ll_write_begin()) Process leaving 00000080:00000001:2.0:1783444851.009479:0:35890:0:(rw26.c:831:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.009484:0:35890:0:(rw26.c:894:ll_write_end()) Process entered 00000080:00200000:2.0:1783444851.009486:0:35890:0:(rw26.c:898:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:2.0:1783444851.009488:0:35890:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1783444851.009489:0:35890:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622883777808800 : -121189931742816 : ffff91c7452b09a0) 00000020:00000001:2.0:1783444851.009491:0:35890:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1783444851.009493:0:35890:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783444851.009495:0:35890:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1783444851.009497:0:35890:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1783444851.009498:0:35890:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1783444851.009499:0:35890:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1783444851.009503:0:35890:0:(rw26.c:956:ll_write_end()) page@0000000061052a7b[3 00000000d8e78325 2 1 00000000ade16657 0 0 0] 00000080:00200000:2.0:1783444851.009506:0:35890:0:(rw26.c:956:ll_write_end()) vmpage @000000007b3ddfce 17ffffc0001001 3:0 ffff91c758374620 0 lru 00000080:00200000:2.0:1783444851.009513:0:35890:0:(rw26.c:956:ll_write_end()) osc-page@000000007e09f863 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000dc219542 00000000f036945f > 3< 0 0 > 4< 0 0 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1783444851.009515:0:35890:0:(rw26.c:956:ll_write_end()) end page@0000000061052a7b 00000080:00200000:2.0:1783444851.009517:0:35890:0:(rw26.c:956:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1783444851.009519:0:35890:0:(rw26.c:977:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:2.0:1783444851.009522:0:35890:0:(rw26.c:703:ll_write_begin()) Process entered 00000080:00200000:2.0:1783444851.009523:0:35890:0:(rw26.c:704:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:2.0:1783444851.009539:0:35890:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1783444851.009541:0:35890:0:(cl_page.c:427:cl_page_find()) 1@[0x200000405:0x2e:0x0] ffffee34447e9d40 0 1 00000020:00000001:2.0:1783444851.009544:0:35890:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1783444851.009545:0:35890:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.009547:0:35890:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:2.0:1783444851.009550:0:35890:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff91c758374c40. 00000020:00000001:2.0:1783444851.009552:0:35890:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1783444851.009553:0:35890:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1783444851.009555:0:35890:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:2.0:1783444851.009557:0:35890:0:(lov_page.c:146:lov_page_init_composite()) offset 4096, entry 0, stripe 0, suboff 4096 00020000:00000001:2.0:1783444851.009559:0:35890:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444851.009561:0:35890:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000008:00000001:2.0:1783444851.009563:0:35890:0:(osc_cache.c:2429:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1783444851.009565:0:35890:0:(osc_cache.c:2452:osc_prep_async_page()) oap ffff91c758374cb0 folio ffffee34447e9d40 pg:0 obj off 4096 00000008:00000001:2.0:1783444851.009567:0:35890:0:(osc_cache.c:2453:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.009569:0:35890:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1783444851.009570:0:35890:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1783444851.009571:0:35890:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1783444851.009573:0:35890:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.009576:0:35890:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.009578:0:35890:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446622884097379392 : -121189612172224 : ffff91c758374c40) 00000020:00000001:2.0:1783444851.009580:0:35890:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446622884097379392 : -121189612172224 : ffff91c758374c40) 00000020:00000001:2.0:1783444851.009582:0:35890:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1783444851.009583:0:35890:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1783444851.009584:0:35890:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622883777808800 : -121189931742816 : ffff91c7452b09a0) 00000020:00000001:2.0:1783444851.009586:0:35890:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1783444851.009587:0:35890:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1783444851.009588:0:35890:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783444851.009591:0:35890:0:(cl_page.c:507:__cl_page_state_set()) page@0000000096f906fd[2 00000000d8e78325 1 1 00000000ade16657 0 0 1] 00000020:00000001:2.0:1783444851.009593:0:35890:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1783444851.009594:0:35890:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1783444851.009595:0:35890:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:2.0:1783444851.009598:0:35890:0:(rw26.c:797:ll_write_begin()) page@0000000096f906fd[2 00000000d8e78325 2 1 00000000ade16657 0 0 1] 00000080:00008000:2.0:1783444851.009599:0:35890:0:(rw26.c:797:ll_write_begin()) full page write 00000080:00000001:2.0:1783444851.009600:0:35890:0:(rw26.c:815:ll_write_begin()) Process leaving 00000080:00000001:2.0:1783444851.009601:0:35890:0:(rw26.c:831:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.009605:0:35890:0:(rw26.c:894:ll_write_end()) Process entered 00000080:00200000:2.0:1783444851.009606:0:35890:0:(rw26.c:898:ll_write_end()) pos 4096, len 4096, copied 4096 00000020:00000001:2.0:1783444851.009608:0:35890:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1783444851.009609:0:35890:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622883777808800 : -121189931742816 : ffff91c7452b09a0) 00000020:00000001:2.0:1783444851.009610:0:35890:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1783444851.009611:0:35890:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783444851.009613:0:35890:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1783444851.009614:0:35890:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1783444851.009616:0:35890:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1783444851.009616:0:35890:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1783444851.009620:0:35890:0:(rw26.c:956:ll_write_end()) page@0000000096f906fd[3 00000000d8e78325 2 1 00000000ade16657 0 0 1] 00000080:00200000:2.0:1783444851.009622:0:35890:0:(rw26.c:956:ll_write_end()) vmpage @000000007443d5c9 17ffffc0001001 3:0 ffff91c758374c40 1 lru 00000080:00200000:2.0:1783444851.009628:0:35890:0:(rw26.c:956:ll_write_end()) osc-page@000000005dbc169d 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 00000000dc219542 00000000f036945f > 3< 0 0 > 4< 0 0 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1783444851.009631:0:35890:0:(rw26.c:956:ll_write_end()) end page@0000000096f906fd 00000080:00200000:2.0:1783444851.009632:0:35890:0:(rw26.c:956:ll_write_end()) queued cl_page: 2. 00000080:00000001:2.0:1783444851.009633:0:35890:0:(rw26.c:977:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:2.0:1783444851.009636:0:35890:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1783444851.009639:0:35890:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000020:00000001:2.0:1783444851.009641:0:35890:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1783444851.009643:0:35890:0:(lov_io.c:1718:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1783444851.009645:0:35890:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444851.009646:0:35890:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444851.009647:0:35890:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1783444851.009649:0:35890:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1783444851.009652:0:35890:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1783444851.009653:0:35890:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1783444851.009654:0:35890:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:2.0:1783444851.009656:0:35890:0:(osc_cache.c:2474:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1783444851.009659:0:35890:0:(osc_cache.c:2533:osc_queue_async_io()) obj ffff91c7585c2540 ready 0|-|- wr 0|-|- rd 0|- oap ffff91c758374690 folio ffffee34445d13c0 pg:0 added for cmd 2 00000008:00000001:2.0:1783444851.009663:0:35890:0:(osc_cache.c:1728:osc_enter_cache()) Process entered 00000008:00000020:2.0:1783444851.009666:0:35890:0:(osc_cache.c:1730:osc_enter_cache()) lustre-OST0000-osc-ffff91c759350000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 0, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }need:28672 00000008:00000020:2.0:1783444851.009672:0:35890:0:(osc_cache.c:1739:osc_enter_cache()) lustre-OST0000-osc-ffff91c759350000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 0, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }forced sync i/o 00000008:00000001:2.0:1783444851.009675:0:35890:0:(osc_cache.c:1740:osc_enter_cache()) Process leaving via out (rc=18446744073709551494 : -122 : 0xffffffffffffff86) 00000008:00000001:2.0:1783444851.009678:0:35890:0:(osc_cache.c:1781:osc_enter_cache()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000001:2.0:1783444851.009680:0:35890:0:(osc_cache.c:2670:osc_queue_async_io()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:2.0:1783444851.009683:0:35890:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1783444851.009686:0:35890:0:(cl_page.c:556:cl_batch_put()) page@0000000061052a7b[4 00000000d8e78325 2 1 00000000ade16657 0 0 0] 00000020:00000001:2.0:1783444851.009689:0:35890:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1783444851.009690:0:35890:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:2.0:1783444851.009692:0:35890:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000020:2.0:1783444851.009695:0:35890:0:(osc_request.c:745:osc_update_next_shrink()) next time 3022 to shrink grant 00000008:00000040:2.0:1783444851.009697:0:35890:0:(osc_io.c:486:osc_io_commit_async()) 2 -122 00000008:00000001:2.0:1783444851.009698:0:35890:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:2.0:1783444851.009700:0:35890:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00020000:00000001:2.0:1783444851.009702:0:35890:0:(lov_io.c:1730:lov_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:2.0:1783444851.009704:0:35890:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000080:00000001:2.0:1783444851.009707:0:35890:0:(vvp_io.c:932:vvp_io_commit_sync()) Process entered 00000020:00000001:2.0:1783444851.009708:0:35890:0:(cl_io.c:1083:cl_2queue_init()) Process entered 00000020:00000001:2.0:1783444851.009710:0:35890:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1783444851.009711:0:35890:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:2.0:1783444851.009712:0:35890:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1783444851.009713:0:35890:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:2.0:1783444851.009715:0:35890:0:(cl_io.c:1086:cl_2queue_init()) Process leaving 00000020:00000001:2.0:1783444851.009716:0:35890:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:2.0:1783444851.009717:0:35890:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:2.0:1783444851.009719:0:35890:0:(cl_io.c:755:cl_io_submit_sync()) Process entered 00000020:00000001:2.0:1783444851.009721:0:35890:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1783444851.009723:0:35890:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1783444851.009725:0:35890:0:(cl_io.c:714:cl_io_submit_rw()) Process entered 00020000:00000001:2.0:1783444851.009727:0:35890:0:(lov_io.c:1645:lov_io_submit()) Process entered 00000020:00000001:2.0:1783444851.009728:0:35890:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1783444851.009729:0:35890:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:2.0:1783444851.009730:0:35890:0:(cl_io.c:1083:cl_2queue_init()) Process entered 00000020:00000001:2.0:1783444851.009731:0:35890:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1783444851.009732:0:35890:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:2.0:1783444851.009733:0:35890:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1783444851.009734:0:35890:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:2.0:1783444851.009735:0:35890:0:(cl_io.c:1086:cl_2queue_init()) Process leaving 00000020:00000001:2.0:1783444851.009736:0:35890:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:2.0:1783444851.009737:0:35890:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00000020:00000001:2.0:1783444851.009739:0:35890:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:2.0:1783444851.009740:0:35890:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00020000:00000001:2.0:1783444851.009741:0:35890:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444851.009742:0:35890:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:2.0:1783444851.009744:0:35890:0:(cl_io.c:714:cl_io_submit_rw()) Process entered 00000020:00000001:2.0:1783444851.009745:0:35890:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1783444851.009746:0:35890:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622883777808800 : -121189931742816 : ffff91c7452b09a0) 00000008:00400020:2.0:1783444851.009748:0:35890:0:(osc_io.c:128:osc_io_submit()) 2 1 00000020:00000001:2.0:1783444851.009751:0:35890:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:2.0:1783444851.009753:0:35890:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1783444851.009754:0:35890:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1783444851.009755:0:35890:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1783444851.009757:0:35890:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1783444851.009758:0:35890:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783444851.009761:0:35890:0:(cl_page.c:507:__cl_page_state_set()) page@0000000061052a7b[3 00000000d8e78325 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783444851.009762:0:35890:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 3 00000020:00000001:2.0:1783444851.009763:0:35890:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1783444851.009765:0:35890:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1783444851.009767:0:35890:0:(cl_page.c:1054:cl_page_prep()) page@0000000061052a7b[3 00000000d8e78325 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783444851.009769:0:35890:0:(cl_page.c:1054:cl_page_prep()) 1 0 00000020:00000001:2.0:1783444851.009770:0:35890:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1783444851.009772:0:35890:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1783444851.009773:0:35890:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:2.0:1783444851.009774:0:35890:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00000020:00000001:2.0:1783444851.009775:0:35890:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:2.0:1783444851.009776:0:35890:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1783444851.009777:0:35890:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1783444851.009778:0:35890:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1783444851.009779:0:35890:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1783444851.009780:0:35890:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783444851.009783:0:35890:0:(cl_page.c:507:__cl_page_state_set()) page@0000000096f906fd[3 00000000d8e78325 2 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1783444851.009784:0:35890:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 3 00000020:00000001:2.0:1783444851.009785:0:35890:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1783444851.009786:0:35890:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1783444851.009788:0:35890:0:(cl_page.c:1054:cl_page_prep()) page@0000000096f906fd[3 00000000d8e78325 3 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1783444851.009789:0:35890:0:(cl_page.c:1054:cl_page_prep()) 1 0 00000020:00000001:2.0:1783444851.009791:0:35890:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1783444851.009791:0:35890:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1783444851.009792:0:35890:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:2.0:1783444851.009793:0:35890:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00000008:00000001:2.0:1783444851.009795:0:35890:0:(osc_cache.c:2859:osc_queue_sync_pages()) Process entered 00000008:00000010:2.0:1783444851.009799:0:35890:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff91c78206fb40. 00000008:00000020:2.0:1783444851.009803:0:35890:0:(osc_cache.c:1874:osc_update_pending()) obj ffff91c7585c2540 ready 0|-|- wr 2|+|- rd 0|- update pending cmd 2 delta 2. 00000008:00000020:2.0:1783444851.009808:0:35890:0:(osc_cache.c:3010:osc_queue_sync_pages()) extent ffff91c78206fb40@{[0 -> 1/1], [1|0|+|lockdone|wShu|ffff91c7585c2540], [0|2|+|-|0000000000000000|1024|0000000000000000]} allocate ext: rw=0 00000008:00010000:2.0:1783444851.009813:0:35890:0:(osc_cache.c:3010:osc_queue_sync_pages()) ### no dlm lock: extent: ffff91c78206fb40 00000008:00000020:2.0:1783444851.009816:0:35890:0:(osc_cache.c:2416:__osc_io_unplug()) Queue writeback work for client ffff91c759000820. 00000008:00000001:2.0:1783444851.009829:0:35890:0:(osc_cache.c:3014:osc_queue_sync_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.009832:0:35890:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2540 -> ffff91c74529d2d8 00000020:00000001:2.0:1783444851.009844:0:35890:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2540 -> ffff91c74529d2d8 00000020:00000001:2.0:1783444851.009845:0:35890:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1783444851.009847:0:35890:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783444851.009849:0:35890:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.009850:0:35890:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.009852:0:35890:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2540 -> ffff91c74529d2d8 00000008:00000040:2.0:1783444851.009853:0:35890:0:(osc_io.c:240:osc_io_submit()) 0/2 0 00000020:00000001:2.0:1783444851.009855:0:35890:0:(cl_io.c:727:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.009857:0:35890:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:2.0:1783444851.009858:0:35890:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:2.0:1783444851.009858:0:35890:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:2.0:1783444851.009860:0:35890:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:2.0:1783444851.009862:0:35890:0:(cl_io.c:1130:cl_2queue_fini()) Process entered 00000020:00000001:2.0:1783444851.009863:0:35890:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1783444851.009865:0:35890:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:2.0:1783444851.009866:0:35890:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1783444851.009867:0:35890:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:2.0:1783444851.009868:0:35890:0:(cl_io.c:1133:cl_2queue_fini()) Process leaving 00000020:00000001:2.0:1783444851.009869:0:35890:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:2.0:1783444851.009870:0:35890:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:2.0:1783444851.009871:0:35890:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1783444851.009872:0:35890:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00020000:00000001:2.0:1783444851.009873:0:35890:0:(lov_io.c:1704:lov_io_submit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.009875:0:35890:0:(cl_io.c:727:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.009876:0:35890:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1783444851.009888:0:26509:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444851.009893:0:26509:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7630. 00000020:00000010:2.0:1783444851.009897:0:26509:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031e00. 00000020:00000010:2.0:1783444851.009901:0:26509:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752030600. 00000020:00000010:2.0:1783444851.009904:0:26509:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7604273c0. 00000008:00000010:2.0:1783444851.009910:0:26509:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444851.009914:0:26509:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206fcc0. 00008000:00000010:2.0:1783444851.009918:0:26509:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444851.009924:0:26509:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444851.009928:0:26509:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444851.009931:0:26509:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752030a00. 00000008:00000010:2.0:1783444851.009935:0:26509:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444851.009938:0:26509:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444851.009941:0:26509:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444851.009944:0:26509:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526ec30. 00000020:00000001:2.0:1783444851.009947:0:26509:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747362360 : -121189962189256 : ffff91c7435a7638) 00000020:00001000:2.0:1783444851.009949:0:26509:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7630 00000008:00000020:2.0:1783444851.009951:0:26509:0:(osc_request.c:4050:brw_queue_work()) Run writeback work for client obd ffff91c759000820. 00000008:00000001:2.0:1783444851.009953:0:26509:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1783444851.009954:0:26509:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:2.0:1783444851.009956:0:26509:0:(osc_cache.c:2303:osc_next_obj()) Process leaving (rc=18446622884099794240 : -121189609757376 : ffff91c7585c2540) 00000008:00000020:2.0:1783444851.009958:0:26509:0:(osc_cache.c:2341:osc_check_rpcs()) obj ffff91c7585c2540 ready 0|-|- wr 2|+|- rd 0|- 0 in flight 00000008:00000001:2.0:1783444851.009961:0:26509:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1783444851.009963:0:26509:0:(osc_cache.c:1824:osc_makes_rpc()) high prio request forcing RPC 00000008:00000001:2.0:1783444851.009964:0:26509:0:(osc_cache.c:1825:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1783444851.009966:0:26509:0:(osc_cache.c:2161:osc_send_write_rpc()) Process entered 00000008:00000001:2.0:1783444851.009968:0:26509:0:(osc_cache.c:2018:try_to_add_extent_for_io()) Process entered 00000008:00000020:2.0:1783444851.009970:0:26509:0:(osc_cache.c:2022:try_to_add_extent_for_io()) extent ffff91c78206fb40@{[0 -> 1/1], [1|0|+|lockdone|wShu|ffff91c7585c2540], [0|2|+|-|0000000000000000|1024|0000000000000000]} trying to add this extent 00000008:00010000:2.0:1783444851.009975:0:26509:0:(osc_cache.c:2022:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff91c78206fb40 00000008:00000001:2.0:1783444851.009979:0:26509:0:(osc_cache.c:2071:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:2.0:1783444851.009981:0:26509:0:(osc_cache.c:1874:osc_update_pending()) obj ffff91c7585c2540 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -2. 00000008:00000001:2.0:1783444851.009985:0:26509:0:(osc_request.c:2818:osc_build_rpc()) Process entered 00000008:00000020:2.0:1783444851.009987:0:26509:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff91c759350000: cli: ffff91c759000820 unstable pages: 0, osc unstable pages: 0 00000008:00000010:2.0:1783444851.009993:0:26509:0:(osc_request.c:2849:osc_build_rpc()) kmalloced '(pga)': 16 at ffff91c758826330. 00000008:00000010:2.0:1783444851.009996:0:26509:0:(osc_request.c:2853:osc_build_rpc()) slab-alloced 'oa': 208 at ffff91c74578d5b0. 00000008:00000020:2.0:1783444851.009998:0:26509:0:(osc_request.c:2874:osc_build_rpc()) page i:2, oap->oap_obj_off 4096, oap->oap_page_off 0 00000020:00000001:2.0:1783444851.010000:0:26509:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1783444851.010002:0:26509:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1783444851.010003:0:26509:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1783444851.010006:0:26509:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1783444851/1783444851 00000020:00000001:2.0:1783444851.010010:0:26509:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1783444851.010011:0:26509:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:2.0:1783444851.010014:0:26509:0:(osc_lock.c:1341:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:2.0:1783444851.010016:0:26509:0:(osc_request.c:3330:osc_match_base()) Process entered 00010000:00000001:2.0:1783444851.010019:0:26509:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444851.010024:0:26509:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211700 count: 2 00010000:00000001:2.0:1783444851.010027:0:26509:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444851.010032:0:26509:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1783444851.010034:0:26509:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1783444851.010036:0:26509:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444851.010040:0:26509:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444851.010043:0:26509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000009ebc0251/0x5503b2fe824ef77d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6ddd88 expref: -99 pid: 35890 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444851.010051:0:26509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.010052:0:26509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444851.010053:0:26509:0:(osc_request.c:3345:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1783444851.010077:0:26509:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444851.010079:0:26509:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444851.010080:0:26509:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225400 refcount=4 00000020:00000001:2.0:1783444851.010082:0:26509:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341824 : -121189714209792 : ffff91c752225400) 00010000:00000001:2.0:1783444851.010084:0:26509:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341824 : -121189714209792 : ffff91c752225400) 00000008:00000001:2.0:1783444851.010086:0:26509:0:(osc_lock.c:1375:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446622883995341824 : -121189714209792 : ffff91c752225400) 00010000:00000001:2.0:1783444851.010088:0:26509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.010089:0:26509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1783444851.010090:0:26509:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000008:00000001:2.0:1783444851.010093:0:26509:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:2.0:1783444851.010098:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f2680. 00000020:00000040:2.0:1783444851.010101:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:2.0:1783444851.010106:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444851.010108:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444851.010110:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444851.010129:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 16384 at ffff91c75826c000. 00000100:00000001:2.0:1783444851.010135:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1783444851.010140:0:26509:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 8192 00000008:00000020:2.0:1783444851.010147:0:26509:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff91c759350000: dirty: 0 undirty: 484638720 dropped 0 grant: 0 cl_lost_grant 0 00000008:00000001:2.0:1783444851.010152:0:26509:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:2.0:1783444851.010178:0:26509:0:(lnet-crypto.c:95:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 10299 MB/s 00000008:00008000:2.0:1783444851.010188:0:26509:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffee34445d13c0 map ffff91c748db75f8 index 0 flags 17ffffc0001001 count 3 priv ffff91c758374620: off 0 00000008:00008000:2.0:1783444851.010193:0:26509:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffee34447e9d40 map ffff91c748db75f8 index 1 flags 17ffffc0001001 count 3 priv ffff91c758374c40: off 0 00000008:00000001:2.0:1783444851.010201:0:26509:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:2.0:1783444851.010203:0:26509:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5872be30 (4) 00000008:00100000:2.0:1783444851.010207:0:26509:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff91c7603f2680 - object 0x280000401:66 offset 0<>8192 00000008:00000001:2.0:1783444851.010210:0:26509:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.010212:0:26509:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1783444851.010214:0:26509:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1783444851.010215:0:26509:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1783444851.010217:0:26509:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1783444851/1783444851 00000020:00000001:2.0:1783444851.010219:0:26509:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1783444851.010220:0:26509:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:2.0:1783444851.010222:0:26509:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000100:00000001:2.0:1783444851.010224:0:26509:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444851.010225:0:26509:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232111744 : -121189477439872 : ffff91c7603f2680) 00000008:00000002:2.0:1783444851.010233:0:26509:0:(osc_request.c:2975:osc_build_rpc()) @@@ 2 pages, aa 000000007dba8325, now 0r/1w/0d in flight req@ffff91c7603f2680 x1870075608317312/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:2.0:1783444851.010242:0:26509:0:(osc_request.c:2987:osc_build_rpc()) [0x200000405:0x2e:0x0]: 2 write pages, start 0, end 2, now 0r/1w/0d in flight 00000100:00000040:2.0:1783444851.010250:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a78f8c3f] to pc [ptlrpcd_01_01+1] req@ffff91c7603f2680 x1870075608317312/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1783444851.010284:0:26509:0:(osc_request.c:2993:osc_build_rpc()) Process leaving 00000008:00000001:2.0:1783444851.010286:0:26509:0:(osc_request.c:3018:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444851.010288:0:26509:0:(osc_cache.c:2210:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444851.010290:0:26509:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1783444851.010291:0:26509:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444851.010293:0:26509:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1783444851.010294:0:26509:0:(osc_cache.c:1818:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444851.010295:0:26509:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1783444851.010296:0:26509:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444851.010300:0:26509:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:2.0:1783444851.010301:0:26509:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444851.010303:0:26509:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000020:00001000:2.0:1783444851.010305:0:26509:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7630 00000020:00000010:2.0:1783444851.010308:0:26509:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752030600. 00000020:00000010:2.0:1783444851.010311:0:26509:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7604273c0. 00000008:00000010:2.0:1783444851.010314:0:26509:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444851.010319:0:26509:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206fcc0. 00008000:00000010:2.0:1783444851.010322:0:26509:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444851.010326:0:26509:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444851.010513:0:26509:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444851.010517:0:26509:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031e00. 00000008:00000010:2.0:1783444851.010521:0:26509:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444851.010523:0:26509:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444851.010526:0:26509:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444851.010530:0:26509:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526ec30. 00000020:00000010:2.0:1783444851.010532:0:26509:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752030a00. 00000020:00000010:2.0:1783444851.010534:0:26509:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7630. 00000100:00000001:2.0:1783444851.010546:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1783444851.010549:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1783444851.010551:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444851.010556:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444851.010558:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444851.010560:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444851.010561:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444851.010563:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444851.010569:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f2680 x1870075608317312/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444851.010576:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444851.010577:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444851.010581:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444851.010583:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444851.010585:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444851.010588:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608317312:192.168.204.110@tcp:4:multiop.0 00000100:00000001:2.0:1783444851.010592:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444851.010598:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444851.010600:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444851.010602:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444851.010607:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c750f6dc00. 02000000:00000001:2.0:1783444851.010609:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444851.010614:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444851.010618:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff478. 00000400:00000010:2.0:1783444851.010624:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83880. 00000100:00000200:2.0:1783444851.010631:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608317312, portal 4 00000100:00000001:2.0:1783444851.010633:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444851.010634:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232111744 : -121189477439872 : ffff91c7603f2680) 00000100:00000040:2.0:1783444851.010640:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c7603f2680 x1870075608317312/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783444867 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444851.010646:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444851.010649:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444851.010652:0:2402:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff91c7464c1f00. 00000100:00000200:2.0:1783444851.010655:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 8680 bytes to portal 6, xid 1870075608317312, offset 0 00000400:00000200:2.0:1783444851.010660:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444851.010667:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444851.010674:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444851.010679:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444851.010683:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444851.010686:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444851.010689:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444851.010693:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2953:2953:256:4294967295] 192.168.204.110@tcp LPNI seq info [2953:2953:8:4294967295] 00000400:00000200:2.0:1783444851.010697:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444851.010706:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444851.010711:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 8680 bytes in 3 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444851.010716:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff91c752030a00. 00000800:00000200:2.0:1783444851.010722:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444851.010729:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444851.010733:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c752030a00 type 1, nob 8776 niov 1 nkiov 3 00000100:00000001:2.0:1783444851.010805:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444851.010810:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20427 usecs (21 jiffies) 00000400:00000200:2.0:1783444851.010813:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444851.010816:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296490037 00000100:00000001:2.0:1783444851.010819:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296492542 00000100:00000001:2.0:1783444851.010822:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296490037 00000100:00000001:2.0:1783444851.010824:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296492542 00000100:00000001:2.0:1783444851.010826:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444851.010841:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444851.010844:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444851.010847:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444851.010923:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444851.010926:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444851.015663:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444851.015674:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff91c752030a00. 00000400:00000200:1.0:1783444851.015685:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444851.015694:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444851.015701:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7464c1f00 00000400:00000010:1.0:1783444851.015703:0:2392:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff91c7464c1f00. 00000100:00000001:1.0:1783444851.015708:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444851.015716:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2680 x1870075608317312/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783444867 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444851.015728:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444851.015731:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2680 x1870075608317312/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783444867 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444851.015737:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444851.015739:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444851.053768:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444851.053786:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444851.053791:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444851.053793:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444851.053802:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444851.053810:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444851.053820:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444851.053824:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444851.053830:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444851.053845:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 448 into portal 4 MB=0x6a4d2e8563d80 00000400:00000200:0.0:1783444851.053850:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444851.053856:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 448/448 into md 0x81e9 [1] + 224 00000800:00000001:0.0:1783444851.053863:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444851.053872:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444851.053875:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444851.053880:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444851.053887:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444851.053897:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2680 x1870075608317312/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783444867 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444851.053908:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff91c7603f2680 x1870075608317312/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783444867 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444851.053930:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444851.053938:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444851.053941:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444851.054358:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444851.054363:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444851.054370:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444851.054372:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444851.054376:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff478. 00000400:00000200:2.0:1783444851.054380:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83880 00000400:00000010:2.0:1783444851.054382:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83880. 00000100:00000001:2.0:1783444851.054385:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444851.054391:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f2680 x1870075608317312/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783444867 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783444851.054401:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f2680 x1870075608317312/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783444867 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444851.054407:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444851.054410:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444851.054412:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444851.054415:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444851.054417:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444851.054420:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444851.054423:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444851.054432:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a14a8 time=31 v=5 (5 0 0 0) 00000100:00001000:2.0:1783444851.054437:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444851.054439:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444851.054441:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.054444:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444851.054447:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444851.054452:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1783444851.054453:0:2402:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: committing for last_committed 4294967336 gen 16 00000100:00000001:2.0:1783444851.054456:0:2402:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1783444851.054458:0:2402:0:(client.c:3222:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:2.0:1783444851.054461:0:2402:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444851.054462:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444851.054467:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f2680 x1870075608317312/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783444867 ref 2 fl Rpc:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444851.054474:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444851.054477:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444851.054479:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1783444851.054482:0:2402:0:(osc_request.c:2580:brw_interpret()) Process entered 00000008:00000001:2.0:1783444851.054484:0:2402:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:2.0:1783444851.054488:0:2402:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:2.0:1783444851.054492:0:2402:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:2.0:1783444851.054496:0:2402:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff91c759350000: setdq to remove for usr 0 00000001:04000000:2.0:1783444851.054498:0:2402:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff91c759350000: setdq to remove for grp 0 00000001:04000000:2.0:1783444851.054499:0:2402:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff91c759350000: setdq to remove for prj 0 00000001:00000001:2.0:1783444851.054502:0:2402:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1783444851.054505:0:2402:0:(osc_request.c:759:osc_update_grant()) got 8437760 extra grant 00000008:00008000:2.0:1783444851.054508:0:2402:0:(osc_request.c:2091:check_write_checksum()) checksum 5872be30 confirmed 00000008:00000001:2.0:1783444851.054511:0:2402:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1783444851.054514:0:2402:0:(osc_request.c:2438:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:2.0:1783444851.054516:0:2402:0:(osc_request.c:2585:brw_interpret()) request ffff91c7603f2680 aa ffff91c7603f2830 rc 0 00000020:00000001:2.0:1783444851.054523:0:2402:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2540 -> ffff91c74529d2d8 00000020:00000001:2.0:1783444851.054525:0:2402:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2540 -> ffff91c74529d2d8 00000020:00000001:2.0:1783444851.054527:0:2402:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1783444851.054530:0:2402:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 8192 00020000:00000001:2.0:1783444851.054532:0:2402:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783444851.054534:0:2402:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.054536:0:2402:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.054538:0:2402:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2540 -> ffff91c74529d2d8 00000008:00000010:2.0:1783444851.054540:0:2402:0:(osc_request.c:2667:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff91c74578d5b0. 00000100:00000001:2.0:1783444851.054546:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444851.054550:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2680 x1870075608317312/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783444867 ref 2 fl Interpret:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444851.054557:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444851.054561:0:2402:0:(osc_cache.c:903:osc_extent_finish()) Process entered 00000008:00000020:2.0:1783444851.054564:0:2402:0:(osc_cache.c:910:osc_extent_finish()) extent ffff91c78206fb40@{[0 -> 1/1], [1|0|-|rpc|wShu|ffff91c7585c2540], [0|2|+|-|0000000000000000|1024|ffff91c75064a7c0]} extent finished. 00000008:00010000:2.0:1783444851.054569:0:2402:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff91c78206fb40 00000008:00000001:2.0:1783444851.054573:0:2402:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:2.0:1783444851.054575:0:2402:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:2.0:1783444851.054580:0:2402:0:(cl_page.c:1104:cl_page_complete()) page@0000000061052a7b[4 00000000d8e78325 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783444851.054582:0:2402:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:2.0:1783444851.054583:0:2402:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1783444851.054585:0:2402:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1783444851.054599:0:2402:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783444851.054602:0:2402:0:(cl_page.c:507:__cl_page_state_set()) page@0000000061052a7b[4 00000000d8e78325 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783444851.054604:0:2402:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1783444851.054605:0:2402:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1783444851.054607:0:2402:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1783444851.054611:0:2402:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000061052a7b[4 00000000d8e78325 1 1 0000000000000000 0 0 0] 00000080:00008000:2.0:1783444851.054613:0:2402:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:2.0:1783444851.054614:0:2402:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1783444851.054616:0:2402:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783444851.054618:0:2402:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1783444851.054620:0:2402:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1783444851.054621:0:2402:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:2.0:1783444851.054623:0:2402:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1783444851.054626:0:2402:0:(cl_page.c:556:cl_batch_put()) page@0000000061052a7b[4 00000000d8e78325 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783444851.054628:0:2402:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1783444851.054629:0:2402:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:2.0:1783444851.054631:0:2402:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000001:2.0:1783444851.054632:0:2402:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:2.0:1783444851.054633:0:2402:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:2.0:1783444851.054636:0:2402:0:(cl_page.c:1104:cl_page_complete()) page@0000000096f906fd[4 00000000d8e78325 3 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1783444851.054638:0:2402:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:2.0:1783444851.054639:0:2402:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1783444851.054640:0:2402:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1783444851.054642:0:2402:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783444851.054644:0:2402:0:(cl_page.c:507:__cl_page_state_set()) page@0000000096f906fd[4 00000000d8e78325 3 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1783444851.054646:0:2402:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1783444851.054647:0:2402:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1783444851.054648:0:2402:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1783444851.054650:0:2402:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000096f906fd[4 00000000d8e78325 1 1 0000000000000000 0 0 1] 00000080:00008000:2.0:1783444851.054652:0:2402:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:2.0:1783444851.054653:0:2402:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1783444851.054654:0:2402:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783444851.054655:0:2402:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1783444851.054669:0:2402:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1783444851.054671:0:2402:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:2.0:1783444851.054672:0:2402:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1783444851.054675:0:2402:0:(cl_page.c:556:cl_batch_put()) page@0000000096f906fd[4 00000000d8e78325 1 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1783444851.054676:0:2402:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1783444851.054678:0:2402:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:2.0:1783444851.054679:0:2402:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000020:2.0:1783444851.054683:0:2402:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff91c78206fb40@{[0 -> 1/1], [1|0|-|inv|wShu|ffff91c7585c2540], [0|0|-|-|0000000000000000|1024|ffff91c75064a7c0]} destroyed. 00000008:00010000:2.0:1783444851.054687:0:2402:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff91c78206fb40 00000008:00000010:2.0:1783444851.054692:0:2402:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff91c78206fb40. 00000008:00000001:2.0:1783444851.054696:0:2402:0:(osc_cache.c:957:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1783444851.054698:0:2402:0:(osc_request.c:2539:osc_release_ppga()) kvfree 'ppga': 16 at ffff91c758826330. 00000008:00000020:2.0:1783444851.054705:0:2402:0:(osc_cache.c:2416:__osc_io_unplug()) Queue writeback work for client ffff91c759000820. 00000008:00000001:2.0:1783444851.054716:0:2402:0:(osc_request.c:2755:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444851.054722:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f2680 x1870075608317312/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783444867 ref 1 fl Interpret:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783444851.054731:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608317312:192.168.204.110@tcp:4:multiop.0 00000100:00000001:2.0:1783444851.054735:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444851.054738:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444851.054740:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f2680 x1870075608317312/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783444867 ref 1 fl Complete:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444851.054747:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444851.054749:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444851.054752:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6dc00. 02000000:00000001:2.0:1783444851.054755:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444851.054758:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444851.054760:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:2.0:1783444851.054762:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444851.054765:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 16384 at ffff91c75826c000. 02000000:00000001:2.0:1783444851.054780:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444851.054782:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444851.054784:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f2680. 00000100:00000001:2.0:1783444851.054788:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444851.054789:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444851.054791:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444851.054798:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444851.054800:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444851.054802:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444851.054805:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.054819:0:26509:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444851.054824:0:26509:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7630. 00000020:00000010:2.0:1783444851.054841:0:26509:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031e00. 00000020:00000010:2.0:1783444851.054846:0:26509:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752030600. 00000020:00000010:2.0:1783444851.054850:0:26509:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7604273c0. 00000008:00000010:2.0:1783444851.054854:0:26509:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444851.054858:0:26509:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444851.054862:0:26509:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444851.054867:0:26509:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444851.054871:0:26509:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444851.054874:0:26509:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752030c00. 00000008:00000010:2.0:1783444851.054877:0:26509:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444851.054881:0:26509:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444851.054885:0:26509:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444851.054889:0:26509:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526ec30. 00000020:00000001:2.0:1783444851.054891:0:26509:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747362360 : -121189962189256 : ffff91c7435a7638) 00000020:00001000:2.0:1783444851.054894:0:26509:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7630 00000008:00000020:2.0:1783444851.054896:0:26509:0:(osc_request.c:4050:brw_queue_work()) Run writeback work for client obd ffff91c759000820. 00000008:00000001:2.0:1783444851.054899:0:26509:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1783444851.054900:0:26509:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:2.0:1783444851.054902:0:26509:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444851.054904:0:26509:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000020:00001000:2.0:1783444851.054906:0:26509:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7630 00000020:00000010:2.0:1783444851.054909:0:26509:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752030600. 00000020:00000010:2.0:1783444851.054913:0:26509:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7604273c0. 00000008:00000010:2.0:1783444851.054916:0:26509:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444851.054919:0:26509:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444851.054922:0:26509:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444851.054926:0:26509:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444851.054928:0:26509:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444851.054931:0:26509:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031e00. 00000008:00000010:2.0:1783444851.054934:0:26509:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444851.054937:0:26509:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444851.054941:0:26509:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444851.054944:0:26509:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526ec30. 00000020:00000010:2.0:1783444851.054946:0:26509:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752030c00. 00000020:00000010:2.0:1783444851.054948:0:26509:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7630. 00000020:00000001:0.0:1783444851.055118:0:35890:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444851.055123:0:35890:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1783444851.055125:0:35890:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1783444851.055127:0:35890:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622883777808800 : -121189931742816 : ffff91c7452b09a0) 00000020:00000001:0.0:1783444851.055129:0:35890:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1783444851.055131:0:35890:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1783444851.055132:0:35890:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783444851.055136:0:35890:0:(cl_page.c:507:__cl_page_state_set()) page@0000000061052a7b[3 00000000d8e78325 1 1 00000000ade16657 0 0 0] 00000020:00000001:0.0:1783444851.055137:0:35890:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1783444851.055139:0:35890:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1783444851.055140:0:35890:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000020:00000001:0.0:1783444851.055141:0:35890:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1783444851.055142:0:35890:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1783444851.055144:0:35890:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622883777808800 : -121189931742816 : ffff91c7452b09a0) 00000020:00000001:0.0:1783444851.055145:0:35890:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1783444851.055146:0:35890:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1783444851.055147:0:35890:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783444851.055149:0:35890:0:(cl_page.c:507:__cl_page_state_set()) page@0000000096f906fd[3 00000000d8e78325 1 1 00000000ade16657 0 0 1] 00000020:00000001:0.0:1783444851.055151:0:35890:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1783444851.055153:0:35890:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1783444851.055154:0:35890:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000020:00000001:0.0:1783444851.055155:0:35890:0:(cl_io.c:788:cl_io_submit_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444851.055157:0:35890:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:0.0:1783444851.055159:0:35890:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:0.0:1783444851.055160:0:35890:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:0.0:1783444851.055161:0:35890:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:0.0:1783444851.055162:0:35890:0:(cl_io.c:1130:cl_2queue_fini()) Process entered 00000020:00000001:0.0:1783444851.055163:0:35890:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1783444851.055165:0:35890:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:0.0:1783444851.055166:0:35890:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1783444851.055167:0:35890:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:0.0:1783444851.055168:0:35890:0:(cl_io.c:1133:cl_2queue_fini()) Process leaving 00000020:00000001:0.0:1783444851.055169:0:35890:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1783444851.055170:0:35890:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1783444851.055173:0:35890:0:(cl_page.c:556:cl_batch_put()) page@0000000061052a7b[3 00000000d8e78325 2 1 00000000ade16657 0 0 0] 00000020:00000001:0.0:1783444851.055174:0:35890:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1783444851.055176:0:35890:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1783444851.055177:0:35890:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000020:00000001:0.0:1783444851.055181:0:35890:0:(cl_page.c:1207:cl_page_clip()) page@0000000061052a7b[2 00000000d8e78325 2 1 00000000ade16657 0 0 0] 00000020:00000001:0.0:1783444851.055182:0:35890:0:(cl_page.c:1207:cl_page_clip()) 0 4096 00000008:00000020:0.0:1783444851.055185:0:35890:0:(osc_page.c:179:osc_page_clip()) from 0, to 4096 00000020:00000001:0.0:1783444851.055187:0:35890:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1783444851.055189:0:35890:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1783444851.055190:0:35890:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1783444851.055191:0:35890:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783444851.055194:0:35890:0:(cl_page.c:507:__cl_page_state_set()) page@0000000061052a7b[2 00000000d8e78325 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783444851.055196:0:35890:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1783444851.055197:0:35890:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1783444851.055198:0:35890:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1783444851.055199:0:35890:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1783444851.055202:0:35890:0:(cl_page.c:556:cl_batch_put()) page@0000000061052a7b[2 00000000d8e78325 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783444851.055203:0:35890:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1783444851.055204:0:35890:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1783444851.055205:0:35890:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1783444851.055206:0:35890:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1783444851.055209:0:35890:0:(cl_page.c:556:cl_batch_put()) page@0000000096f906fd[3 00000000d8e78325 2 1 00000000ade16657 0 0 1] 00000020:00000001:0.0:1783444851.055210:0:35890:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1783444851.055211:0:35890:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1783444851.055211:0:35890:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000020:00000001:0.0:1783444851.055213:0:35890:0:(cl_page.c:1207:cl_page_clip()) page@0000000096f906fd[2 00000000d8e78325 2 1 00000000ade16657 0 0 1] 00000020:00000001:0.0:1783444851.055214:0:35890:0:(cl_page.c:1207:cl_page_clip()) 0 4096 00000008:00000020:0.0:1783444851.055216:0:35890:0:(osc_page.c:179:osc_page_clip()) from 0, to 4096 00000020:00000001:0.0:1783444851.055217:0:35890:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1783444851.055218:0:35890:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1783444851.055219:0:35890:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1783444851.055220:0:35890:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783444851.055223:0:35890:0:(cl_page.c:507:__cl_page_state_set()) page@0000000096f906fd[2 00000000d8e78325 2 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1783444851.055224:0:35890:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1783444851.055225:0:35890:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1783444851.055226:0:35890:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1783444851.055227:0:35890:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1783444851.055229:0:35890:0:(cl_page.c:556:cl_batch_put()) page@0000000096f906fd[2 00000000d8e78325 1 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1783444851.055245:0:35890:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1783444851.055247:0:35890:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1783444851.055249:0:35890:0:(vvp_io.c:979:vvp_io_commit_sync()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:0.0:1783444851.055253:0:35890:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783444851.055256:0:35890:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7ba0) owner 0000000000000000/ffff91c7604a4f80 00020000:00000002:0.0:1783444851.055260:0:35890:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7ba0) owner 0000000000000000/ffff91c7604a4f80 00020000:00000001:0.0:1783444851.055263:0:35890:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444851.055265:0:35890:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1783444851.055267:0:35890:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1783444851.055268:0:35890:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444851.055272:0:35890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7b88 00000080:00200000:0.0:1783444851.055274:0:35890:0:(vvp_io.c:1358:vvp_io_write_start()) f24b.recovery-small-1: write bytes 0, result: 8192 00000080:00000001:0.0:1783444851.055277:0:35890:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444851.055280:0:35890:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783444851.055282:0:35890:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783444851.055284:0:35890:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783444851.055286:0:35890:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:0.0:1783444851.055288:0:35890:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2540 -> ffff91c74529d2d8 00000020:00000001:0.0:1783444851.055290:0:35890:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2540 -> ffff91c74529d2d8 00000020:00000001:0.0:1783444851.055292:0:35890:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1783444851.055294:0:35890:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783444851.055295:0:35890:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444851.055297:0:35890:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444851.055299:0:35890:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2540 -> ffff91c74529d2d8 00000008:00000001:0.0:1783444851.055301:0:35890:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444851.055303:0:35890:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444851.055305:0:35890:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444851.055307:0:35890:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444851.055309:0:35890:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444851.055311:0:35890:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783444851.055313:0:35890:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1783444851.055314:0:35890:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783444851.055316:0:35890:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1783444851.055317:0:35890:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783444851.055318:0:35890:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444851.055320:0:35890:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444851.055331:0:35890:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783444851.055334:0:35890:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783444851.055337:0:35890:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1783444851.055339:0:35890:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91c74526e8a8 (ffff91c7435a7008/0) at cl_lock_release():245 00000020:00000001:0.0:1783444851.055342:0:35890:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783444851.055343:0:35890:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c74526e8a8 (ffff91c7435a7008/0) at cl_lock_cancel():142 00020000:00000001:0.0:1783444851.055347:0:35890:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1783444851.055349:0:35890:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783444851.055350:0:35890:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850241856 : -121189859309760 : ffff91c7497c4740) 00000020:00000001:0.0:1783444851.055353:0:35890:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783444851.055354:0:35890:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c743ef40b0 (ffff91c7435a7ea8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1783444851.055357:0:35890:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1783444851.055359:0:35890:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1783444851.055362:0:35890:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444851.055364:0:35890:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444851.055368:0:35890:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225400 refcount=4 00000020:00000001:0.0:1783444851.055371:0:35890:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341824 : -121189714209792 : ffff91c752225400) 00010000:00000001:0.0:1783444851.055373:0:35890:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341824 : -121189714209792 : ffff91c752225400) 00010000:00000001:0.0:1783444851.055375:0:35890:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444851.055381:0:35890:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000009ebc0251/0x5503b2fe824ef77d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x332dd2263f6ddd88 expref: -99 pid: 35890 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444851.055391:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444851.055393:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444851.055394:0:35890:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444851.055397:0:35890:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444851.055399:0:35890:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000009ebc0251/0x5503b2fe824ef77d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6ddd88 expref: -99 pid: 35890 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783444851.055415:0:35890:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444851.055418:0:35890:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444851.055420:0:35890:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444851.055425:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444851.055426:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444851.055428:0:35890:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444851.055430:0:35890:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444851.055432:0:35890:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444851.055434:0:35890:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444851.055436:0:35890:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444851.055437:0:35890:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444851.055439:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444851.055440:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444851.055441:0:35890:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444851.055442:0:35890:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783444851.055443:0:35890:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1783444851.055445:0:35890:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1783444851.055446:0:35890:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783444851.055447:0:35890:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783444851.055448:0:35890:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783444851.055465:0:35890:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c74526e8a8 (ffff91c7435a7008/0) at cl_lock_fini():72 00020000:00000001:0.0:1783444851.055468:0:35890:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1783444851.055469:0:35890:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783444851.055470:0:35890:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c743ef40b0 (ffff91c7435a7008/1) at cl_lock_fini():72 00000008:00000010:0.0:1783444851.055473:0:35890:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91c7603d2e40. 00000020:00000001:0.0:1783444851.055476:0:35890:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1783444851.055478:0:35890:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91c743ef4080. 00020000:00000001:0.0:1783444851.055480:0:35890:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1783444851.055481:0:35890:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1783444851.055482:0:35890:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1783444851.055484:0:35890:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783444851.055485:0:35890:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783444851.055486:0:35890:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783444851.055487:0:35890:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783444851.055488:0:35890:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444851.055490:0:35890:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444851.055491:0:35890:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783444851.055493:0:35890:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783444851.055494:0:35890:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1783444851.055496:0:35890:0:(vvp_io.c:533:vvp_io_advance()) advancing 8192 bytes 00000020:00000001:0.0:1783444851.055498:0:35890:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783444851.055499:0:35890:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783444851.055501:0:35890:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783444851.055502:0:35890:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783444851.055503:0:35890:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783444851.055505:0:35890:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783444851.055506:0:35890:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444851.055508:0:35890:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444851.055509:0:35890:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783444851.055511:0:35890:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783444851.055512:0:35890:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783444851.055516:0:35890:0:(file.c:2173:ll_file_io_generic()) Range unlock [0, 1] 00000001:00000001:0.0:1783444851.055518:0:35890:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:0.0:1783444851.055521:0:35890:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:0.0:1783444851.055523:0:35890:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783444851.055525:0:35890:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783444851.055526:0:35890:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783444851.055527:0:35890:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783444851.055529:0:35890:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783444851.055530:0:35890:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7ea0 00000020:00000010:0.0:1783444851.055532:0:35890:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752031800. 00000020:00000010:0.0:1783444851.055535:0:35890:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427d80. 00000008:00000010:0.0:1783444851.055538:0:35890:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103d980. 00020000:00000010:0.0:1783444851.055541:0:35890:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f480. 00008000:00000010:0.0:1783444851.055543:0:35890:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751340e20. 00000080:00000010:0.0:1783444851.055547:0:35890:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e690. 00000080:00000010:0.0:1783444851.055549:0:35890:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b1970. 00000020:00000010:0.0:1783444851.055552:0:35890:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031c00. 00000008:00000010:0.0:1783444851.055554:0:35890:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a4c60. 00020000:00000010:0.0:1783444851.055556:0:35890:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c6fe8. 00008000:00000010:0.0:1783444851.055559:0:35890:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8220. 00000080:00000010:0.0:1783444851.055561:0:35890:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526eb40. 00000020:00000010:0.0:1783444851.055564:0:35890:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031600. 00000020:00000010:0.0:1783444851.055566:0:35890:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7ea0. 00020000:00000001:0.0:1783444851.055568:0:35890:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783444851.055570:0:35890:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783444851.055572:0:35890:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783444851.055574:0:35890:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2e:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783444851.055577:0:35890:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783444851.055578:0:35890:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1783444851.055580:0:35890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7ca0 00000080:00200000:0.0:1783444851.055582:0:35890:0:(file.c:2206:ll_file_io_generic()) f24b.recovery-small-1: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00000001:0.0:1783444851.055586:0:35890:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1783444851.055588:0:35890:0:(cl_object.c:151:cl_object_top()) ffff91c74529d2d8 -> ffff91c74529d2d8 00000020:00000001:0.0:1783444851.055590:0:35890:0:(cl_object.c:151:cl_object_top()) ffff91c74529d2d8 -> ffff91c74529d2d8 00000020:00000001:0.0:1783444851.055591:0:35890:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1783444851.055595:0:35890:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1783444851.055600:0:35890:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1783444851.055602:0:35890:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:0.0:1783444851.055604:0:35890:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1783444851.055605:0:35890:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:0.0:1783444851.055607:0:35890:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2e:1029 on OST[0]: s=8192 (1) m=1783444851 a=0 c=1783444851 b=16 00020000:00000001:0.0:1783444851.055611:0:35890:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783444851.055613:0:35890:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1783444851 a=0 c=1783444851 b=16 00020000:00000001:0.0:1783444851.055615:0:35890:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444851.055617:0:35890:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444851.055619:0:35890:0:(cl_object.c:151:cl_object_top()) ffff91c74529d2d8 -> ffff91c74529d2d8 00000080:00200000:0.0:1783444851.055621:0:35890:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000405:0x2e:0x0] updating i_size 8192 i_blocks 16 00000080:00000001:0.0:1783444851.055624:0:35890:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1783444851.055628:0:35890:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 8192 00000080:00000001:0.0:1783444851.055630:0:35890:0:(file.c:2296:ll_file_io_generic()) Process leaving (rc=8192 : 8192 : 2000) 00000020:00001000:0.0:1783444851.055633:0:35890:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7000 00000020:00000010:0.0:1783444851.055635:0:35890:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752031000. 00000020:00000010:0.0:1783444851.055638:0:35890:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7604278a0. 00000008:00000010:0.0:1783444851.055641:0:35890:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103acc0. 00020000:00000010:0.0:1783444851.055644:0:35890:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206f240. 00008000:00000010:0.0:1783444851.055646:0:35890:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751342a60. 00000080:00000010:0.0:1783444851.055649:0:35890:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e7e0. 00000080:00000010:0.0:1783444851.055651:0:35890:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b0940. 00000020:00000010:0.0:1783444851.055653:0:35890:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752030000. 00000008:00000010:0.0:1783444851.055655:0:35890:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5a20. 00020000:00000010:0.0:1783444851.055658:0:35890:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c46d8. 00008000:00000010:0.0:1783444851.055660:0:35890:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8990. 00000080:00000010:0.0:1783444851.055663:0:35890:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e870. 00000020:00000010:0.0:1783444851.055666:0:35890:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752030800. 00000020:00000010:0.0:1783444851.055668:0:35890:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7000. 00000020:00000001:0.0:1783444851.055672:0:35890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7d90 00000080:00000008:0.0:1783444851.055673:0:35890:0:(file.c:2683:do_file_write_iter()) COMPLETED: file f24b.recovery-small-1:[0x200000405:0x2e:0x0], ppos: 8192, count: 0, rc = 8192 00000080:00000001:0.0:1783444851.055676:0:35890:0:(file.c:2685:do_file_write_iter()) Process leaving (rc=8192 : 8192 : 2000) 00000080:00000001:1.0:1783444851.105778:0:35893:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444851.105785:0:35893:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444851.105788:0:35893:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444851.105791:0:35893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941f03bc0 00000080:00200000:1.0:1783444851.105796:0:35893:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:1.0:1783444851.105804:0:35893:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c760588200. 00800000:00000002:1.0:1783444851.105810:0:35893:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444851.105815:0:35893:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444851.105819:0:35893:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444851.105822:0:35893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941f03ae0 00800000:00000002:1.0:1783444851.105824:0:35893:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444851.105828:0:35893:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444851.105840:0:35893:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444851.105844:0:35893:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444851.105846:0:35893:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444851.105849:0:35893:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444851.105851:0:35893:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444851.105854:0:35893:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444851.105856:0:35893:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444851.105859:0:35893:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444851.105865:0:35893:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444851.105867:0:35893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941f039b0 00000002:00010000:1.0:1783444851.105869:0:35893:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444851.105873:0:35893:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444851.105875:0:35893:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444851.105878:0:35893:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444851.105885:0:35893:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211500 count: 2 00010000:00000001:1.0:1783444851.105889:0:35893:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444851.105894:0:35893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444851.105898:0:35893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444851.105903:0:35893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddd1f expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1783444851.105914:0:35893:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444851.105918:0:35893:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444851.105922:0:35893:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddd1f expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1783444851.105929:0:35893:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783444851.105931:0:35893:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444851.105933:0:35893:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444851.105935:0:35893:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444851.105937:0:35893:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444851.105940:0:35893:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783444851.105942:0:35893:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783444851.105945:0:35893:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444851.105947:0:35893:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c760588200. 00000080:00000001:1.0:1783444851.105952:0:35893:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783444851.105954:0:35893:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444851.105956:0:35893:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:1.0:1783444851.105960:0:35893:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef761 00800000:00000001:1.0:1783444851.105963:0:35893:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444851.105965:0:35893:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444851.105967:0:35893:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444851.105969:0:35893:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444851.105972:0:35893:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=3 00000020:00000001:1.0:1783444851.105974:0:35893:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:1.0:1783444851.105976:0:35893:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:1.0:1783444851.105979:0:35893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444851.105981:0:35893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444851.105982:0:35893:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444851.105984:0:35893:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444851.105986:0:35893:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef761 from it ffffa31941f03bf8 00010000:00000001:1.0:1783444851.105988:0:35893:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444851.105989:0:35893:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444851.105991:0:35893:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=3 00000020:00000001:1.0:1783444851.105992:0:35893:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:1.0:1783444851.105994:0:35893:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:1.0:1783444851.105996:0:35893:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444851.105999:0:35893:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddd1f expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783444851.106005:0:35893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444851.106006:0:35893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444851.106007:0:35893:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444851.106010:0:35893:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444851.106013:0:35893:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddd1f expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1783444851.106021:0:35893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444851.106025:0:35893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444851.106027:0:35893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444851.106031:0:35893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444851.106032:0:35893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444851.106034:0:35893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444851.106039:0:35893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444851.106041:0:35893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444851.106043:0:35893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444851.106045:0:35893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444851.106047:0:35893:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444851.106049:0:35893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444851.106050:0:35893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444851.106053:0:35893:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783444851.106073:0:35893:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444851.106076:0:35893:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:1.0:1783444851.106081:0:35893:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444851.106085:0:35893:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1783444851.106087:0:35893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941f03b88 00000080:00002000:1.0:1783444851.106089:0:35893:0:(dcache.c:87:ll_dcompare()) found name d24b.recovery-small(ffff91c748f60000) flags 0x20000e refc 1 00000080:00000001:1.0:1783444851.106091:0:35893:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444851.106093:0:35893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941f03bd0 00000080:00200000:1.0:1783444851.106094:0:35893:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d24b.recovery-small, flags=25 00000080:00000001:1.0:1783444851.106098:0:35893:0:(llite_lib.c:3025:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1783444851.106100:0:35893:0:(llite_lib.c:3031:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444851.106103:0:35893:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:1.0:1783444851.106104:0:35893:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff91c748db42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1783444851.106107:0:35893:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1783444851.106116:0:35893:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91c745712860. 00000080:00000001:1.0:1783444851.106119:0:35893:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:1.0:1783444851.106121:0:35893:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff91c748db42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1783444851.106123:0:35893:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444851.106125:0:35893:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1783444851.106127:0:35893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941f03b50 00000080:00200000:1.0:1783444851.106129:0:35893:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000405:0x2c:0x0](ffff91c748db42c8), file ffff91c7600d3200, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1783444851.106134:0:35893:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff91c7465b3120. 00000080:00000001:1.0:1783444851.106138:0:35893:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1783444851.106141:0:35893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941f03a00 00000080:00200000:1.0:1783444851.106143:0:35893:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000405:0x2c:0x0](ffff91c748db42c8), intent=open|creat 00000080:00000010:1.0:1783444851.106150:0:35893:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c760588200. 00000080:00000001:1.0:1783444851.106155:0:35893:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444851.106157:0:35893:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444851.106158:0:35893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941f03920 00800000:00000002:1.0:1783444851.106160:0:35893:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24b.recovery-small-2' on [0x200000405:0x2c:0x0] 00800000:00000001:1.0:1783444851.106164:0:35893:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1783444851.106166:0:35893:0:(lmv_obd.c:2238:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1783444851.106168:0:35893:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444851.106170:0:35893:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444851.106171:0:35893:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444851.106172:0:35893:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444851.106174:0:35893:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444851.106176:0:35893:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:1.0:1783444851.106178:0:35893:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444851.106181:0:35893:0:(lmv_obd.c:2284:lmv_locate_tgt_create()) Process leaving (rc=18446622883747488256 : -121189962063360 : ffff91c7435c6200) 00800000:00000001:1.0:1783444851.106184:0:35893:0:(lmv_obd.c:1203:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1783444851.106186:0:35893:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1783444851.106189:0:35893:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1783444851.106192:0:35893:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1783444851.106194:0:35893:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff91c759350000: Allocated FID [0x200000405:0x2f:0x0] 40000000:00000001:1.0:1783444851.106197:0:35893:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444851.106199:0:35893:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444851.106201:0:35893:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444851.106203:0:35893:0:(lmv_obd.c:1227:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444851.106205:0:35893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941f038a0 00800000:00000002:1.0:1783444851.106206:0:35893:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000405:0x2c:0x0], fid2=[0x200000405:0x2f:0x0], name='f24b.recovery-small-2' -> mds #0 layout version 1 00000002:00000001:1.0:1783444851.106211:0:35893:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444851.106212:0:35893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941f037d8 00000002:00010000:1.0:1783444851.106214:0:35893:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f24b.recovery-small-2,[0x200000405:0x2f:0x0]) in obj [0x200000405:0x2c:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1783444851.106218:0:35893:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1783444851.106220:0:35893:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1783444851.106223:0:35893:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1783444851.106226:0:35893:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444851.106228:0:35893:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1783444851.106231:0:35893:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211300 count: 2 00010000:00000001:1.0:1783444851.106233:0:35893:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444851.106236:0:35893:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1783444851.106239:0:35893:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444851.106241:0:35893:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444851.106243:0:35893:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783444851.106248:0:35893:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758838380. 00000020:00000040:1.0:1783444851.106252:0:35893:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:1.0:1783444851.106258:0:35893:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1783444851.106259:0:35893:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444851.106262:0:35893:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783444851.106266:0:35893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444851.106268:0:35893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444851.106269:0:35893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444851.106270:0:35893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444851.106273:0:35893:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444851.106274:0:35893:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444851.106277:0:35893:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444851.106284:0:35893:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c751025800. 00000100:00000001:1.0:1783444851.106291:0:35893:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444851.106296:0:35893:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444851.106298:0:35893:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444851.106299:0:35893:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444851.106300:0:35893:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444851.106302:0:35893:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444851.106311:0:35893:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622884102374272 : -121189607177344 : ffff91c758838380) 00010000:00000001:1.0:1783444851.106314:0:35893:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783444851.106316:0:35893:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1783444851.106318:0:35893:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211300 count: 2 00010000:00000001:1.0:1783444851.106321:0:35893:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444851.106323:0:35893:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783444851.106327:0:35893:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c7583dbc00. 00000020:00000001:1.0:1783444851.106330:0:35893:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783444851.106333:0:35893:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c7583dbc00 with handle 0x5503b2fe824ef784 to hash 00000020:00000001:1.0:1783444851.106335:0:35893:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783444851.106336:0:35893:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444851.106340:0:35893:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444851.106343:0:35893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444851.106345:0:35893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444851.106348:0:35893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef784 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444851.106356:0:35893:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef784 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35893 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1783444851.106367:0:35893:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1783444851.106379:0:35893:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c758838380 x1870075608317568/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1783444851.106389:0:35893:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef784 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35893 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783444851.106394:0:35893:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444851.106396:0:35893:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444851.106402:0:35893:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7435e8c00. 00000100:00000001:1.0:1783444851.106404:0:35893:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883747630080 : -121189961921536 : ffff91c7435e8c00) 00000100:00000001:1.0:1783444851.106406:0:35893:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444851.106408:0:35893:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102374272 : -121189607177344 : ffff91c758838380) 00000100:00000001:1.0:1783444851.106412:0:35893:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444851.106416:0:35893:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444851.106419:0:35893:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444851.106420:0:35893:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444851.106424:0:35893:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c758838380 x1870075608317568/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444851.106432:0:35893:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444851.106434:0:35893:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444851.106437:0:35893:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444851.106440:0:35893:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444851.106442:0:35893:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444851.106445:0:35893:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c758838380 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:35893:1870075608317568:192.168.204.110@tcp:101:multiop.0 00000100:00000001:1.0:1783444851.106449:0:35893:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444851.106456:0:35893:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444851.106458:0:35893:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444851.106461:0:35893:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444851.106506:0:35893:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff91c7604e0000. 02000000:00000001:1.0:1783444851.106509:0:35893:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444851.106516:0:35893:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444851.106521:0:35893:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736420. 00000400:00000010:1.0:1783444851.106528:0:35893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff91c751026800. 00000100:00000200:1.0:1783444851.106535:0:35893:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870075608317568, portal 10 00000100:00000001:1.0:1783444851.106537:0:35893:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444851.106539:0:35893:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102374272 : -121189607177344 : ffff91c758838380) 00000100:00000040:1.0:1783444851.106545:0:35893:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c758838380 x1870075608317568/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783444867 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444851.106552:0:35893:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444851.106554:0:35893:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444851.106557:0:35893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7590762a8. 00000100:00000200:1.0:1783444851.106560:0:35893:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1870075608317568, offset 0 00000400:00000200:1.0:1783444851.106566:0:35893:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444851.106574:0:35893:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444851.106581:0:35893:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444851.106587:0:35893:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444851.106591:0:35893:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444851.106595:0:35893:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444851.106598:0:35893:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444851.106601:0:35893:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2954:2954:256:4294967295] 192.168.204.110@tcp LPNI seq info [2954:2954:8:4294967295] 00000400:00000200:1.0:1783444851.106606:0:35893:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444851.106616:0:35893:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444851.106622:0:35893:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444851.106627:0:35893:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298000. 00000800:00000200:1.0:1783444851.106634:0:35893:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444851.106642:0:35893:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444851.106648:0:35893:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298000 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1783444851.106659:0:35893:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444851.106663:0:35893:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 872465 usecs (873 jiffies) 00000400:00000200:1.0:1783444851.106667:0:35893:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444851.106670:0:35893:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296490983 00000100:00000001:1.0:1783444851.106673:0:35893:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296492542 00000100:00000001:1.0:1783444851.106675:0:35893:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296490983 00000100:00000001:1.0:1783444851.106678:0:35893:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296492542 00000100:00000001:1.0:1783444851.106680:0:35893:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444851.106683:0:35893:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444851.106685:0:35893:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444851.106687:0:35893:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444851.106690:0:35893:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7435e8c00 going to sleep for 11 seconds 00000100:00000001:1.0:1783444851.106693:0:35893:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444851.106696:0:35893:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444851.107024:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444851.107029:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298000. 00000400:00000200:0.0:1783444851.107036:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444851.107040:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444851.107044:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7590762a8 00000400:00000010:0.0:1783444851.107046:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7590762a8. 00000100:00000001:0.0:1783444851.107050:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444851.107079:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c758838380 x1870075608317568/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783444867 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444851.107090:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444851.107094:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c758838380 x1870075608317568/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783444867 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444851.107100:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444851.107101:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444851.131703:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444851.131720:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444851.131725:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444851.131727:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444851.131736:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444851.131743:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444851.131751:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444851.131755:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444851.131761:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444851.131765:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a4d2e8563e80 00000400:00000200:0.0:1783444851.131769:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444851.131774:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x81f1 [32] + 224 00000800:00000001:0.0:1783444851.131792:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444851.131800:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444851.131803:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444851.131808:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444851.131815:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444851.131824:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c758838380 x1870075608317568/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783444867 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444851.131847:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff91c758838380 x1870075608317568/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783444867 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444851.131868:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444851.131876:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444851.131880:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444851.132443:0:35893:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444851.132451:0:35893:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444851.132453:0:35893:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444851.132457:0:35893:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736420. 00000400:00000200:1.0:1783444851.132461:0:35893:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c751026800 00000400:00000010:1.0:1783444851.132463:0:35893:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff91c751026800. 00000100:00000001:1.0:1783444851.132467:0:35893:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444851.132472:0:35893:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c758838380 x1870075608317568/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783444867 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783444851.132482:0:35893:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c758838380 x1870075608317568/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1783444867 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444851.132489:0:35893:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444851.132491:0:35893:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444851.132494:0:35893:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444851.132497:0:35893:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444851.132500:0:35893:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444851.132502:0:35893:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444851.132505:0:35893:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444851.132514:0:35893:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=31 v=5 (5 105 105 105) 00000100:00001000:1.0:1783444851.132519:0:35893:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=38 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444851.132522:0:35893:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444851.132524:0:35893:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444851.132527:0:35893:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444851.132531:0:35893:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444851.132534:0:35893:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1783444851.132536:0:35893:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x20000000b/0x1] 00000100:00000001:1.0:1783444851.132537:0:35893:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1783444851.132540:0:35893:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444851.132541:0:35893:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102374272 : -121189607177344 : ffff91c758838380) 00000100:00000001:1.0:1783444851.132545:0:35893:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444851.132547:0:35893:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 8589934601 00000100:00000001:1.0:1783444851.132549:0:35893:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444851.132552:0:35893:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444851.132557:0:35893:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c758838380 x1870075608317568/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1783444867 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444851.132564:0:35893:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444851.132567:0:35893:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444851.132569:0:35893:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444851.132572:0:35893:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758838380 x1870075608317568/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1783444867 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783444851.132580:0:35893:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c758838380 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:35893:1870075608317568:192.168.204.110@tcp:101:multiop.0 00000100:00000001:1.0:1783444851.132585:0:35893:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444851.132588:0:35893:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444851.132590:0:35893:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783444851.132592:0:35893:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444851.132594:0:35893:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c758838380 x1870075608317568/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1783444867 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444851.132601:0:35893:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783444851.132604:0:35893:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7435e8c00. 00000100:00000001:1.0:1783444851.132607:0:35893:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783444851.132609:0:35893:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444851.132612:0:35893:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1783444851.132617:0:35893:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444851.132619:0:35893:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444851.132622:0:35893:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dbc00 refcount=4 00000020:00000001:1.0:1783444851.132625:0:35893:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444851.132627:0:35893:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000040:1.0:1783444851.132634:0:35893:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c7583dbc00, remote cookie: 0x332dd2263f6ddda4, flags: 0x1001 00010000:00010000:1.0:1783444851.132639:0:35893:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef784 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddda4 expref: -99 pid: 35893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1783444851.132648:0:35893:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2f:0x0].0x0, instead of [0x200000405:0x2c:0x0].0x0 00010000:00000001:1.0:1783444851.132652:0:35893:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1783444851.132661:0:35893:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c741678400. 00010000:00000010:1.0:1783444851.132666:0:35893:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c7505f9a00. 00010000:00000001:1.0:1783444851.132671:0:35893:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444851.132674:0:35893:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef784 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddda4 expref: -99 pid: 35893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444851.132683:0:35893:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef784 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddda4 expref: -99 pid: 35893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444851.132690:0:35893:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1783444851.132694:0:35893:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1783444851.132696:0:35893:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1783444851.132697:0:35893:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1783444851.132699:0:35893:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1783444851.132702:0:35893:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2f:0x0].0x0 (ffff91c741678400) refcount = 1 00010000:00010000:1.0:1783444851.132706:0:35893:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef784 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddda4 expref: -99 pid: 35893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444851.132712:0:35893:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1783444851.132716:0:35893:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1783444851.132717:0:35893:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444851.132720:0:35893:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1783444851.132722:0:35893:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444851.132726:0:35893:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef784 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddda4 expref: -99 pid: 35893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444851.132732:0:35893:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1783444851.132733:0:35893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444851.132735:0:35893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444851.132736:0:35893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444851.132737:0:35893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444851.132739:0:35893:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444851.132743:0:35893:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1783444851.132745:0:35893:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444851.132746:0:35893:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444851.132748:0:35893:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dbc00 refcount=3 00000020:00000001:1.0:1783444851.132750:0:35893:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444851.132752:0:35893:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444851.132754:0:35893:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444851.132755:0:35893:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444851.132757:0:35893:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dbc00 refcount=4 00000020:00000001:1.0:1783444851.132758:0:35893:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444851.132760:0:35893:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444851.132763:0:35893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444851.132766:0:35893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444851.132769:0:35893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef784 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddda4 expref: -99 pid: 35893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444851.132775:0:35893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444851.132776:0:35893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444851.132778:0:35893:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444851.132779:0:35893:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444851.132780:0:35893:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dbc00 refcount=5 00000020:00000001:1.0:1783444851.132781:0:35893:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444851.132784:0:35893:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444851.132786:0:35893:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444851.132788:0:35893:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef784 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddda4 expref: -99 pid: 35893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444851.132794:0:35893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444851.132795:0:35893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1783444851.132798:0:35893:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef784 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddda4 expref: -99 pid: 35893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444851.132804:0:35893:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444851.132805:0:35893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444851.132806:0:35893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444851.132807:0:35893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444851.132808:0:35893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1783444851.132813:0:35893:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff91c758838380 x1870075608317568/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1783444867 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1783444851.132823:0:35893:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1783444851.132828:0:35893:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c758838380 x1870075608317568/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1783444867 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1783444851.132843:0:35893:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444851.132850:0:35893:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444851.132851:0:35893:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444851.132852:0:35893:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dbc00 refcount=3 00000020:00000001:1.0:1783444851.132854:0:35893:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444851.132856:0:35893:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00000002:00010000:1.0:1783444851.132861:0:35893:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef784 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddda4 expref: -99 pid: 35893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1783444851.132870:0:35893:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff91c742c80a40. 00010000:00000001:1.0:1783444851.132873:0:35893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444851.132874:0:35893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444851.132876:0:35893:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444851.132878:0:35893:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444851.132881:0:35893:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1783444851.132883:0:35893:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444851.132884:0:35893:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102374272 : -121189607177344 : ffff91c758838380) 00000100:00000001:1.0:1783444851.132886:0:35893:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444851.132887:0:35893:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102374272 : -121189607177344 : ffff91c758838380) 00010000:00000001:1.0:1783444851.132889:0:35893:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444851.132890:0:35893:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444851.132891:0:35893:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dbc00 refcount=3 00000020:00000001:1.0:1783444851.132893:0:35893:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444851.132895:0:35893:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00000002:00010000:1.0:1783444851.132899:0:35893:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef784 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddda4 expref: -99 pid: 35893 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444851.132906:0:35893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444851.132907:0:35893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444851.132909:0:35893:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783444851.132910:0:35893:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444851.132911:0:35893:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444851.132912:0:35893:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dbc00 refcount=3 00000020:00000001:1.0:1783444851.132914:0:35893:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:1.0:1783444851.132915:0:35893:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000040:1.0:1783444851.132919:0:35893:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678400 count: 2 00010000:00000001:1.0:1783444851.132922:0:35893:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1783444851.132925:0:35893:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589935621/47 (0 0) 00010000:00000001:1.0:1783444851.132927:0:35893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444851.132929:0:35893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444851.132930:0:35893:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1783444851.132933:0:35893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941f03760 00000002:00002000:1.0:1783444851.132935:0:35893:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f24b.recovery-small-2 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:1.0:1783444851.132938:0:35893:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444851.132942:0:35893:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444851.132944:0:35893:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783444851.132948:0:35893:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000405:0x2c:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1783444851.132951:0:35893:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444851.132955:0:35893:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1783444851.132957:0:35893:0:(namei.c:674:ll_lookup_it_finish()) it ffff91c7465b3120 it_disposition 1800037 00000080:00002000:1.0:1783444851.133462:0:35893:0:(namei.c:653:ll_splice_alias()) Add dentry ffff91c748f58360 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1783444851.133467:0:35893:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1783444851.133470:0:35893:0:(namei.c:1619:ll_create_it()) Process entered 00000020:00000001:1.0:1783444851.133473:0:35893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941f03988 00000080:00200000:1.0:1783444851.133475:0:35893:0:(namei.c:1623:ll_create_it()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000405:0x2c:0x0](ffff91c748db42c8), intent=open|creat 00000080:00000001:1.0:1783444851.133478:0:35893:0:(namei.c:1570:ll_create_node()) Process entered 00000080:00000001:1.0:1783444851.133480:0:35893:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:1.0:1783444851.133486:0:35893:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1783444851.133490:0:35893:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1783444851.133493:0:35893:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611183 : 144115205339611183 : 20000040500002f) 00000080:00000001:1.0:1783444851.133496:0:35893:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1783444851.137276:0:35893:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91c748db3180. 00000020:00000001:2.0:1783444851.137293:0:35893:0:(class_obd.c:1011:obd_heat_clear()) Process entered 00000020:00000001:2.0:1783444851.137295:0:35893:0:(class_obd.c:1014:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1783444851.137299:0:35893:0:(llite_lib.c:3223:ll_read_inode2()) Process entered 00000080:00200000:2.0:1783444851.137300:0:35893:0:(llite_lib.c:3226:ll_read_inode2()) VFS Op:inode=[0x200000405:0x2f:0x0](ffff91c748db3248) 00000020:00000001:2.0:1783444851.137306:0:35893:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444851.137310:0:35893:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7630. 00000020:00000010:2.0:1783444851.137316:0:35893:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031e00. 00000020:00000010:2.0:1783444851.137320:0:35893:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752030600. 00000020:00000010:2.0:1783444851.137323:0:35893:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7604273c0. 00000008:00000010:2.0:1783444851.137338:0:35893:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444851.137342:0:35893:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444851.137347:0:35893:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444851.137354:0:35893:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444851.137359:0:35893:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444851.137364:0:35893:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752030c00. 00000008:00000010:2.0:1783444851.137368:0:35893:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444851.137372:0:35893:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444851.137376:0:35893:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444851.137380:0:35893:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526ec30. 00000020:00000001:2.0:1783444851.137382:0:35893:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747362360 : -121189962189256 : ffff91c7435a7638) 00000020:00001000:2.0:1783444851.137385:0:35893:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7630 00000020:00000001:2.0:1783444851.137389:0:35893:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:2.0:1783444851.137393:0:35893:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff91c74529d7d0. 00000020:00000001:2.0:1783444851.137396:0:35893:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1783444851.137397:0:35893:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.137421:0:35893:0:(lov_object.c:2354:lov_object_alloc()) Process entered 00020000:00000010:2.0:1783444851.137424:0:35893:0:(lov_object.c:2355:lov_object_alloc()) slab-alloced 'lov': 248 at ffff91c7464b75d0. 00020000:00000001:2.0:1783444851.137426:0:35893:0:(lov_object.c:2369:lov_object_alloc()) Process leaving (rc=18446622883796710864 : -121189912840752 : ffff91c7464b75d0) 00020000:00000001:2.0:1783444851.137429:0:35893:0:(lov_object.c:1409:lov_object_init()) Process entered 00020000:00000001:2.0:1783444851.137432:0:35893:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1783444851.137439:0:35893:0:(lov_ea.c:221:lsme_unpack()) kmalloced '(lsme)': 80 at ffff91c760427f60. 00020000:00000010:2.0:1783444851.137443:0:35893:0:(lov_ea.c:258:lsme_unpack()) slab-alloced 'loi': 112 at ffff91c7593da000. 00020000:00000010:2.0:1783444851.137448:0:35893:0:(lov_ea.c:385:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91c7604275a0. 00020000:00000001:2.0:1783444851.137450:0:35893:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446622884232328608 : -121189477223008 : ffff91c7604275a0) 00020000:00000002:2.0:1783444851.137454:0:35893:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c7604275a0, objid 0x2f:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783444851.137458:0:35893:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783444851.137462:0:35893:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c7593da000: ostid: 0x280000401:67 ost idx: 0 gen: 0 00020000:00000001:2.0:1783444851.137465:0:35893:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1783444851.137467:0:35893:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c7604275a0, objid 0x2f:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783444851.137470:0:35893:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783444851.137473:0:35893:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c7593da000: ostid: 0x280000401:67 ost idx: 0 gen: 0 00020000:00000010:2.0:1783444851.137478:0:35893:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff91c758826330. 00020000:00000010:2.0:1783444851.137481:0:35893:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff91c7464c16c0. 00020000:00000001:2.0:1783444851.137485:0:35893:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1783444851.137488:0:35893:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff91c747185570. 00020000:00000001:2.0:1783444851.137492:0:35893:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1783444851.137493:0:35893:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:2.0:1783444851.137498:0:35893:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1783444851.137500:0:35893:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff91c74529d3e8. 00000020:00000001:2.0:1783444851.137502:0:35893:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1783444851.137504:0:35893:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.137506:0:35893:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446622883777729640 : -121189931821976 : ffff91c74529d468) 00020000:00000001:2.0:1783444851.137509:0:35893:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1783444851.137513:0:35893:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff91c7585c2000. 00020000:00000001:2.0:1783444851.137516:0:35893:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.137520:0:35893:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622883777729640 : -121189931821976 : ffff91c74529d468) 00020000:00000001:2.0:1783444851.137523:0:35893:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446622883777729640 : -121189931821976 : ffff91c74529d468) 00020000:00000002:2.0:1783444851.137526:0:35893:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x43:0x0]@ffff91c74529d3e8[0:0] -> [0x200000405:0x2f:0x0]@ffff91c74529d7d0: ostid: 0x280000401:67 ost idx: 0 gen: 0 00020000:00000001:2.0:1783444851.137531:0:35893:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1783444851.137534:0:35893:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:2.0:1783444851.137537:0:35893:0:(lov_object.c:1437:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.137540:0:35893:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622883777730640 : -121189931820976 : ffff91c74529d850) 00000020:00001000:2.0:1783444851.137543:0:35893:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7630 00000020:00000010:2.0:1783444851.137546:0:35893:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752030600. 00000020:00000010:2.0:1783444851.137552:0:35893:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7604273c0. 00000008:00000010:2.0:1783444851.137555:0:35893:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444851.137560:0:35893:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444851.137563:0:35893:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444851.137566:0:35893:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444851.137569:0:35893:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444851.137572:0:35893:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031e00. 00000008:00000010:2.0:1783444851.137575:0:35893:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444851.137578:0:35893:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444851.137581:0:35893:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444851.137584:0:35893:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526ec30. 00000020:00000010:2.0:1783444851.137587:0:35893:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752030c00. 00000020:00000010:2.0:1783444851.137589:0:35893:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7630. 00000080:00000001:2.0:1783444851.137594:0:35893:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611183 : 144115205339611183 : 20000040500002f) 00000080:00000001:2.0:1783444851.137597:0:35893:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1783444851.137599:0:35893:0:(llite_lib.c:2920:ll_update_inode()) setting ino 144115205339611183 mtime from 0 to 1783444851 00000080:00000001:2.0:1783444851.137604:0:35893:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1783444851.137607:0:35893:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622883839685192 : -121189869866424 : ffff91c748db3248) 00010000:00000001:2.0:1783444851.137611:0:35893:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444851.137614:0:35893:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444851.137617:0:35893:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dbc00 refcount=3 00000020:00000001:2.0:1783444851.137619:0:35893:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:2.0:1783444851.137622:0:35893:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00000080:00000001:2.0:1783444851.137625:0:35893:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:2.0:1783444851.137627:0:35893:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444851.137629:0:35893:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7630. 00000020:00000010:2.0:1783444851.137632:0:35893:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752030c00. 00000020:00000010:2.0:1783444851.137634:0:35893:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752031e00. 00000020:00000010:2.0:1783444851.137637:0:35893:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7604273c0. 00000008:00000010:2.0:1783444851.137640:0:35893:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444851.137642:0:35893:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444851.137644:0:35893:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444851.137647:0:35893:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444851.137649:0:35893:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444851.137652:0:35893:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752030600. 00000008:00000010:2.0:1783444851.137654:0:35893:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444851.137656:0:35893:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444851.137659:0:35893:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444851.137661:0:35893:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526ec30. 00000020:00000001:2.0:1783444851.137663:0:35893:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747362360 : -121189962189256 : ffff91c7435a7638) 00000020:00001000:2.0:1783444851.137665:0:35893:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7630 00000020:00000001:2.0:1783444851.137667:0:35893:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1783444851.137670:0:35893:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:2.0:1783444851.137671:0:35893:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1783444851.137674:0:35893:0:(lov_ea.c:221:lsme_unpack()) kmalloced '(lsme)': 80 at ffff91c760427b40. 00020000:00000010:2.0:1783444851.137677:0:35893:0:(lov_ea.c:258:lsme_unpack()) slab-alloced 'loi': 112 at ffff91c7593da100. 00020000:00000010:2.0:1783444851.137680:0:35893:0:(lov_ea.c:385:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91c760427c60. 00020000:00000001:2.0:1783444851.137682:0:35893:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446622884232330336 : -121189477221280 : ffff91c760427c60) 00020000:00000002:2.0:1783444851.137684:0:35893:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c760427c60, objid 0x2f:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783444851.137688:0:35893:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783444851.137692:0:35893:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c7593da100: ostid: 0x280000401:67 ost idx: 0 gen: 0 00020000:00000002:2.0:1783444851.137695:0:35893:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff91c7464b75d0) owner ffff91c758a50000 00020000:00000001:2.0:1783444851.137697:0:35893:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1783444851.137700:0:35893:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff91c7464b75d0) owner ffff91c758a50000 00020000:00000010:2.0:1783444851.137704:0:35893:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91c7593da100. 00020000:00000010:2.0:1783444851.137707:0:35893:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff91c760427b40. 00020000:00000010:2.0:1783444851.137710:0:35893:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91c760427c60. 00020000:00000002:2.0:1783444851.137712:0:35893:0:(lov_object.c:1533:lov_conf_set()) [0x200000405:0x2f:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1783444851.137714:0:35893:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.137716:0:35893:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.137720:0:35893:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1783444851.137723:0:35893:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b75d0) owner 0000000000000000/ffff91c758a50000 00020000:00000002:2.0:1783444851.137726:0:35893:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff91c7604275a0 addref 2/0 by ffff91c758a50000. 00020000:00000002:2.0:1783444851.137728:0:35893:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b75d0) owner 0000000000000000/ffff91c758a50000 00020000:00000001:2.0:1783444851.137730:0:35893:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1783444851.137732:0:35893:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1783444851.137734:0:35893:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1783444851.137736:0:35893:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1783444851.137738:0:35893:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1783444851.137741:0:35893:0:(file.c:6749:ll_layout_conf()) [0x200000405:0x2f:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1783444851.137743:0:35893:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7630 00000020:00000010:2.0:1783444851.137745:0:35893:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752031e00. 00000020:00000010:2.0:1783444851.137748:0:35893:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7604273c0. 00000008:00000010:2.0:1783444851.137750:0:35893:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444851.137752:0:35893:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444851.137755:0:35893:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444851.137757:0:35893:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444851.137759:0:35893:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444851.137761:0:35893:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752030c00. 00000008:00000010:2.0:1783444851.137763:0:35893:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444851.137765:0:35893:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444851.137767:0:35893:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444851.137769:0:35893:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526ec30. 00000020:00000010:2.0:1783444851.137771:0:35893:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752030600. 00000020:00000010:2.0:1783444851.137773:0:35893:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7630. 00000080:00000001:2.0:1783444851.137775:0:35893:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.137777:0:35893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.137779:0:35893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783444851.137781:0:35893:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783444851.137785:0:35893:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1783444851.137787:0:35893:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444851.137790:0:35893:0:(namei.c:1589:ll_create_node()) setting l_ast_data to inode [0x200000405:0x2f:0x0](ffff91c748db3248) 00000080:00010000:2.0:1783444851.137794:0:35893:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2f:0x0](ffff91c748db3248) for lock 0x5503b2fe824ef784 00800000:00000001:2.0:1783444851.137797:0:35893:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444851.137799:0:35893:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444851.137802:0:35893:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444851.137803:0:35893:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444851.137805:0:35893:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dbc00 refcount=3 00000020:00000001:2.0:1783444851.137807:0:35893:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:2.0:1783444851.137809:0:35893:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:2.0:1783444851.137811:0:35893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.137812:0:35893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444851.137813:0:35893:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444851.137815:0:35893:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.137817:0:35893:0:(namei.c:1591:ll_create_node()) Process leaving 00000100:00000001:2.0:1783444851.137819:0:35893:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444851.137844:0:35893:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff91c758838380 x1870075608317568/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444867 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444851.137854:0:35893:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.137860:0:35893:0:(namei.c:1675:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444851.137863:0:35893:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2f:0x0](ffff91c748db3248) 00000080:00000001:2.0:1783444851.137866:0:35893:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1783444851.137870:0:35893:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c760588200. 00000100:00000001:2.0:1783444851.137874:0:35893:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444851.137878:0:35893:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c758838380 x1870075608317568/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444867 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444851.137884:0:35893:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.137888:0:35893:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1783444851.137890:0:35893:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.137896:0:35893:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:2.0:1783444851.137900:0:35893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941f03a60 00000080:00200008:2.0:1783444851.137902:0:35893:0:(file.c:1058:ll_file_open()) START file f24b.recovery-small-2:[0x200000405:0x2f:0x0](ffff91c748db3248), flags 100102 00000080:00000010:2.0:1783444851.137909:0:35893:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91c7417b7680. 00000080:00000010:2.0:1783444851.137915:0:35893:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff91c76050a780. 00000080:00000001:2.0:1783444851.137917:0:35893:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:2.0:1783444851.137923:0:35893:0:(lmv_obd.c:4175:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1783444851.137926:0:35893:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444851.137928:0:35893:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444851.137930:0:35893:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444851.137932:0:35893:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444851.137935:0:35893:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444851.137936:0:35893:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2f:0x0] 00800000:00000001:2.0:1783444851.137938:0:35893:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444851.137941:0:35893:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1783444851.137945:0:35893:0:(obd.h:1438:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91c7507eb8e0. 00000002:00100000:2.0:1783444851.137950:0:35893:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c758838380 x1870075608317568/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444867 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783444851.137956:0:35893:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444851.137967:0:35893:0:(lmv_obd.c:4181:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1783444851.137971:0:35893:0:(rw.c:949:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1783444851.137975:0:35893:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.137977:0:35893:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444851.137980:0:35893:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444851.137984:0:35893:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c758838380 x1870075608317568/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444867 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1783444851.137991:0:35893:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444851.137995:0:35893:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff91c7604e0000. 02000000:00000001:2.0:1783444851.138018:0:35893:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1783444851.138020:0:35893:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.138023:0:35893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941f03a60 00000080:00000008:2.0:1783444851.138025:0:35893:0:(file.c:1297:ll_file_open()) COMPLETED file f24b.recovery-small-2:[0x200000405:0x2f:0x0](ffff91c748db3248), flags 100102, rc = 0 00000080:00000001:2.0:1783444851.138029:0:35893:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1783444851.138031:0:35893:0:(dcache.c:176:ll_intent_release()) intent ffff91c7465b3120 released 00000080:00010000:2.0:1783444851.138033:0:35893:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef784 from it ffff91c7465b3120 00010000:00000001:2.0:1783444851.138035:0:35893:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444851.138036:0:35893:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444851.138038:0:35893:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dbc00 refcount=3 00000020:00000001:2.0:1783444851.138040:0:35893:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:2.0:1783444851.138042:0:35893:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097801216 : -121189611750400 : ffff91c7583dbc00) 00010000:00000001:2.0:1783444851.138045:0:35893:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444851.138049:0:35893:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef784 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6ddda4 expref: -99 pid: 35893 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444851.138083:0:35893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.138084:0:35893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444851.138085:0:35893:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444851.138088:0:35893:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444851.138090:0:35893:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dbc00/0x5503b2fe824ef784 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6ddda4 expref: -99 pid: 35893 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783444851.138097:0:35893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444851.138100:0:35893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444851.138101:0:35893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444851.138105:0:35893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.138106:0:35893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444851.138108:0:35893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.138110:0:35893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444851.138112:0:35893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.138114:0:35893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.138117:0:35893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.138119:0:35893:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444851.138120:0:35893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.138121:0:35893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783444851.138123:0:35893:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1783444851.138124:0:35893:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1783444851.138127:0:35893:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1783444851.138128:0:35893:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444851.138130:0:35893:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1783444851.138132:0:35893:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.138134:0:35893:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1783444851.138136:0:35893:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.138138:0:35893:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783444851.138140:0:35893:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.138142:0:35893:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1783444851.138144:0:35893:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff91c7465b3120. 00000080:00000001:2.0:1783444851.138147:0:35893:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.138151:0:35893:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:2.0:1783444851.138152:0:35893:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2f:0x0](ffff91c748db3248), inode mode 81a4 mask 40 00000080:00000001:2.0:1783444851.138156:0:35893:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.138356:0:35893:0:(file.c:2601:do_file_write_iter()) Process entered 00000020:00000001:2.0:1783444851.138359:0:35893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941f03d90 00000080:00200008:2.0:1783444851.138361:0:35893:0:(file.c:2605:do_file_write_iter()) START file f24b.recovery-small-2:[0x200000405:0x2f:0x0], ppos: 0, count: 8192 00000080:00000001:2.0:1783444851.138365:0:35893:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1783444851.138366:0:35893:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.138369:0:35893:0:(file.c:1972:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1783444851.138372:0:35893:0:(file.c:2023:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.138374:0:35893:0:(file.c:2553:ll_do_tiny_write()) Process entered 00000080:00000001:2.0:1783444851.138376:0:35893:0:(file.c:2559:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.138377:0:35893:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444851.138380:0:35893:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7630. 00000020:00000010:2.0:1783444851.138383:0:35893:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752030600. 00000020:00000010:2.0:1783444851.138386:0:35893:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752030c00. 00000020:00000010:2.0:1783444851.138388:0:35893:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7604273c0. 00000008:00000010:2.0:1783444851.138391:0:35893:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444851.138394:0:35893:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444851.138397:0:35893:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444851.138400:0:35893:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444851.138402:0:35893:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444851.138405:0:35893:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031e00. 00000008:00000010:2.0:1783444851.138407:0:35893:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444851.138409:0:35893:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444851.138412:0:35893:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444851.138414:0:35893:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526ec30. 00000020:00000001:2.0:1783444851.138417:0:35893:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747362360 : -121189962189256 : ffff91c7435a7638) 00000020:00001000:2.0:1783444851.138419:0:35893:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7630 00000080:00000001:2.0:1783444851.138421:0:35893:0:(file.c:2055:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1783444851.138423:0:35893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941f03ca0 00000080:00200000:2.0:1783444851.138425:0:35893:0:(file.c:2058:ll_file_io_generic()) f24b.recovery-small-2: write ppos: 0, bytes: 8192 00000020:00000001:2.0:1783444851.138430:0:35893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941f03c38 00000080:00200000:2.0:1783444851.138432:0:35893:0:(file.c:1816:ll_io_set_mirror()) f24b.recovery-small-2: desiginated mirror: 0 00000020:00000001:2.0:1783444851.138435:0:35893:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1783444851.138440:0:35893:0:(cl_io.c:214:cl_io_rw_init()) header@00000000655f8bca[0x110, 1, [0x200000405:0x2f:0x0] hash] 00000020:00200000:2.0:1783444851.138442:0:35893:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 8192) 0 0 00000020:00000001:2.0:1783444851.138445:0:35893:0:(cl_object.c:151:cl_object_top()) ffff91c74529d850 -> ffff91c74529d850 00000020:00000001:2.0:1783444851.138448:0:35893:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783444851.138450:0:35893:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:2.0:1783444851.138452:0:35893:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x2f:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1783444851.138454:0:35893:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444851.138456:0:35893:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1783444851.138458:0:35893:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444851.138463:0:35893:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.138466:0:35893:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783444851.138468:0:35893:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.138470:0:35893:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783444851.138473:0:35893:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x2f:0x0]io ffff91c7452b30f0 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1783444851.138476:0:35893:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b75d0) owner 0000000000000000/ffff91c758a50000 00020000:00000001:2.0:1783444851.138479:0:35893:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1783444851.138481:0:35893:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1783444851.138483:0:35893:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1783444851.138485:0:35893:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1783444851.138487:0:35893:0:(lov_io.c:860:lov_io_slice_init()) 0 8192 00020000:00000001:2.0:1783444851.138489:0:35893:0:(lov_io.c:888:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1783444851.138490:0:35893:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1783444851.138492:0:35893:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.138493:0:35893:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444851.138495:0:35893:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1783444851.138496:0:35893:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1783444851.138497:0:35893:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b75d0) owner 0000000000000000/ffff91c758a50000 00000020:00000001:2.0:1783444851.138500:0:35893:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.138501:0:35893:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783444851.138504:0:35893:0:(file.c:2136:ll_file_io_generic()) Range lock [0, 1] 00000001:00000001:2.0:1783444851.138506:0:35893:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:2.0:1783444851.138508:0:35893:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.138511:0:35893:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1783444851.138513:0:35893:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1783444851.138516:0:35893:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1783444851.138517:0:35893:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1783444851.138519:0:35893:0:(lov_io.c:1206:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1783444851.138521:0:35893:0:(lov_io.c:1278:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 8192) 8192, 8192 00020000:00000001:2.0:1783444851.138525:0:35893:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1783444851.138526:0:35893:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1783444851.138530:0:35893:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:2.0:1783444851.138533:0:35893:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444851.138534:0:35893:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1783444851.138536:0:35893:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444851.138539:0:35893:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a73f0. 00000020:00000010:2.0:1783444851.138542:0:35893:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752030800. 00000020:00000010:2.0:1783444851.138545:0:35893:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752030000. 00000020:00000010:2.0:1783444851.138547:0:35893:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427c60. 00000008:00000010:2.0:1783444851.138550:0:35893:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103e4b0. 00020000:00000010:2.0:1783444851.138553:0:35893:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206fcc0. 00008000:00000010:2.0:1783444851.138556:0:35893:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751343880. 00000080:00000010:2.0:1783444851.138558:0:35893:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e498. 00000080:00000010:2.0:1783444851.138560:0:35893:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b2750. 00000020:00000010:2.0:1783444851.138563:0:35893:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031000. 00000008:00000010:2.0:1783444851.138566:0:35893:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a5ce0. 00020000:00000010:2.0:1783444851.138568:0:35893:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c5da8. 00008000:00000010:2.0:1783444851.138570:0:35893:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8680. 00000080:00000010:2.0:1783444851.138573:0:35893:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526e3c0. 00000020:00000001:2.0:1783444851.138575:0:35893:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747361784 : -121189962189832 : ffff91c7435a73f8) 00000020:00001000:2.0:1783444851.138577:0:35893:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a73f0 00000020:00000001:2.0:1783444851.138579:0:35893:0:(cl_object.c:151:cl_object_top()) ffff91c74529d468 -> ffff91c74529d850 00000020:00000001:2.0:1783444851.138581:0:35893:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1783444851.138583:0:35893:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444851.138584:0:35893:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1783444851.138586:0:35893:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.138603:0:35893:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.138605:0:35893:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000020:00000001:2.0:1783444851.138608:0:35893:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1783444851.138611:0:35893:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1783444851.138614:0:35893:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.138615:0:35893:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.138617:0:35893:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.138619:0:35893:0:(lov_io.c:1284:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.138621:0:35893:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.138622:0:35893:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1783444851.138624:0:35893:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1783444851.138626:0:35893:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1783444851.138629:0:35893:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1783444851.138631:0:35893:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.138633:0:35893:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.138636:0:35893:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1783444851.138637:0:35893:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000020:00000001:2.0:1783444851.138639:0:35893:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1783444851.138640:0:35893:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1783444851.138642:0:35893:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.138643:0:35893:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.138645:0:35893:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.138646:0:35893:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.138647:0:35893:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.138650:0:35893:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1783444851.138651:0:35893:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444851.138652:0:35893:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1783444851.138654:0:35893:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783444851.138655:0:35893:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.138657:0:35893:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.138658:0:35893:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.138660:0:35893:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.138662:0:35893:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783444851.138664:0:35893:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1783444851.138665:0:35893:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1783444851.138668:0:35893:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1783444851.138670:0:35893:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1783444851.138672:0:35893:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000010:2.0:1783444851.138678:0:35893:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91c743ef4900. 00020000:00000002:2.0:1783444851.138681:0:35893:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:2.0:1783444851.138683:0:35893:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1783444851.138684:0:35893:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444851.138686:0:35893:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000020:00000001:2.0:1783444851.138688:0:35893:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1783444851.138691:0:35893:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91c7603d38f0. 00000008:00010000:2.0:1783444851.138694:0:35893:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1783444851.138696:0:35893:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444851.138697:0:35893:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1783444851.138700:0:35893:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91c743ef4930, osc lock ffff91c7603d38f0, flags 0x0 00000020:00000001:2.0:1783444851.138703:0:35893:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.138705:0:35893:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.138707:0:35893:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446622883757115648 : -121189952435968 : ffff91c743ef4900) 00000020:00000001:2.0:1783444851.138709:0:35893:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444851.138710:0:35893:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1783444851.138712:0:35893:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.138714:0:35893:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.138715:0:35893:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444851.138717:0:35893:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444851.138718:0:35893:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444851.138719:0:35893:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000020:00000001:2.0:1783444851.138721:0:35893:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444851.138723:0:35893:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444851.138725:0:35893:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1783444851.138727:0:35893:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.138730:0:35893:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1783444851.138733:0:35893:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1783444851.138734:0:35893:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1783444851.138735:0:35893:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1783444851.138736:0:35893:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1783444851.138737:0:35893:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1783444851.138739:0:35893:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1783444851.138742:0:35893:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783444851.138747:0:35893:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.138750:0:35893:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1783444851.138754:0:35893:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f2680. 00000020:00000040:2.0:1783444851.138758:0:35893:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00010000:00000001:2.0:1783444851.138762:0:35893:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783444851.138765:0:35893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444851.138769:0:35893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.138770:0:35893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444851.138771:0:35893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444851.138774:0:35893:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444851.138777:0:35893:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444851.138780:0:35893:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444851.138786:0:35893:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c752031600. 00000100:00000001:2.0:1783444851.138792:0:35893:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.138795:0:35893:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444851.138797:0:35893:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.138799:0:35893:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444851.138800:0:35893:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.138802:0:35893:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.138804:0:35893:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446622884232111744 : -121189477439872 : ffff91c7603f2680) 00010000:00000001:2.0:1783444851.138808:0:35893:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783444851.138810:0:35893:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1783444851.138814:0:35893:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747211800. 00010000:00000010:2.0:1783444851.138817:0:35893:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff91c747211400. 00010000:00000001:2.0:1783444851.138821:0:35893:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783444851.138824:0:35893:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c752225200. 00000020:00000001:2.0:1783444851.138828:0:35893:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783444851.138840:0:35893:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c752225200 with handle 0x5503b2fe824ef78b to hash 00000020:00000001:2.0:1783444851.138842:0:35893:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783444851.138844:0:35893:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000010:2.0:1783444851.138848:0:35893:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff91c76050aa80. 00010000:00000001:2.0:1783444851.138851:0:35893:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:2.0:1783444851.138854:0:35893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444851.138857:0:35893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444851.138861:0:35893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000294ff445/0x5503b2fe824ef78b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35893 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444851.138870:0:35893:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000294ff445/0x5503b2fe824ef78b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35893 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444851.138881:0:35893:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000294ff445/0x5503b2fe824ef78b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35893 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783444851.138888:0:35893:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444851.138890:0:35893:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444851.138895:0:35893:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7464c1600. 00000100:00000001:2.0:1783444851.138898:0:35893:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883796751872 : -121189912799744 : ffff91c7464c1600) 00000100:00000001:2.0:1783444851.138900:0:35893:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444851.138901:0:35893:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232111744 : -121189477439872 : ffff91c7603f2680) 00000100:00000001:2.0:1783444851.138904:0:35893:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444851.138906:0:35893:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444851.138909:0:35893:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444851.138911:0:35893:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444851.138916:0:35893:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f2680 x1870075608317696/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444851.138924:0:35893:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444851.138926:0:35893:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444851.138929:0:35893:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444851.138932:0:35893:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444851.138934:0:35893:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444851.138937:0:35893:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f2680 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:35893:1870075608317696:192.168.204.110@tcp:101:multiop.0 00000100:00000001:2.0:1783444851.138941:0:35893:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444851.138946:0:35893:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444851.138948:0:35893:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444851.138950:0:35893:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444851.138954:0:35893:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c750f6dc00. 02000000:00000001:2.0:1783444851.138955:0:35893:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444851.138962:0:35893:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444851.138966:0:35893:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff478. 00000400:00000010:2.0:1783444851.138972:0:35893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83880. 00000100:00000200:2.0:1783444851.138978:0:35893:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608317696, portal 4 00000100:00000001:2.0:1783444851.138980:0:35893:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444851.138981:0:35893:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232111744 : -121189477439872 : ffff91c7603f2680) 00000100:00000040:2.0:1783444851.138986:0:35893:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c7603f2680 x1870075608317696/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444867 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444851.138993:0:35893:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444851.138996:0:35893:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444851.138999:0:35893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83f68. 00000100:00000200:2.0:1783444851.139002:0:35893:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1870075608317696, offset 0 00000400:00000200:2.0:1783444851.139007:0:35893:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444851.139014:0:35893:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444851.139022:0:35893:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444851.139027:0:35893:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444851.139031:0:35893:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444851.139034:0:35893:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444851.139038:0:35893:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444851.139041:0:35893:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2955:2955:256:4294967295] 192.168.204.110@tcp LPNI seq info [2955:2955:8:4294967295] 00000400:00000200:2.0:1783444851.139045:0:35893:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444851.139093:0:35893:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444851.139100:0:35893:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444851.139105:0:35893:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1700. 00000800:00000200:2.0:1783444851.139111:0:35893:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444851.139119:0:35893:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444851.139123:0:35893:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1783444851.139131:0:35893:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444851.139135:0:35893:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20593 usecs (21 jiffies) 00000400:00000200:2.0:1783444851.139138:0:35893:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444851.139141:0:35893:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296490166 00000100:00000001:2.0:1783444851.139144:0:35893:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296492542 00000100:00000001:2.0:1783444851.139146:0:35893:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296490166 00000100:00000001:2.0:1783444851.139149:0:35893:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296492542 00000100:00000001:2.0:1783444851.139151:0:35893:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444851.139153:0:35893:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444851.139155:0:35893:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444851.139157:0:35893:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444851.139160:0:35893:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7464c1600 going to sleep for 11 seconds 00000100:00000001:2.0:1783444851.139162:0:35893:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444851.139164:0:35893:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444851.140097:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444851.140103:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1700. 00000400:00000200:0.0:1783444851.140107:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444851.140113:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444851.140118:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83f68 00000400:00000010:0.0:1783444851.140120:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83f68. 00000100:00000001:0.0:1783444851.140124:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444851.140129:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2680 x1870075608317696/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444867 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444851.140138:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444851.140142:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2680 x1870075608317696/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444867 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444851.140148:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444851.140149:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444851.143564:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444851.143581:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444851.143585:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444851.143587:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444851.143597:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444851.143604:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444851.143613:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444851.143617:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444851.143622:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444851.143626:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 4 MB=0x6a4d2e8563f00 00000400:00000200:0.0:1783444851.143630:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444851.143647:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 400/400 into md 0x8201 [1] + 224 00000800:00000001:0.0:1783444851.143655:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444851.143662:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444851.143665:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444851.143669:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444851.143676:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444851.143684:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2680 x1870075608317696/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444867 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444851.143696:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff91c7603f2680 x1870075608317696/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444867 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444851.143719:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444851.143727:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444851.143731:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444851.144102:0:35893:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444851.144110:0:35893:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444851.144112:0:35893:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444851.144115:0:35893:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff478. 00000400:00000200:2.0:1783444851.144120:0:35893:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83880 00000400:00000010:2.0:1783444851.144122:0:35893:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83880. 00000100:00000001:2.0:1783444851.144125:0:35893:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444851.144129:0:35893:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f2680 x1870075608317696/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444867 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783444851.144139:0:35893:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f2680 x1870075608317696/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444867 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444851.144145:0:35893:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444851.144147:0:35893:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444851.144150:0:35893:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444851.144153:0:35893:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444851.144155:0:35893:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444851.144158:0:35893:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444851.144161:0:35893:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444851.144171:0:35893:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=31 v=5 (5 5 5 5) 00000100:00001000:2.0:1783444851.144175:0:35893:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444851.144177:0:35893:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444851.144179:0:35893:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.144182:0:35893:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444851.144184:0:35893:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444851.144188:0:35893:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444851.144190:0:35893:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967336 00000100:00000001:2.0:1783444851.144192:0:35893:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444851.144194:0:35893:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444851.144198:0:35893:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f2680 x1870075608317696/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444867 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444851.144205:0:35893:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444851.144208:0:35893:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444851.144210:0:35893:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444851.144214:0:35893:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f2680 x1870075608317696/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444867 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783444851.144222:0:35893:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f2680 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:35893:1870075608317696:192.168.204.110@tcp:101:multiop.0 00000100:00000001:2.0:1783444851.144227:0:35893:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444851.144240:0:35893:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444851.144243:0:35893:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444851.144245:0:35893:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444851.144250:0:35893:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2680 x1870075608317696/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444867 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444851.144256:0:35893:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444851.144259:0:35893:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7464c1600. 00000100:00000001:2.0:1783444851.144262:0:35893:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444851.144264:0:35893:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.144267:0:35893:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783444851.144270:0:35893:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444851.144273:0:35893:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444851.144276:0:35893:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225200 refcount=4 00000020:00000001:2.0:1783444851.144278:0:35893:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:2.0:1783444851.144281:0:35893:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000040:2.0:1783444851.144287:0:35893:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c752225200, remote cookie: 0x332dd2263f6dddb2, flags: 0x1 00010000:00010000:2.0:1783444851.144293:0:35893:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000294ff445/0x5503b2fe824ef78b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dddb2 expref: -99 pid: 35893 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444851.144303:0:35893:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1783444851.144305:0:35893:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.144307:0:35893:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783444851.144311:0:35893:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1783444851.144315:0:35893:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000294ff445/0x5503b2fe824ef78b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dddb2 expref: -99 pid: 35893 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1783444851.144323:0:35893:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x43:0x0].0x0 (ffff91c747211800) refcount = 1 00010000:00000040:2.0:1783444851.144445:0:35893:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1783444851.144449:0:35893:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000294ff445/0x5503b2fe824ef78b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dddb2 expref: -99 pid: 35893 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444851.144458:0:35893:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783444851.144459:0:35893:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444851.144462:0:35893:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783444851.144465:0:35893:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444851.144469:0:35893:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000294ff445/0x5503b2fe824ef78b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dddb2 expref: -99 pid: 35893 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444851.144475:0:35893:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783444851.144477:0:35893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.144478:0:35893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444851.144479:0:35893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.144480:0:35893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444851.144482:0:35893:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444851.144486:0:35893:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1783444851.144489:0:35893:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1783444851.144492:0:35893:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444851.144493:0:35893:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444851.144495:0:35893:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225200 refcount=3 00000020:00000001:2.0:1783444851.144497:0:35893:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:2.0:1783444851.144499:0:35893:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:2.0:1783444851.144501:0:35893:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444851.144502:0:35893:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444851.144503:0:35893:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225200 refcount=4 00000020:00000001:2.0:1783444851.144505:0:35893:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:2.0:1783444851.144506:0:35893:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:2.0:1783444851.144510:0:35893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444851.144513:0:35893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444851.144516:0:35893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000294ff445/0x5503b2fe824ef78b lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dddb2 expref: -99 pid: 35893 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444851.144522:0:35893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.144523:0:35893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444851.144526:0:35893:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1783444851.144530:0:35893:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2000 -> ffff91c74529d850 00000008:00010000:2.0:1783444851.144535:0:35893:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000294ff445/0x5503b2fe824ef78b lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6dddb2 expref: -99 pid: 35893 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1783444851.144548:0:35893:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2000 -> ffff91c74529d850 00000020:00000001:2.0:1783444851.144550:0:35893:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1783444851.144552:0:35893:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1783444851.144555:0:35893:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783444851.144557:0:35893:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.144559:0:35893:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.144561:0:35893:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2000 -> ffff91c74529d850 00000008:00000001:2.0:1783444851.144562:0:35893:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:2.0:1783444851.144564:0:35893:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.144566:0:35893:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444851.144567:0:35893:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444851.144568:0:35893:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225200 refcount=5 00000020:00000001:2.0:1783444851.144570:0:35893:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:2.0:1783444851.144572:0:35893:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:2.0:1783444851.144574:0:35893:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444851.144577:0:35893:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000294ff445/0x5503b2fe824ef78b lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x332dd2263f6dddb2 expref: -99 pid: 35893 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444851.144584:0:35893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.144586:0:35893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783444851.144588:0:35893:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000294ff445/0x5503b2fe824ef78b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x332dd2263f6dddb2 expref: -99 pid: 35893 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444851.144594:0:35893:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444851.144596:0:35893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.144597:0:35893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444851.144598:0:35893:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444851.144601:0:35893:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444851.144605:0:35893:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f2680 x1870075608317696/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444867 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444851.144613:0:35893:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444851.144616:0:35893:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444851.144619:0:35893:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6dc00. 02000000:00000001:2.0:1783444851.144623:0:35893:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444851.144625:0:35893:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444851.144627:0:35893:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:2.0:1783444851.144630:0:35893:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444851.144632:0:35893:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c752031600. 02000000:00000001:2.0:1783444851.144636:0:35893:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444851.144638:0:35893:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444851.144640:0:35893:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f2680. 00000100:00000001:2.0:1783444851.144643:0:35893:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444851.144644:0:35893:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1783444851.144646:0:35893:0:(osc_request.c:3316:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444851.144648:0:35893:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.144651:0:35893:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.144654:0:35893:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.144656:0:35893:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.144658:0:35893:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.144660:0:35893:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.144662:0:35893:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.144665:0:35893:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1783444851.144669:0:35893:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:2.0:1783444851.144674:0:35893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941f03b88 00000080:00200000:2.0:1783444851.144676:0:35893:0:(vvp_io.c:1292:vvp_io_write_start()) f24b.recovery-small-2: write [0, 8192) append 0 append lockpos 0 00000020:00000001:2.0:1783444851.144679:0:35893:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1783444851.144682:0:35893:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b75d0) owner 0000000000000000/ffff91c758a50000 00020000:00000002:2.0:1783444851.144685:0:35893:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff91c7604275a0 addref 2/0 by ffff91c758a50000. 00020000:00000002:2.0:1783444851.144687:0:35893:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b75d0) owner 0000000000000000/ffff91c758a50000 00000020:00000001:2.0:1783444851.144690:0:35893:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:2.0:1783444851.144693:0:35893:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1783444851.144697:0:35893:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1783444851.144701:0:35893:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:2.0:1783444851.144704:0:35893:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444851.144706:0:35893:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000020:00000001:2.0:1783444851.144707:0:35893:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1783444851.144710:0:35893:0:(osc_io.c:1404:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1783444851.144713:0:35893:0:(osc_io.c:1417:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.144715:0:35893:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.144717:0:35893:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.144719:0:35893:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.144725:0:35893:0:(rw26.c:703:ll_write_begin()) Process entered 00000080:00200000:2.0:1783444851.144728:0:35893:0:(rw26.c:704:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:2.0:1783444851.144754:0:35893:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1783444851.144757:0:35893:0:(cl_page.c:427:cl_page_find()) 0@[0x200000405:0x2f:0x0] ffffee34445df900 0 1 00000020:00000001:2.0:1783444851.144760:0:35893:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1783444851.144762:0:35893:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.144764:0:35893:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:2.0:1783444851.144769:0:35893:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff91c758374e00. 00000020:00000001:2.0:1783444851.144773:0:35893:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1783444851.144775:0:35893:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1783444851.144778:0:35893:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:2.0:1783444851.144780:0:35893:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:2.0:1783444851.144783:0:35893:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444851.144784:0:35893:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000008:00000001:2.0:1783444851.144787:0:35893:0:(osc_cache.c:2429:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1783444851.144789:0:35893:0:(osc_cache.c:2452:osc_prep_async_page()) oap ffff91c758374e70 folio ffffee34445df900 pg:0 obj off 0 00000008:00000001:2.0:1783444851.144792:0:35893:0:(osc_cache.c:2453:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.144793:0:35893:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1783444851.144794:0:35893:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1783444851.144796:0:35893:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1783444851.144798:0:35893:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.144802:0:35893:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.144804:0:35893:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446622884097379840 : -121189612171776 : ffff91c758374e00) 00000020:00000001:2.0:1783444851.144806:0:35893:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446622884097379840 : -121189612171776 : ffff91c758374e00) 00000020:00000001:2.0:1783444851.144808:0:35893:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1783444851.144811:0:35893:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1783444851.144812:0:35893:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622883777818864 : -121189931732752 : ffff91c7452b30f0) 00000020:00000001:2.0:1783444851.144815:0:35893:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1783444851.144816:0:35893:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1783444851.144818:0:35893:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783444851.144823:0:35893:0:(cl_page.c:507:__cl_page_state_set()) page@00000000e94c0543[2 00000000f0bd2d05 1 1 0000000000c7d045 0 0 0] 00000020:00000001:2.0:1783444851.144825:0:35893:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1783444851.144827:0:35893:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1783444851.144828:0:35893:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:2.0:1783444851.144847:0:35893:0:(rw26.c:797:ll_write_begin()) page@00000000e94c0543[2 00000000f0bd2d05 2 1 0000000000c7d045 0 0 0] 00000080:00008000:2.0:1783444851.144850:0:35893:0:(rw26.c:797:ll_write_begin()) full page write 00000080:00000001:2.0:1783444851.144851:0:35893:0:(rw26.c:815:ll_write_begin()) Process leaving 00000080:00000001:2.0:1783444851.144853:0:35893:0:(rw26.c:831:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.144857:0:35893:0:(rw26.c:894:ll_write_end()) Process entered 00000080:00200000:2.0:1783444851.144858:0:35893:0:(rw26.c:898:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:2.0:1783444851.144861:0:35893:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1783444851.144862:0:35893:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622883777818864 : -121189931732752 : ffff91c7452b30f0) 00000020:00000001:2.0:1783444851.144864:0:35893:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1783444851.144865:0:35893:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783444851.144871:0:35893:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1783444851.144872:0:35893:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1783444851.144874:0:35893:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1783444851.144875:0:35893:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1783444851.144879:0:35893:0:(rw26.c:956:ll_write_end()) page@00000000e94c0543[3 00000000f0bd2d05 2 1 0000000000c7d045 0 0 0] 00000080:00200000:2.0:1783444851.144883:0:35893:0:(rw26.c:956:ll_write_end()) vmpage @00000000cc3e5cfe 17ffffc0001001 3:0 ffff91c758374e00 0 lru 00000080:00200000:2.0:1783444851.144901:0:35893:0:(rw26.c:956:ll_write_end()) osc-page@00000000447d4438 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000dc219542 00000000bb483323 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1783444851.144904:0:35893:0:(rw26.c:956:ll_write_end()) end page@00000000e94c0543 00000080:00200000:2.0:1783444851.144905:0:35893:0:(rw26.c:956:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1783444851.144907:0:35893:0:(rw26.c:977:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:2.0:1783444851.144910:0:35893:0:(rw26.c:703:ll_write_begin()) Process entered 00000080:00200000:2.0:1783444851.144911:0:35893:0:(rw26.c:704:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:2.0:1783444851.144926:0:35893:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1783444851.144928:0:35893:0:(cl_page.c:427:cl_page_find()) 1@[0x200000405:0x2f:0x0] ffffee34445caec0 0 1 00000020:00000001:2.0:1783444851.144931:0:35893:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1783444851.144932:0:35893:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.144933:0:35893:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:2.0:1783444851.144936:0:35893:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff91c758374a80. 00000020:00000001:2.0:1783444851.144938:0:35893:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1783444851.144940:0:35893:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1783444851.144942:0:35893:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:2.0:1783444851.144944:0:35893:0:(lov_page.c:146:lov_page_init_composite()) offset 4096, entry 0, stripe 0, suboff 4096 00020000:00000001:2.0:1783444851.144946:0:35893:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444851.144947:0:35893:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000008:00000001:2.0:1783444851.144949:0:35893:0:(osc_cache.c:2429:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1783444851.144951:0:35893:0:(osc_cache.c:2452:osc_prep_async_page()) oap ffff91c758374af0 folio ffffee34445caec0 pg:0 obj off 4096 00000008:00000001:2.0:1783444851.144953:0:35893:0:(osc_cache.c:2453:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.144955:0:35893:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1783444851.144957:0:35893:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1783444851.144964:0:35893:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1783444851.144966:0:35893:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.144970:0:35893:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.144972:0:35893:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446622884097378944 : -121189612172672 : ffff91c758374a80) 00000020:00000001:2.0:1783444851.144974:0:35893:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446622884097378944 : -121189612172672 : ffff91c758374a80) 00000020:00000001:2.0:1783444851.144976:0:35893:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1783444851.144977:0:35893:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1783444851.144978:0:35893:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622883777818864 : -121189931732752 : ffff91c7452b30f0) 00000020:00000001:2.0:1783444851.144980:0:35893:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1783444851.144981:0:35893:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1783444851.144982:0:35893:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783444851.144985:0:35893:0:(cl_page.c:507:__cl_page_state_set()) page@0000000082fbb4b0[2 00000000f0bd2d05 1 1 0000000000c7d045 0 0 1] 00000020:00000001:2.0:1783444851.144987:0:35893:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1783444851.144988:0:35893:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1783444851.144989:0:35893:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:2.0:1783444851.144992:0:35893:0:(rw26.c:797:ll_write_begin()) page@0000000082fbb4b0[2 00000000f0bd2d05 2 1 0000000000c7d045 0 0 1] 00000080:00008000:2.0:1783444851.144994:0:35893:0:(rw26.c:797:ll_write_begin()) full page write 00000080:00000001:2.0:1783444851.144995:0:35893:0:(rw26.c:815:ll_write_begin()) Process leaving 00000080:00000001:2.0:1783444851.144996:0:35893:0:(rw26.c:831:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.144999:0:35893:0:(rw26.c:894:ll_write_end()) Process entered 00000080:00200000:2.0:1783444851.145000:0:35893:0:(rw26.c:898:ll_write_end()) pos 4096, len 4096, copied 4096 00000020:00000001:2.0:1783444851.145002:0:35893:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1783444851.145003:0:35893:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622883777818864 : -121189931732752 : ffff91c7452b30f0) 00000020:00000001:2.0:1783444851.145004:0:35893:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1783444851.145005:0:35893:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783444851.145007:0:35893:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1783444851.145008:0:35893:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1783444851.145009:0:35893:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1783444851.145010:0:35893:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1783444851.145013:0:35893:0:(rw26.c:956:ll_write_end()) page@0000000082fbb4b0[3 00000000f0bd2d05 2 1 0000000000c7d045 0 0 1] 00000080:00200000:2.0:1783444851.145016:0:35893:0:(rw26.c:956:ll_write_end()) vmpage @00000000695fe551 17ffffc0001001 3:0 ffff91c758374a80 1 lru 00000080:00200000:2.0:1783444851.145021:0:35893:0:(rw26.c:956:ll_write_end()) osc-page@000000000e5423bb 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 00000000dc219542 00000000bb483323 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1783444851.145023:0:35893:0:(rw26.c:956:ll_write_end()) end page@0000000082fbb4b0 00000080:00200000:2.0:1783444851.145024:0:35893:0:(rw26.c:956:ll_write_end()) queued cl_page: 2. 00000080:00000001:2.0:1783444851.145026:0:35893:0:(rw26.c:977:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:2.0:1783444851.145029:0:35893:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1783444851.145031:0:35893:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000020:00000001:2.0:1783444851.145034:0:35893:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1783444851.145036:0:35893:0:(lov_io.c:1718:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1783444851.145037:0:35893:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444851.145038:0:35893:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000020:00000001:2.0:1783444851.145040:0:35893:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1783444851.145042:0:35893:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1783444851.145044:0:35893:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1783444851.145046:0:35893:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1783444851.145047:0:35893:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:2.0:1783444851.145049:0:35893:0:(osc_cache.c:2474:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1783444851.145052:0:35893:0:(osc_cache.c:2533:osc_queue_async_io()) obj ffff91c7585c2000 ready 0|-|- wr 0|-|- rd 0|- oap ffff91c758374e70 folio ffffee34445df900 pg:0 added for cmd 2 00000008:00000001:2.0:1783444851.145098:0:35893:0:(osc_cache.c:1728:osc_enter_cache()) Process entered 00000008:00000020:2.0:1783444851.145101:0:35893:0:(osc_cache.c:1730:osc_enter_cache()) lustre-OST0000-osc-ffff91c759350000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8437760, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:28672 00000008:00000020:2.0:1783444851.145106:0:35893:0:(osc_cache.c:1635:osc_enter_cache_try()) lustre-OST0000-osc-ffff91c759350000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8437760, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:28672 00000008:00000020:2.0:1783444851.145111:0:35893:0:(osc_cache.c:1482:osc_consume_write_grant()) using 4096 grant credits for brw ffff91c758374ea8 page ffffee34445df900 00000008:00000020:2.0:1783444851.145115:0:35893:0:(osc_cache.c:1762:osc_enter_cache()) lustre-OST0000-osc-ffff91c759350000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8409088, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }granted from cache 00000008:00000001:2.0:1783444851.145119:0:35893:0:(osc_cache.c:1778:osc_enter_cache()) Process leaving 00000008:00000001:2.0:1783444851.145120:0:35893:0:(osc_cache.c:1781:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444851.145123:0:35893:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:2.0:1783444851.145127:0:35893:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff91c78206f780. 00000008:00000020:2.0:1783444851.145133:0:35893:0:(osc_cache.c:1311:__osc_extent_tree_dump()) Dump object ffff91c7585c2000 extents at osc_extent_find:839, mppr: 1024. 00000008:00000020:2.0:1783444851.145139:0:35893:0:(osc_cache.c:1874:osc_update_pending()) obj ffff91c7585c2000 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:2.0:1783444851.145144:0:35893:0:(osc_cache.c:857:osc_extent_find()) extent ffff91c78206f780@{[0 -> 0/1023], [3|1|-|active|wi|ffff91c7585c2000], [28672|0|-|-|ffff91c752225200|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:2.0:1783444851.145150:0:35893:0:(osc_cache.c:857:osc_extent_find()) ### extent: 000000005abea636 ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000294ff445/0x5503b2fe824ef78b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6dddb2 expref: -99 pid: 35893 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:2.0:1783444851.145158:0:35893:0:(osc_cache.c:874:osc_extent_find()) Process leaving 00000008:00000001:2.0:1783444851.145161:0:35893:0:(osc_cache.c:2670:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444851.145163:0:35893:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444851.145165:0:35893:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1783444851.145167:0:35893:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2000 -> ffff91c74529d850 00000008:00000002:2.0:1783444851.145169:0:35893:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->4096 0 00000020:00000001:2.0:1783444851.145171:0:35893:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2000 -> ffff91c74529d850 00000020:00000001:2.0:1783444851.145172:0:35893:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1783444851.145174:0:35893:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 4096 00020000:00000001:2.0:1783444851.145176:0:35893:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783444851.145177:0:35893:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.145179:0:35893:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.145180:0:35893:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2000 -> ffff91c74529d850 00000008:00000001:2.0:1783444851.145182:0:35893:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1783444851.145184:0:35893:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1783444851.145186:0:35893:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1783444851.145189:0:35893:0:(cl_page.c:556:cl_batch_put()) page@00000000e94c0543[4 00000000f0bd2d05 2 1 0000000000c7d045 0 0 0] 00000020:00000001:2.0:1783444851.145191:0:35893:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1783444851.145192:0:35893:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1783444851.145194:0:35893:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000001:2.0:1783444851.145195:0:35893:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1783444851.145196:0:35893:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1783444851.145197:0:35893:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:2.0:1783444851.145198:0:35893:0:(osc_cache.c:2474:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1783444851.145200:0:35893:0:(osc_cache.c:2533:osc_queue_async_io()) obj ffff91c7585c2000 ready 0|-|- wr 0|-|- rd 0|- oap ffff91c758374af0 folio ffffee34445caec0 pg:0 added for cmd 2 00000008:00000020:2.0:1783444851.145204:0:35893:0:(osc_cache.c:1635:osc_enter_cache_try()) lustre-OST0000-osc-ffff91c759350000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8409088, dirty_grant: 28672, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:28672 00000008:00000020:2.0:1783444851.145209:0:35893:0:(osc_cache.c:1482:osc_consume_write_grant()) using 4096 grant credits for brw ffff91c758374b28 page ffffee34445caec0 00000008:00000001:2.0:1783444851.145211:0:35893:0:(osc_cache.c:1258:osc_extent_expand()) Process entered 00000008:00000001:2.0:1783444851.145214:0:35893:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1783444851.145216:0:35893:0:(osc_cache.c:1294:osc_extent_expand()) Process leaving 00000008:00000001:2.0:1783444851.145218:0:35893:0:(osc_cache.c:1298:osc_extent_expand()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1783444851.145220:0:35893:0:(osc_cache.c:2569:osc_queue_async_io()) extent ffff91c78206f780@{[0 -> 1/1023], [2|1|-|active|wi|ffff91c7585c2000], [32768|1|+|-|ffff91c752225200|1024|0000000000000000]} expanded for 1. 00000008:00010000:2.0:1783444851.145225:0:35893:0:(osc_cache.c:2569:osc_queue_async_io()) ### extent: 000000005abea636 ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000294ff445/0x5503b2fe824ef78b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6dddb2 expref: -99 pid: 35893 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:2.0:1783444851.145243:0:35893:0:(osc_cache.c:2670:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444851.145246:0:35893:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444851.145248:0:35893:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1783444851.145249:0:35893:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2000 -> ffff91c74529d850 00000008:00000002:2.0:1783444851.145251:0:35893:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 4096->8192 4096 00000020:00000001:2.0:1783444851.145253:0:35893:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2000 -> ffff91c74529d850 00000020:00000001:2.0:1783444851.145254:0:35893:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1783444851.145255:0:35893:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 8192 00020000:00000001:2.0:1783444851.145257:0:35893:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783444851.145258:0:35893:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.145259:0:35893:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.145261:0:35893:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2000 -> ffff91c74529d850 00000008:00000001:2.0:1783444851.145262:0:35893:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1783444851.145263:0:35893:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1783444851.145264:0:35893:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1783444851.145266:0:35893:0:(cl_page.c:556:cl_batch_put()) page@0000000082fbb4b0[4 00000000f0bd2d05 2 1 0000000000c7d045 0 0 1] 00000020:00000001:2.0:1783444851.145268:0:35893:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1783444851.145269:0:35893:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1783444851.145270:0:35893:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1783444851.145272:0:35893:0:(osc_request.c:745:osc_update_next_shrink()) next time 3022 to shrink grant 00000080:00000001:2.0:1783444851.145274:0:35893:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:2.0:1783444851.145276:0:35893:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:2.0:1783444851.145282:0:35893:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff91c748db33f8, count 2, dirtied 2 00000080:00000001:2.0:1783444851.145284:0:35893:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1783444851.145286:0:35893:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1783444851.145288:0:35893:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1783444851.145289:0:35893:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1783444851.145290:0:35893:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783444851.145293:0:35893:0:(cl_page.c:507:__cl_page_state_set()) page@00000000e94c0543[3 00000000f0bd2d05 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783444851.145295:0:35893:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1783444851.145296:0:35893:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1783444851.145297:0:35893:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1783444851.145298:0:35893:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1783444851.145301:0:35893:0:(cl_page.c:556:cl_batch_put()) page@00000000e94c0543[3 00000000f0bd2d05 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783444851.145302:0:35893:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:2.0:1783444851.145303:0:35893:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1783444851.145304:0:35893:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1783444851.145305:0:35893:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1783444851.145306:0:35893:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1783444851.145307:0:35893:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783444851.145310:0:35893:0:(cl_page.c:507:__cl_page_state_set()) page@0000000082fbb4b0[3 00000000f0bd2d05 2 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1783444851.145312:0:35893:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1783444851.145313:0:35893:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1783444851.145314:0:35893:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1783444851.145315:0:35893:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1783444851.145317:0:35893:0:(cl_page.c:556:cl_batch_put()) page@0000000082fbb4b0[3 00000000f0bd2d05 1 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1783444851.145318:0:35893:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:2.0:1783444851.145319:0:35893:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:2.0:1783444851.145320:0:35893:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:2.0:1783444851.145322:0:35893:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1783444851.145323:0:35893:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.146798:0:35893:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.146802:0:35893:0:(lov_io.c:1730:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.146804:0:35893:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783444851.146806:0:35893:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 2 pages 8192 bytes, tot: 8192 00000020:00000001:2.0:1783444851.146809:0:35893:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1783444851.146810:0:35893:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1783444851.146812:0:35893:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.146815:0:35893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941f03b88 00000080:00200000:2.0:1783444851.146817:0:35893:0:(vvp_io.c:1358:vvp_io_write_start()) f24b.recovery-small-2: write bytes 0, result: 8192 00000080:00000001:2.0:1783444851.146820:0:35893:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.146823:0:35893:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1783444851.146825:0:35893:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444851.146826:0:35893:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1783444851.146828:0:35893:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:2.0:1783444851.146893:0:35893:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2000 -> ffff91c74529d850 00000020:00000001:2.0:1783444851.146895:0:35893:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2000 -> ffff91c74529d850 00000020:00000001:2.0:1783444851.146896:0:35893:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1783444851.146899:0:35893:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783444851.146900:0:35893:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.146902:0:35893:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.146903:0:35893:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2000 -> ffff91c74529d850 00000008:00000001:2.0:1783444851.146905:0:35893:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.146907:0:35893:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.146909:0:35893:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.146911:0:35893:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.146912:0:35893:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.146915:0:35893:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1783444851.146916:0:35893:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1783444851.146918:0:35893:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1783444851.146920:0:35893:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:2.0:1783444851.146922:0:35893:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:2.0:1783444851.146924:0:35893:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1783444851.146929:0:35893:0:(osc_cache.c:1874:osc_update_pending()) obj ffff91c7585c2000 ready 0|-|- wr 2|-|- rd 0|- update pending cmd 2 delta 2. 00000008:00000001:2.0:1783444851.146935:0:35893:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1783444851.146937:0:35893:0:(osc_cache.c:1859:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444851.146939:0:35893:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1783444851.146940:0:35893:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444851.146942:0:35893:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:2.0:1783444851.146944:0:35893:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1783444851.146945:0:35893:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.146947:0:35893:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.146949:0:35893:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1783444851.146951:0:35893:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1783444851.146954:0:35893:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1783444851.146956:0:35893:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91c74526ec68 (ffff91c7435a7638/0) at cl_lock_release():245 00000020:00000001:2.0:1783444851.147016:0:35893:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444851.147017:0:35893:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c74526ec68 (ffff91c7435a7638/0) at cl_lock_cancel():142 00020000:00000001:2.0:1783444851.147021:0:35893:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1783444851.147023:0:35893:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444851.147024:0:35893:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000020:00000001:2.0:1783444851.147026:0:35893:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444851.147027:0:35893:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c743ef4930 (ffff91c7435a73f8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1783444851.147030:0:35893:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1783444851.147031:0:35893:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1783444851.147033:0:35893:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444851.147035:0:35893:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444851.147037:0:35893:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225200 refcount=5 00000020:00000001:2.0:1783444851.147039:0:35893:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:2.0:1783444851.147041:0:35893:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:2.0:1783444851.147043:0:35893:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444851.147046:0:35893:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000294ff445/0x5503b2fe824ef78b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x332dd2263f6dddb2 expref: -99 pid: 35893 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444851.147120:0:35893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.147123:0:35893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444851.147125:0:35893:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444851.147128:0:35893:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444851.147131:0:35893:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000294ff445/0x5503b2fe824ef78b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6dddb2 expref: -99 pid: 35893 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783444851.147141:0:35893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444851.147144:0:35893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444851.147146:0:35893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444851.147150:0:35893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.147151:0:35893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444851.147153:0:35893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.147156:0:35893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444851.147158:0:35893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.147160:0:35893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.147163:0:35893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.147165:0:35893:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444851.147166:0:35893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.147168:0:35893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444851.147169:0:35893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.147170:0:35893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444851.147171:0:35893:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1783444851.147173:0:35893:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444851.147175:0:35893:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444851.147176:0:35893:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444851.147177:0:35893:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444851.147179:0:35893:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c74526ec68 (ffff91c7435a7638/0) at cl_lock_fini():72 00020000:00000001:2.0:1783444851.147182:0:35893:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1783444851.147183:0:35893:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444851.147184:0:35893:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c743ef4930 (ffff91c7435a7638/1) at cl_lock_fini():72 00000008:00000010:2.0:1783444851.147187:0:35893:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91c7603d38f0. 00000020:00000001:2.0:1783444851.147191:0:35893:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1783444851.147193:0:35893:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91c743ef4900. 00020000:00000001:2.0:1783444851.147196:0:35893:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1783444851.147197:0:35893:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1783444851.147198:0:35893:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1783444851.147200:0:35893:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1783444851.147201:0:35893:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444851.147202:0:35893:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1783444851.147204:0:35893:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1783444851.147206:0:35893:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.147208:0:35893:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.147209:0:35893:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1783444851.147210:0:35893:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1783444851.147212:0:35893:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1783444851.147214:0:35893:0:(vvp_io.c:533:vvp_io_advance()) advancing 8192 bytes 00000020:00000001:2.0:1783444851.147216:0:35893:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1783444851.147218:0:35893:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1783444851.147219:0:35893:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1783444851.147221:0:35893:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444851.147222:0:35893:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1783444851.147224:0:35893:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1783444851.147225:0:35893:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.147227:0:35893:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444851.147575:0:35893:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1783444851.149589:0:35893:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1783444851.149591:0:35893:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783444851.149598:0:35893:0:(file.c:2173:ll_file_io_generic()) Range unlock [0, 1] 00000001:00000001:2.0:1783444851.149601:0:35893:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:2.0:1783444851.149603:0:35893:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:2.0:1783444851.149605:0:35893:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1783444851.149606:0:35893:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:2.0:1783444851.149608:0:35893:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1783444851.149609:0:35893:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1783444851.149611:0:35893:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783444851.149613:0:35893:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a73f0 00000020:00000010:2.0:1783444851.149620:0:35893:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752030000. 00000020:00000010:2.0:1783444851.149626:0:35893:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427c60. 00000008:00000010:2.0:1783444851.149631:0:35893:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103e4b0. 00020000:00000010:2.0:1783444851.149635:0:35893:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206fcc0. 00008000:00000010:2.0:1783444851.149640:0:35893:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751343880. 00000080:00000010:2.0:1783444851.149645:0:35893:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e498. 00000080:00000010:2.0:1783444851.149648:0:35893:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b2750. 00000020:00000010:2.0:1783444851.149651:0:35893:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752030800. 00000008:00000010:2.0:1783444851.149655:0:35893:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5ce0. 00020000:00000010:2.0:1783444851.149658:0:35893:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c5da8. 00008000:00000010:2.0:1783444851.149661:0:35893:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8680. 00000080:00000010:2.0:1783444851.149665:0:35893:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e3c0. 00000020:00000010:2.0:1783444851.149667:0:35893:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031000. 00000020:00000010:2.0:1783444851.149670:0:35893:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a73f0. 00020000:00000001:2.0:1783444851.149674:0:35893:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1783444851.149676:0:35893:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:2.0:1783444851.149678:0:35893:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1783444851.149680:0:35893:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2f:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1783444851.149684:0:35893:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1783444851.149685:0:35893:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1783444851.149689:0:35893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941f03ca0 00000080:00200000:2.0:1783444851.149691:0:35893:0:(file.c:2206:ll_file_io_generic()) f24b.recovery-small-2: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00000001:2.0:1783444851.149696:0:35893:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1783444851.149698:0:35893:0:(cl_object.c:151:cl_object_top()) ffff91c74529d850 -> ffff91c74529d850 00000020:00000001:2.0:1783444851.149701:0:35893:0:(cl_object.c:151:cl_object_top()) ffff91c74529d850 -> ffff91c74529d850 00000020:00000001:2.0:1783444851.149702:0:35893:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783444851.149706:0:35893:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1783444851.149711:0:35893:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1783444851.149713:0:35893:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:2.0:1783444851.149716:0:35893:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1783444851.149717:0:35893:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:2.0:1783444851.149719:0:35893:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2f:1029 on OST[0]: s=8192 (1) m=1783444851 a=0 c=1783444851 b=0 00020000:00000001:2.0:1783444851.149722:0:35893:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783444851.149724:0:35893:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1783444851 a=0 c=1783444851 b=0 00020000:00000001:2.0:1783444851.149727:0:35893:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.149728:0:35893:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444851.149730:0:35893:0:(cl_object.c:151:cl_object_top()) ffff91c74529d850 -> ffff91c74529d850 00000080:00200000:2.0:1783444851.149732:0:35893:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000405:0x2f:0x0] updating i_size 8192 i_blocks 0 00000080:00000001:2.0:1783444851.149735:0:35893:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1783444851.149739:0:35893:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 8192 00000080:00000001:2.0:1783444851.149742:0:35893:0:(file.c:2296:ll_file_io_generic()) Process leaving (rc=8192 : 8192 : 2000) 00000020:00001000:2.0:1783444851.149745:0:35893:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7630 00000020:00000010:2.0:1783444851.149747:0:35893:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752030c00. 00000020:00000010:2.0:1783444851.149750:0:35893:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7604273c0. 00000008:00000010:2.0:1783444851.149752:0:35893:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444851.149756:0:35893:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444851.149758:0:35893:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444851.149761:0:35893:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444851.149763:0:35893:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444851.149765:0:35893:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752030600. 00000008:00000010:2.0:1783444851.149768:0:35893:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444851.149770:0:35893:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444851.149773:0:35893:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444851.149775:0:35893:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526ec30. 00000020:00000010:2.0:1783444851.149777:0:35893:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031e00. 00000020:00000010:2.0:1783444851.149779:0:35893:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7630. 00000020:00000001:2.0:1783444851.149783:0:35893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941f03d90 00000080:00000008:2.0:1783444851.149785:0:35893:0:(file.c:2683:do_file_write_iter()) COMPLETED: file f24b.recovery-small-2:[0x200000405:0x2f:0x0], ppos: 8192, count: 0, rc = 8192 00000080:00000001:2.0:1783444851.149788:0:35893:0:(file.c:2685:do_file_write_iter()) Process leaving (rc=8192 : 8192 : 2000) 00000080:00000001:2.0:1783444851.195782:0:35897:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783444851.195789:0:35897:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783444851.195792:0:35897:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419c7b78 00000080:00200000:2.0:1783444851.195797:0:35897:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:2.0:1783444851.195806:0:35897:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c752031e00. 00800000:00000002:2.0:1783444851.195815:0:35897:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:2.0:1783444851.195819:0:35897:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444851.195824:0:35897:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444851.195825:0:35897:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419c7a98 00800000:00000002:2.0:1783444851.195828:0:35897:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444851.196738:0:35897:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1783444851.196742:0:35897:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444851.196744:0:35897:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444851.196747:0:35897:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444851.196749:0:35897:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444851.196751:0:35897:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444851.196754:0:35897:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444851.196756:0:35897:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444851.196760:0:35897:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783444851.196765:0:35897:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444851.196767:0:35897:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419c7968 00000002:00010000:2.0:1783444851.196770:0:35897:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783444851.196773:0:35897:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783444851.196775:0:35897:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444851.196778:0:35897:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444851.196786:0:35897:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211500 count: 2 00010000:00000001:2.0:1783444851.196789:0:35897:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444851.196794:0:35897:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444851.196798:0:35897:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444851.196803:0:35897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddd1f expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1783444851.196814:0:35897:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444851.196818:0:35897:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444851.196822:0:35897:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddd1f expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1783444851.197612:0:35897:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783444851.197616:0:35897:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783444851.197618:0:35897:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444851.197620:0:35897:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444851.197622:0:35897:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444851.197624:0:35897:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783444851.197627:0:35897:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783444851.197631:0:35897:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:2.0:1783444851.197634:0:35897:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c752031e00. 00000080:00000001:2.0:1783444851.197640:0:35897:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783444851.197641:0:35897:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444851.197644:0:35897:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:2.0:1783444851.197647:0:35897:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef761 00800000:00000001:2.0:1783444851.197651:0:35897:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444851.197653:0:35897:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444851.197655:0:35897:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444851.197657:0:35897:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444851.197659:0:35897:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=3 00000020:00000001:2.0:1783444851.197661:0:35897:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444851.197664:0:35897:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444851.197668:0:35897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.197670:0:35897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444851.197672:0:35897:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444851.197674:0:35897:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444851.197676:0:35897:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef761 from it ffffa319419c7bb0 00010000:00000001:2.0:1783444851.197678:0:35897:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444851.197680:0:35897:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444851.197681:0:35897:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=3 00000020:00000001:2.0:1783444851.197683:0:35897:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444851.197685:0:35897:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444851.197687:0:35897:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444851.197690:0:35897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddd1f expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1783444851.197698:0:35897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.197699:0:35897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444851.197701:0:35897:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444851.197703:0:35897:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444851.197706:0:35897:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddd1f expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783444851.197714:0:35897:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444851.197717:0:35897:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444851.197719:0:35897:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444851.197723:0:35897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.197724:0:35897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444851.197726:0:35897:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.197729:0:35897:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444851.197730:0:35897:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.197732:0:35897:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.197735:0:35897:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444851.197737:0:35897:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444851.197738:0:35897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444851.197740:0:35897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783444851.197742:0:35897:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783444851.197744:0:35897:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444851.197747:0:35897:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 44 00000080:00000001:2.0:1783444851.197753:0:35897:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.197759:0:35897:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:2.0:1783444851.197761:0:35897:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:2.0:1783444851.197763:0:35897:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419c7b78 00000080:00200008:2.0:1783444851.197765:0:35897:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), flags 504000 00000080:00000010:2.0:1783444851.197772:0:35897:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91c7417b6f00. 00000080:00000001:2.0:1783444851.197776:0:35897:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.197778:0:35897:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.197814:0:35897:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444851.197817:0:35897:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=8028667f arg=7ffd57660f00 00000080:00000001:2.0:1783444851.197823:0:35897:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000080:00000001:2.0:1783444851.197825:0:35897:0:(llite_lib.c:4141:ll_get_sb_uuid()) Process entered 00000080:00000001:2.0:1783444851.197827:0:35897:0:(llite_lib.c:4147:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.197925:0:35897:0:(llite_lib.c:3529:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.197927:0:35897:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.197938:0:35897:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:2.0:1783444851.197940:0:35897:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:2.0:1783444851.197942:0:35897:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419c7d98 00000080:00200008:2.0:1783444851.197944:0:35897:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), flags 504000 00000080:00400000:2.0:1783444851.197948:0:35897:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1783444851.197951:0:35897:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91c7417b6f00. 00000080:00000001:2.0:1783444851.197955:0:35897:0:(file.c:466:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1783444851.197957:0:35897:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419c7d98 00000080:00000008:2.0:1783444851.197959:0:35897:0:(file.c:491:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91c748db3a88), flags 504000, rc = 0 00000080:00000001:2.0:1783444851.197961:0:35897:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444851.197963:0:35897:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444852.002211:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444852.002219:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444852.002225:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444852.002226:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444852.002230:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444852.002233:0:26147:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444852.002236:0:26147:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444852.002243:0:26147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444852.002245:0:26147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444852.002247:0:26147:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444852.002250:0:26147:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444852.002253:0:26147:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444852.002255:0:26147:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444852.002257:0:26147:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444852.002261:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444852.002262:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444852.002370:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444852.002374:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444852.002377:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1783444852.003374:0:36:0:(rw.c:1481:ll_writepages()) Process entered 00000080:00000001:1.0:1783444852.003378:0:36:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1783444852.003381:0:36:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444852.003390:0:36:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a13f0. 00000020:00000010:1.0:1783444852.003397:0:36:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c760589400. 00000020:00000010:1.0:1783444852.003404:0:36:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c760589a00. 00000020:00000010:1.0:1783444852.003408:0:36:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b3cc0. 00000008:00000010:1.0:1783444852.003415:0:36:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444852.003420:0:36:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025480. 00008000:00000010:1.0:1783444852.003424:0:36:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444852.003430:0:36:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444852.003434:0:36:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444852.003437:0:36:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c760588400. 00000008:00000010:1.0:1783444852.003440:0:36:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444852.003444:0:36:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444852.003448:0:36:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444852.003451:0:36:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107cf00. 00000020:00000001:1.0:1783444852.003454:0:36:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114338808 : -121189595212808 : ffff91c7593a13f8) 00000020:00001000:1.0:1783444852.003457:0:36:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a13f0 00000020:00000001:1.0:1783444852.003462:0:36:0:(cl_object.c:151:cl_object_top()) ffff91c74529ddc8 -> ffff91c74529ddc8 00000020:00000001:1.0:1783444852.003465:0:36:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1783444852.003467:0:36:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:1.0:1783444852.003469:0:36:0:(vvp_io.c:1822:vvp_io_init()) [0x240000403:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1783444852.003472:0:36:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444852.003474:0:36:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1783444852.003475:0:36:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783444852.003479:0:36:0:(lov_object.c:1588:lov_io_init()) [0x240000403:0x8:0x0]io ffff91c760990e40 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1783444852.003482:0:36:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b73e0) owner 0000000000000000/ffff91c741348000 00020000:00000001:1.0:1783444852.003486:0:36:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1783444852.003487:0:36:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1783444852.003489:0:36:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1783444852.003491:0:36:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.003493:0:36:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1783444852.003495:0:36:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1783444852.003497:0:36:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.003498:0:36:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444852.003499:0:36:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1783444852.003500:0:36:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1783444852.003502:0:36:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b73e0) owner 0000000000000000/ffff91c741348000 00000020:00000001:1.0:1783444852.003504:0:36:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.003506:0:36:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1783444852.003507:0:36:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1783444852.003509:0:36:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1783444852.003511:0:36:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1783444852.003515:0:36:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1783444852.003518:0:36:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783444852.003521:0:36:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1783444852.003522:0:36:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444852.003525:0:36:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a11b0. 00000020:00000010:1.0:1783444852.003528:0:36:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c760588200. 00000020:00000010:1.0:1783444852.003532:0:36:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c75883d400. 00000020:00000010:1.0:1783444852.003535:0:36:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b3900. 00000008:00000010:1.0:1783444852.003538:0:36:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7590664b0. 00020000:00000010:1.0:1783444852.003541:0:36:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025cc0. 00008000:00000010:1.0:1783444852.003544:0:36:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cb8a98. 00000080:00000010:1.0:1783444852.003547:0:36:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077888. 00000080:00000010:1.0:1783444852.003551:0:36:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7609914d0. 00000020:00000010:1.0:1783444852.003554:0:36:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75883cc00. 00000008:00000010:1.0:1783444852.003557:0:36:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909a580. 00020000:00000010:1.0:1783444852.003560:0:36:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a1488. 00008000:00000010:1.0:1783444852.003562:0:36:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603effe8. 00000080:00000010:1.0:1783444852.003565:0:36:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107c5a0. 00000020:00000001:1.0:1783444852.003567:0:36:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114338232 : -121189595213384 : ffff91c7593a11b8) 00000020:00001000:1.0:1783444852.003569:0:36:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a11b0 00000020:00000001:1.0:1783444852.003573:0:36:0:(cl_object.c:151:cl_object_top()) ffff91c74529dc38 -> ffff91c74529ddc8 00000020:00000001:1.0:1783444852.003574:0:36:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1783444852.003577:0:36:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444852.003578:0:36:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1783444852.003579:0:36:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.003581:0:36:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.003583:0:36:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883747332200 : -121189962219416 : ffff91c7435a0068) 00000020:00000001:1.0:1783444852.003586:0:36:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1783444852.003587:0:36:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.003589:0:36:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.003590:0:36:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.003592:0:36:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1783444852.003594:0:36:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1783444852.003596:0:36:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444852.003597:0:36:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1783444852.003599:0:36:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783444852.003600:0:36:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.003601:0:36:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.003603:0:36:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.003605:0:36:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.003606:0:36:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783444852.003607:0:36:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.003608:0:36:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.003610:0:36:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1783444852.003612:0:36:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1783444852.003613:0:36:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444852.003614:0:36:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1783444852.003616:0:36:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000020:1.0:1783444852.003618:0:36:0:(osc_io.c:1113:osc_io_fsync_start()) lustre-OST0000-osc-ffff91c759350000: unstable/dirty counts are both zero 00000008:00000001:1.0:1783444852.003620:0:36:0:(osc_io.c:1114:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.003622:0:36:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.003624:0:36:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.003625:0:36:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.003626:0:36:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.003628:0:36:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1783444852.003629:0:36:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1783444852.003630:0:36:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1783444852.003631:0:36:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1783444852.003633:0:36:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1783444852.003634:0:36:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.003635:0:36:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1783444852.003636:0:36:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1783444852.003638:0:36:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1783444852.003640:0:36:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1783444852.003640:0:36:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444852.003642:0:36:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1783444852.003643:0:36:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1783444852.003644:0:36:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.003646:0:36:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.003647:0:36:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1783444852.003648:0:36:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1783444852.003650:0:36:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1783444852.003651:0:36:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1783444852.003652:0:36:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1783444852.003654:0:36:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1783444852.003655:0:36:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444852.003656:0:36:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1783444852.003657:0:36:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1783444852.003658:0:36:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.003660:0:36:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.003661:0:36:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783444852.003662:0:36:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783444852.003663:0:36:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.003665:0:36:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1783444852.003666:0:36:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:1.0:1783444852.003668:0:36:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1783444852.003669:0:36:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1783444852.003670:0:36:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783444852.003671:0:36:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a11b0 00000020:00000010:1.0:1783444852.003674:0:36:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c75883d400. 00000020:00000010:1.0:1783444852.003680:0:36:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b3900. 00000008:00000010:1.0:1783444852.003683:0:36:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7590664b0. 00020000:00000010:1.0:1783444852.003687:0:36:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025cc0. 00008000:00000010:1.0:1783444852.003690:0:36:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cb8a98. 00000080:00000010:1.0:1783444852.003693:0:36:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077888. 00000080:00000010:1.0:1783444852.003696:0:36:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7609914d0. 00000020:00000010:1.0:1783444852.003699:0:36:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760588200. 00000008:00000010:1.0:1783444852.003704:0:36:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909a580. 00020000:00000010:1.0:1783444852.003706:0:36:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a1488. 00008000:00000010:1.0:1783444852.003709:0:36:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603effe8. 00000080:00000010:1.0:1783444852.003712:0:36:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107c5a0. 00000020:00000010:1.0:1783444852.003714:0:36:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75883cc00. 00000020:00000010:1.0:1783444852.003716:0:36:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a11b0. 00020000:00000001:1.0:1783444852.003719:0:36:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1783444852.003721:0:36:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:1.0:1783444852.003723:0:36:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1783444852.003725:0:36:0:(vvp_io.c:304:vvp_io_fini()) [0x240000403:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1783444852.003728:0:36:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1783444852.003729:0:36:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783444852.003731:0:36:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a13f0 00000020:00000010:1.0:1783444852.003733:0:36:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c760589a00. 00000020:00000010:1.0:1783444852.003735:0:36:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b3cc0. 00000008:00000010:1.0:1783444852.003737:0:36:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444852.003740:0:36:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025480. 00008000:00000010:1.0:1783444852.003742:0:36:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444852.003745:0:36:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444852.003747:0:36:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444852.003749:0:36:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760589400. 00000008:00000010:1.0:1783444852.003752:0:36:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444852.003754:0:36:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444852.003756:0:36:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444852.003758:0:36:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107cf00. 00000020:00000010:1.0:1783444852.003760:0:36:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760588400. 00000020:00000010:1.0:1783444852.003762:0:36:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a13f0. 00000080:00000001:1.0:1783444852.003764:0:36:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444852.003767:0:36:0:(rw.c:1555:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444852.003773:0:36:0:(rw.c:1481:ll_writepages()) Process entered 00000080:00000001:1.0:1783444852.003775:0:36:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1783444852.003776:0:36:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444852.003779:0:36:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a13f0. 00000020:00000010:1.0:1783444852.003793:0:36:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75883cc00. 00000020:00000010:1.0:1783444852.003795:0:36:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c75883d400. 00000020:00000010:1.0:1783444852.003798:0:36:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b3cc0. 00000008:00000010:1.0:1783444852.003801:0:36:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444852.003803:0:36:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025480. 00008000:00000010:1.0:1783444852.003805:0:36:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444852.003808:0:36:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444852.003810:0:36:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444852.003823:0:36:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75883c200. 00000008:00000010:1.0:1783444852.003827:0:36:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444852.003829:0:36:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444852.003831:0:36:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444852.003833:0:36:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107cf00. 00000020:00000001:1.0:1783444852.003836:0:36:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114338808 : -121189595212808 : ffff91c7593a13f8) 00000020:00001000:1.0:1783444852.003838:0:36:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a13f0 00000020:00000001:1.0:1783444852.003840:0:36:0:(cl_object.c:151:cl_object_top()) ffff91c74529d2d8 -> ffff91c74529d2d8 00000020:00000001:1.0:1783444852.003841:0:36:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1783444852.003843:0:36:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:1.0:1783444852.003844:0:36:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x2e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1783444852.003846:0:36:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444852.003847:0:36:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1783444852.003849:0:36:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783444852.003851:0:36:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x2e:0x0]io ffff91c760990e40 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1783444852.003854:0:36:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7ba0) owner 0000000000000000/ffff91c741348000 00020000:00000001:1.0:1783444852.003856:0:36:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1783444852.003858:0:36:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1783444852.003859:0:36:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1783444852.003860:0:36:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.003862:0:36:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1783444852.003864:0:36:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1783444852.003865:0:36:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.003867:0:36:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444852.003868:0:36:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1783444852.005979:0:36:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1783444852.005983:0:36:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7ba0) owner 0000000000000000/ffff91c741348000 00000020:00000001:1.0:1783444852.005988:0:36:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.005991:0:36:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1783444852.005992:0:36:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1783444852.005995:0:36:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1783444852.005997:0:36:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1783444852.006000:0:36:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1783444852.006004:0:36:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783444852.006005:0:36:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1783444852.006007:0:36:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444852.006015:0:36:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a11b0. 00000020:00000010:1.0:1783444852.006020:0:36:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75883d800. 00000020:00000010:1.0:1783444852.006023:0:36:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c75883d000. 00000020:00000010:1.0:1783444852.006026:0:36:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b3900. 00000008:00000010:1.0:1783444852.006031:0:36:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7590664b0. 00020000:00000010:1.0:1783444852.006034:0:36:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025cc0. 00008000:00000010:1.0:1783444852.006038:0:36:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cb8a98. 00000080:00000010:1.0:1783444852.006043:0:36:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077888. 00000080:00000010:1.0:1783444852.006046:0:36:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7609914d0. 00000020:00000010:1.0:1783444852.006050:0:36:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c760588400. 00000008:00000010:1.0:1783444852.006068:0:36:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909a580. 00020000:00000010:1.0:1783444852.006071:0:36:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a1488. 00008000:00000010:1.0:1783444852.006074:0:36:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603effe8. 00000080:00000010:1.0:1783444852.006077:0:36:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107c5a0. 00000020:00000001:1.0:1783444852.006080:0:36:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114338232 : -121189595213384 : ffff91c7593a11b8) 00000020:00001000:1.0:1783444852.006082:0:36:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a11b0 00000020:00000001:1.0:1783444852.006085:0:36:0:(cl_object.c:151:cl_object_top()) ffff91c74529d918 -> ffff91c74529d2d8 00000020:00000001:1.0:1783444852.006087:0:36:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1783444852.006089:0:36:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444852.006090:0:36:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1783444852.006091:0:36:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.006093:0:36:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.006095:0:36:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883747332200 : -121189962219416 : ffff91c7435a0068) 00000020:00000001:1.0:1783444852.006097:0:36:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1783444852.006098:0:36:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.006101:0:36:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.006103:0:36:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.006104:0:36:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1783444852.006106:0:36:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1783444852.006108:0:36:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444852.006109:0:36:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1783444852.006110:0:36:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783444852.006111:0:36:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.006113:0:36:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.006115:0:36:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.006117:0:36:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.006118:0:36:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783444852.006119:0:36:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.006121:0:36:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.006123:0:36:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1783444852.006124:0:36:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1783444852.006125:0:36:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444852.006126:0:36:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1783444852.006128:0:36:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000020:1.0:1783444852.006130:0:36:0:(osc_io.c:1113:osc_io_fsync_start()) lustre-OST0000-osc-ffff91c759350000: unstable/dirty counts are both zero 00000008:00000001:1.0:1783444852.006132:0:36:0:(osc_io.c:1114:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.006134:0:36:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.006136:0:36:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.006137:0:36:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.006139:0:36:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.006140:0:36:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1783444852.006143:0:36:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1783444852.006144:0:36:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1783444852.006145:0:36:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1783444852.006146:0:36:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1783444852.006148:0:36:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.006150:0:36:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1783444852.006151:0:36:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1783444852.006152:0:36:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1783444852.006154:0:36:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1783444852.006155:0:36:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444852.006156:0:36:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1783444852.006157:0:36:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1783444852.006158:0:36:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.006160:0:36:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.006162:0:36:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1783444852.006163:0:36:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1783444852.006458:0:36:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1783444852.006460:0:36:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1783444852.006462:0:36:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1783444852.006464:0:36:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1783444852.006465:0:36:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444852.006466:0:36:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1783444852.006467:0:36:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1783444852.006468:0:36:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.006470:0:36:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.006472:0:36:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783444852.006473:0:36:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783444852.006474:0:36:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.006476:0:36:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1783444852.006478:0:36:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:1.0:1783444852.006479:0:36:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1783444852.006480:0:36:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1783444852.006482:0:36:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783444852.006483:0:36:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a11b0 00000020:00000010:1.0:1783444852.006486:0:36:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c75883d000. 00000020:00000010:1.0:1783444852.006493:0:36:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b3900. 00000008:00000010:1.0:1783444852.006497:0:36:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7590664b0. 00020000:00000010:1.0:1783444852.006500:0:36:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025cc0. 00008000:00000010:1.0:1783444852.006503:0:36:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cb8a98. 00000080:00000010:1.0:1783444852.006506:0:36:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077888. 00000080:00000010:1.0:1783444852.006509:0:36:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7609914d0. 00000020:00000010:1.0:1783444852.006512:0:36:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75883d800. 00000008:00000010:1.0:1783444852.006515:0:36:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909a580. 00020000:00000010:1.0:1783444852.006517:0:36:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a1488. 00008000:00000010:1.0:1783444852.006520:0:36:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603effe8. 00000080:00000010:1.0:1783444852.006523:0:36:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107c5a0. 00000020:00000010:1.0:1783444852.006525:0:36:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760588400. 00000020:00000010:1.0:1783444852.006528:0:36:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a11b0. 00020000:00000001:1.0:1783444852.006530:0:36:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1783444852.006532:0:36:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:1.0:1783444852.006534:0:36:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1783444852.006536:0:36:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1783444852.006540:0:36:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1783444852.006541:0:36:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783444852.006544:0:36:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a13f0 00000020:00000010:1.0:1783444852.006546:0:36:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c75883d400. 00000020:00000010:1.0:1783444852.006549:0:36:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b3cc0. 00000008:00000010:1.0:1783444852.006552:0:36:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444852.006555:0:36:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025480. 00008000:00000010:1.0:1783444852.006558:0:36:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444852.006560:0:36:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444852.006563:0:36:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444852.006565:0:36:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75883cc00. 00000008:00000010:1.0:1783444852.006568:0:36:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444852.006571:0:36:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444852.006573:0:36:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444852.006576:0:36:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107cf00. 00000020:00000010:1.0:1783444852.006579:0:36:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75883c200. 00000020:00000010:1.0:1783444852.006581:0:36:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a13f0. 00000080:00000001:1.0:1783444852.006583:0:36:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444852.006587:0:36:0:(rw.c:1555:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444852.006595:0:36:0:(rw.c:1481:ll_writepages()) Process entered 00000080:00000001:1.0:1783444852.006597:0:36:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1783444852.006599:0:36:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444852.006602:0:36:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a13f0. 00000020:00000010:1.0:1783444852.006605:0:36:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c760588400. 00000020:00000010:1.0:1783444852.006608:0:36:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c760589400. 00000020:00000010:1.0:1783444852.006610:0:36:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b3cc0. 00000008:00000010:1.0:1783444852.006614:0:36:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444852.006616:0:36:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025480. 00008000:00000010:1.0:1783444852.006619:0:36:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444852.006622:0:36:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444852.006625:0:36:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444852.006628:0:36:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c760589a00. 00000008:00000010:1.0:1783444852.006631:0:36:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444852.006633:0:36:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444852.006635:0:36:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444852.006638:0:36:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107cf00. 00000020:00000001:1.0:1783444852.006640:0:36:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114338808 : -121189595212808 : ffff91c7593a13f8) 00000020:00001000:1.0:1783444852.006643:0:36:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a13f0 00000020:00000001:1.0:1783444852.006646:0:36:0:(cl_object.c:151:cl_object_top()) ffff91c74529d850 -> ffff91c74529d850 00000020:00000001:1.0:1783444852.006648:0:36:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1783444852.006650:0:36:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:1.0:1783444852.006651:0:36:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x2f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1783444852.006654:0:36:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444852.006655:0:36:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1783444852.006656:0:36:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783444852.006659:0:36:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x2f:0x0]io ffff91c760990e40 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1783444852.006662:0:36:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b75d0) owner 0000000000000000/ffff91c741348000 00020000:00000001:1.0:1783444852.006665:0:36:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1783444852.006667:0:36:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1783444852.006669:0:36:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1783444852.006671:0:36:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.006673:0:36:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1783444852.006675:0:36:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1783444852.006676:0:36:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.006677:0:36:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444852.006679:0:36:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1783444852.006680:0:36:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1783444852.006681:0:36:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b75d0) owner 0000000000000000/ffff91c741348000 00000020:00000001:1.0:1783444852.006684:0:36:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.006685:0:36:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1783444852.006686:0:36:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1783444852.006687:0:36:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1783444852.006689:0:36:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1783444852.006691:0:36:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1783444852.006694:0:36:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783444852.006695:0:36:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1783444852.006696:0:36:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444852.006699:0:36:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a11b0. 00000020:00000010:1.0:1783444852.006702:0:36:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c760588200. 00000020:00000010:1.0:1783444852.006705:0:36:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c75883c200. 00000020:00000010:1.0:1783444852.006707:0:36:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b3900. 00000008:00000010:1.0:1783444852.006710:0:36:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7590664b0. 00020000:00000010:1.0:1783444852.006713:0:36:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025cc0. 00008000:00000010:1.0:1783444852.006716:0:36:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cb8a98. 00000080:00000010:1.0:1783444852.006718:0:36:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077888. 00000080:00000010:1.0:1783444852.006721:0:36:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7609914d0. 00000020:00000010:1.0:1783444852.006724:0:36:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75883cc00. 00000008:00000010:1.0:1783444852.006726:0:36:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909a580. 00020000:00000010:1.0:1783444852.006728:0:36:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a1488. 00008000:00000010:1.0:1783444852.006731:0:36:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603effe8. 00000080:00000010:1.0:1783444852.006733:0:36:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107c5a0. 00000020:00000001:1.0:1783444852.006735:0:36:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114338232 : -121189595213384 : ffff91c7593a11b8) 00000020:00001000:1.0:1783444852.006737:0:36:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a11b0 00000020:00000001:1.0:1783444852.006739:0:36:0:(cl_object.c:151:cl_object_top()) ffff91c74529d468 -> ffff91c74529d850 00000020:00000001:1.0:1783444852.006741:0:36:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1783444852.006743:0:36:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444852.006744:0:36:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1783444852.006745:0:36:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.006747:0:36:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.006748:0:36:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883747332200 : -121189962219416 : ffff91c7435a0068) 00000020:00000001:1.0:1783444852.006750:0:36:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1783444852.006752:0:36:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.006753:0:36:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.006755:0:36:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.006757:0:36:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1783444852.006758:0:36:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1783444852.006759:0:36:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444852.006760:0:36:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1783444852.006761:0:36:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783444852.006762:0:36:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.006764:0:36:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.008243:0:36:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.008247:0:36:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.008248:0:36:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783444852.008250:0:36:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.008251:0:36:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.008254:0:36:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1783444852.008255:0:36:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1783444852.008257:0:36:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444852.008258:0:36:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1783444852.008260:0:36:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1783444852.008262:0:36:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1783444852.008268:0:36:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1783444852.008270:0:36:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1783444852.008272:0:36:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1783444852.008275:0:36:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1783444852.008276:0:36:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:1.0:1783444852.008278:0:36:0:(osc_cache.c:2305:osc_next_obj()) Process leaving (rc=18446622884099792896 : -121189609758720 : ffff91c7585c2000) 00000008:00000020:1.0:1783444852.008282:0:36:0:(osc_cache.c:2341:osc_check_rpcs()) obj ffff91c7585c2000 ready 0|-|- wr 2|-|+ rd 0|- 0 in flight 00000008:00000001:1.0:1783444852.008285:0:36:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1783444852.008286:0:36:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1783444852.008287:0:36:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1783444852.008289:0:36:0:(osc_cache.c:2161:osc_send_write_rpc()) Process entered 00000008:00000001:1.0:1783444852.008291:0:36:0:(osc_cache.c:2018:try_to_add_extent_for_io()) Process entered 00000008:00000020:1.0:1783444852.008294:0:36:0:(osc_cache.c:2022:try_to_add_extent_for_io()) extent ffff91c78206f780@{[0 -> 1/1023], [1|0|+|cache|wiuY|ffff91c7585c2000], [32768|2|+|-|ffff91c752225200|1024|0000000000000000]} trying to add this extent 00000008:00010000:1.0:1783444852.008304:0:36:0:(osc_cache.c:2022:try_to_add_extent_for_io()) ### extent: 000000005abea636 ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000294ff445/0x5503b2fe824ef78b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6dddb2 expref: -99 pid: 35893 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1783444852.009399:0:36:0:(osc_cache.c:2071:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:1.0:1783444852.009404:0:36:0:(osc_cache.c:1874:osc_update_pending()) obj ffff91c7585c2000 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -2. 00000008:00000001:1.0:1783444852.009409:0:36:0:(osc_cache.c:1168:osc_extent_make_ready()) Process entered 00000008:00000001:1.0:1783444852.009412:0:36:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1783444852.009415:0:36:0:(osc_cache.c:1176:osc_extent_make_ready()) extent ffff91c78206f780@{[0 -> 1/1023], [1|0|+|locking|wiuY|ffff91c7585c2000], [32768|2|+|-|ffff91c752225200|1024|ffff91c741348000]} make ready 00000008:00010000:1.0:1783444852.009421:0:36:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 000000005abea636 ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000294ff445/0x5503b2fe824ef78b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6dddb2 expref: -99 pid: 35893 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1783444852.009429:0:36:0:(osc_cache.c:1360:osc_make_ready()) Process entered 00000020:00000001:1.0:1783444852.009431:0:36:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:1.0:1783444852.009448:0:36:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000e94c0543[2 00000000f0bd2d05 1 1 0000000000000000 0 0 0] 00000020:00008000:1.0:1783444852.009450:0:36:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:1.0:1783444852.009452:0:36:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:1.0:1783444852.009453:0:36:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1783444852.009455:0:36:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1783444852.009457:0:36:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1783444852.009458:0:36:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1783444852.009460:0:36:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1783444852.009463:0:36:0:(cl_page.c:507:__cl_page_state_set()) page@00000000e94c0543[2 00000000f0bd2d05 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1783444852.009465:0:36:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:1.0:1783444852.009467:0:36:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1783444852.009468:0:36:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1783444852.009471:0:36:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000e94c0543[2 00000000f0bd2d05 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1783444852.009472:0:36:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:1.0:1783444852.009474:0:36:0:(osc_cache.c:1364:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444852.009476:0:36:0:(osc_cache.c:1360:osc_make_ready()) Process entered 00000020:00000001:1.0:1783444852.009477:0:36:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:1.0:1783444852.009481:0:36:0:(cl_page.c:1160:cl_page_make_ready()) page@0000000082fbb4b0[2 00000000f0bd2d05 1 1 0000000000000000 0 0 1] 00000020:00008000:1.0:1783444852.009483:0:36:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:1.0:1783444852.009484:0:36:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:1.0:1783444852.009485:0:36:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1783444852.009485:0:36:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1783444852.009486:0:36:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1783444852.009488:0:36:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1783444852.009489:0:36:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1783444852.009492:0:36:0:(cl_page.c:507:__cl_page_state_set()) page@0000000082fbb4b0[2 00000000f0bd2d05 1 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1783444852.009493:0:36:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:1.0:1783444852.009494:0:36:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1783444852.009495:0:36:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1783444852.009497:0:36:0:(cl_page.c:1182:cl_page_make_ready()) page@0000000082fbb4b0[2 00000000f0bd2d05 3 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1783444852.009498:0:36:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:1.0:1783444852.009499:0:36:0:(osc_cache.c:1364:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.009502:0:36:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2000 -> ffff91c74529d850 00000020:00000001:1.0:1783444852.009504:0:36:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2000 -> ffff91c74529d850 00000020:00000001:1.0:1783444852.009506:0:36:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1783444852.009509:0:36:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.009511:0:36:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2000 -> ffff91c74529d850 00000008:00000001:1.0:1783444852.009513:0:36:0:(osc_cache.c:1229:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444852.009516:0:36:0:(osc_request.c:2818:osc_build_rpc()) Process entered 00000008:00000020:1.0:1783444852.009519:0:36:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff91c759350000: cli: ffff91c759000820 unstable pages: 0, osc unstable pages: 0 00000008:00000010:1.0:1783444852.009527:0:36:0:(osc_request.c:2849:osc_build_rpc()) kmalloced '(pga)': 16 at ffff91c760223f90. 00000008:00000010:1.0:1783444852.009532:0:36:0:(osc_request.c:2853:osc_build_rpc()) slab-alloced 'oa': 208 at ffff91c74633d0d0. 00000008:00000020:1.0:1783444852.009534:0:36:0:(osc_request.c:2874:osc_build_rpc()) page i:2, oap->oap_obj_off 4096, oap->oap_page_off 0 00000020:00000001:1.0:1783444852.009537:0:36:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1783444852.009540:0:36:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1783444852.009541:0:36:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1783444852.009544:0:36:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1783444851/1783444851 00000020:00000001:1.0:1783444852.009549:0:36:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1783444852.009550:0:36:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:1.0:1783444852.009553:0:36:0:(osc_lock.c:1341:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:1.0:1783444852.009555:0:36:0:(osc_request.c:3330:osc_match_base()) Process entered 00010000:00000001:1.0:1783444852.009557:0:36:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444852.009563:0:36:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211800 count: 2 00010000:00000001:1.0:1783444852.009566:0:36:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444852.009571:0:36:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1783444852.009575:0:36:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1783444852.009577:0:36:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444852.009582:0:36:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444852.009585:0:36:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000294ff445/0x5503b2fe824ef78b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6dddb2 expref: -99 pid: 35893 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783444852.009594:0:36:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.009596:0:36:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783444852.009597:0:36:0:(osc_request.c:3345:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1783444852.009599:0:36:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444852.009601:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444852.009604:0:36:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225200 refcount=3 00000020:00000001:1.0:1783444852.009606:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:1.0:1783444852.009609:0:36:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00000008:00000001:1.0:1783444852.009611:0:36:0:(osc_lock.c:1375:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:1.0:1783444852.009613:0:36:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.009614:0:36:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1783444852.009615:0:36:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000008:00000001:1.0:1783444852.009617:0:36:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:1.0:1783444852.009622:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883a680. 00000020:00000040:1.0:1783444852.009626:0:36:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:1.0:1783444852.009631:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444852.009634:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444852.009636:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444852.009660:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 16384 at ffff91c75826c000. 00000100:00000001:1.0:1783444852.009668:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1783444852.009675:0:36:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 8192 00000008:00000020:1.0:1783444852.009683:0:36:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff91c759350000: dirty: 32768 undirty: 484638720 dropped 0 grant: 8404992 cl_lost_grant 0 00000008:00000001:1.0:1783444852.009688:0:36:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:1.0:1783444852.009716:0:36:0:(lnet-crypto.c:95:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 10299 MB/s 00000008:00008000:1.0:1783444852.009725:0:36:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffee34445df900 map ffff91c748db33f8 index 0 flags 17ffffc0005028 count 2 priv ffff91c758374e00: off 0 00000008:00008000:1.0:1783444852.009729:0:36:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffee34445caec0 map ffff91c748db33f8 index 1 flags 17ffffc0005028 count 2 priv ffff91c758374a80: off 0 00000008:00000001:1.0:1783444852.009738:0:36:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:1.0:1783444852.009740:0:36:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5872be30 (4) 00000008:00100000:1.0:1783444852.009744:0:36:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff91c75883a680 - object 0x280000401:67 offset 0<>8192 00000008:00000001:1.0:1783444852.009747:0:36:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.009749:0:36:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1783444852.009751:0:36:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1783444852.009752:0:36:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1783444852.009753:0:36:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1783444851/1783444851 00000020:00000001:1.0:1783444852.009755:0:36:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1783444852.009756:0:36:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:1.0:1783444852.009758:0:36:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000100:00000001:1.0:1783444852.009760:0:36:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444852.009761:0:36:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102383232 : -121189607168384 : ffff91c75883a680) 00000008:00000002:1.0:1783444852.009773:0:36:0:(osc_request.c:2975:osc_build_rpc()) @@@ 2 pages, aa 00000000e93161aa, now 0r/1w/0d in flight req@ffff91c75883a680 x1870075608317824/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:1.0:1783444852.009794:0:36:0:(osc_request.c:2987:osc_build_rpc()) [0x200000405:0x2f:0x0]: 2 write pages, start 0, end 2, now 0r/1w/0d in flight 00000100:00000040:1.0:1783444852.009803:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee0fca22] to pc [ptlrpcd_00_01+1] req@ffff91c75883a680 x1870075608317824/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1783444852.009843:0:36:0:(osc_request.c:2993:osc_build_rpc()) Process leaving 00000008:00000001:1.0:1783444852.009845:0:36:0:(osc_request.c:3018:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444852.009847:0:36:0:(osc_cache.c:2210:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444852.009849:0:36:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1783444852.009850:0:36:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444852.009852:0:36:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1783444852.009854:0:36:0:(osc_cache.c:1818:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444852.009855:0:36:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1783444852.009857:0:36:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444852.009860:0:36:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:1.0:1783444852.009861:0:36:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444852.009863:0:36:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1783444852.009865:0:36:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff91c7585c2000 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 2: rc=2. 00000008:00000001:1.0:1783444852.009869:0:36:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=2 : 2 : 2) 00000008:00000001:1.0:1783444852.009872:0:36:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:1.0:1783444852.009874:0:36:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1783444852.009876:0:36:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1783444852.009877:0:36:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1783444852.009878:0:36:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1783444852.009879:0:36:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1783444852.009881:0:36:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1783444852.009882:0:36:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000001:0.0:1783444852.010028:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444852.010032:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444852.010035:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444852.010042:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c75883a680 x1870075608317824/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.010050:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444852.010053:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444852.010087:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444852.010090:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444852.010093:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444852.010096:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c75883a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608317824:192.168.204.110@tcp:4:multiop.0 00000100:00000001:0.0:1783444852.010101:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444852.010106:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444852.010109:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444852.010111:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444852.010116:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c746765400. 02000000:00000001:0.0:1783444852.010118:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444852.010125:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444852.010129:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658fb00. 00000400:00000010:0.0:1783444852.010136:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9cc0. 00000100:00000200:0.0:1783444852.010144:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608317824, portal 4 00000100:00000001:0.0:1783444852.010146:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444852.010147:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102383232 : -121189607168384 : ffff91c75883a680) 00000100:00000040:0.0:1783444852.010154:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c75883a680 x1870075608317824/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783444868 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.010161:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444852.010163:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444852.010181:0:2401:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff91c76036fd80. 00000100:00000200:0.0:1783444852.010184:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 8680 bytes to portal 6, xid 1870075608317824, offset 0 00000400:00000200:0.0:1783444852.010191:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444852.010199:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.010205:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444852.010210:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444852.010214:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444852.010218:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444852.010221:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444852.010225:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2956:2956:256:4294967295] 192.168.204.110@tcp LPNI seq info [2956:2956:8:4294967295] 00000400:00000200:0.0:1783444852.010228:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.010238:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444852.010244:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 8680 bytes in 3 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444852.010249:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff91c744fe0c00. 00000800:00000200:0.0:1783444852.010255:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444852.010264:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444852.010268:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c744fe0c00 type 1, nob 8776 niov 1 nkiov 3 00000100:00000001:0.0:1783444852.010279:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444852.010283:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20527 usecs (21 jiffies) 00000400:00000200:0.0:1783444852.010286:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444852.010289:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296491036 00000100:00000001:0.0:1783444852.010291:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296492542 00000100:00000001:0.0:1783444852.010294:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296491036 00000100:00000001:0.0:1783444852.010296:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296492542 00000100:00000001:0.0:1783444852.010298:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444852.010301:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.010304:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.010306:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444852.010611:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444852.010614:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783444852.010617:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444852.010618:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444852.010620:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.010622:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.010634:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444852.010636:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444852.010732:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444852.010736:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff91c744fe0c00. 00000400:00000200:0.0:1783444852.010740:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444852.010746:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444852.010751:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c76036fd80 00000400:00000010:0.0:1783444852.010753:0:2392:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff91c76036fd80. 00000100:00000001:0.0:1783444852.010756:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444852.010761:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c75883a680 x1870075608317824/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783444868 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.010770:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444852.010774:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c75883a680 x1870075608317824/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783444868 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.010782:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.010783:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1783444852.011398:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883b100. 00000020:00000040:1.0:1783444852.011404:0:36:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=4 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:1.0:1783444852.011409:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444852.011410:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444852.011414:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444852.011419:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c75883d400. 00000100:00000001:1.0:1783444852.011423:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.011428:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444852.011432:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444852.011437:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c33a0b7] to pc [ptlrpcd_00_00+0] req@ffff91c75883b100 x1870075608317952/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1783444852.011461:0:36:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444852.011464:0:36:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444852.011466:0:36:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.011469:0:36:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.011472:0:36:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.011473:0:36:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.011475:0:36:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.011477:0:36:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1783444852.011480:0:36:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1783444852.011482:0:36:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1783444852.011483:0:36:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1783444852.017422:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444852.017432:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444852.017435:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444852.017450:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c75883b100 x1870075608317952/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.017462:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444852.017464:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444852.017468:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444852.017472:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444852.017475:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444852.017479:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c75883b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608317952:192.168.204.110@tcp:16:kworker.0 00000100:00000001:0.0:1783444852.017484:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444852.017490:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444852.017493:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444852.017495:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444852.017515:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c746767800. 02000000:00000001:0.0:1783444852.017518:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444852.017526:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444852.017530:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658fe18. 00000400:00000010:0.0:1783444852.017537:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9a18. 00000100:00000200:0.0:1783444852.017544:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608317952, portal 4 00000100:00000001:0.0:1783444852.017547:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444852.017549:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102385920 : -121189607165696 : ffff91c75883b100) 00000100:00000040:0.0:1783444852.017557:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c75883b100 x1870075608317952/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444868 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.017565:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444852.017568:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444852.017571:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9110. 00000100:00000200:0.0:1783444852.017574:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1870075608317952, offset 0 00000400:00000200:0.0:1783444852.017580:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444852.017589:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.017596:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444852.017602:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444852.017606:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444852.017610:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444852.017612:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444852.017616:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2957:2957:256:4294967295] 192.168.204.110@tcp LPNI seq info [2957:2957:8:4294967295] 00000400:00000200:0.0:1783444852.017621:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.017629:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444852.017636:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444852.017642:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c746193900. 00000800:00000200:0.0:1783444852.017648:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444852.017656:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444852.017660:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c746193900 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1783444852.017684:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444852.017689:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20527 usecs (21 jiffies) 00000400:00000200:0.0:1783444852.017693:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444852.017696:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296491044 00000100:00000001:0.0:1783444852.017699:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296492542 00000100:00000001:0.0:1783444852.017701:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296491044 00000100:00000001:0.0:1783444852.017703:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296492542 00000100:00000001:0.0:1783444852.017705:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444852.017708:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.017711:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.017714:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444852.017722:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444852.017723:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783444852.017726:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444852.017727:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444852.017729:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.017731:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.017747:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444852.017749:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444852.017750:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.017752:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444852.020139:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444852.020147:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c746193900. 00000400:00000200:1.0:1783444852.020153:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444852.020162:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444852.020172:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9110 00000400:00000010:1.0:1783444852.020181:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9110. 00000100:00000001:1.0:1783444852.020186:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444852.020192:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c75883b100 x1870075608317952/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444868 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444852.020205:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444852.020209:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c75883b100 x1870075608317952/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444868 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444852.023430:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.023433:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444852.030759:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.030778:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444852.030792:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.030796:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444852.030805:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.030821:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444852.030832:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.030837:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.030842:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.030847:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 448 into portal 4 MB=0x6a4d2e8563f80 00000400:00000200:0.0:1783444852.030851:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.030857:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 448/448 into md 0x8209 [1] + 224 00000800:00000001:0.0:1783444852.030865:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.030872:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444852.030875:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444852.030879:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444852.031016:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444852.031027:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c75883a680 x1870075608317824/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783444868 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444852.031039:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff91c75883a680 x1870075608317824/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.031154:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444852.031164:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.031168:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444852.031695:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444852.031700:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444852.031770:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444852.031772:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444852.031776:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658fb00. 00000400:00000200:1.0:1783444852.031836:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9cc0 00000400:00000010:1.0:1783444852.031840:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9cc0. 00000100:00000001:1.0:1783444852.031844:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444852.031849:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c75883a680 x1870075608317824/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783444852.031859:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c75883a680 x1870075608317824/t0(0) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444852.031866:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444852.031868:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444852.031871:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444852.031874:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444852.031876:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444852.031878:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444852.031882:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444852.031953:0:2401:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a14a8 time=32 v=5 (5 0 0 0) 00000100:00001000:1.0:1783444852.031958:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444852.031961:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444852.031963:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.031966:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444852.031970:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.031973:0:2401:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1783444852.031975:0:2401:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1783444852.031977:0:2401:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1783444852.031979:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444852.031980:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102383232 : -121189607168384 : ffff91c75883a680) 00000100:00000001:1.0:1783444852.031984:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444852.031986:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967336 00000100:00000001:1.0:1783444852.031987:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444852.031990:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444852.031996:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c75883a680 x1870075608317824/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783444868 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444852.032004:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444852.032008:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444852.032010:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1783444852.032013:0:2401:0:(osc_request.c:2580:brw_interpret()) Process entered 00000008:00000001:1.0:1783444852.032015:0:2401:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:1.0:1783444852.032019:0:2401:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:1.0:1783444852.032022:0:2401:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:1.0:1783444852.032027:0:2401:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff91c759350000: setdq to remove for usr 0 00000001:04000000:1.0:1783444852.032029:0:2401:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff91c759350000: setdq to remove for grp 0 00000001:04000000:1.0:1783444852.032031:0:2401:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff91c759350000: setdq to remove for prj 0 00000001:00000001:1.0:1783444852.032033:0:2401:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1783444852.032035:0:2401:0:(osc_request.c:759:osc_update_grant()) got 8437760 extra grant 00000008:00008000:1.0:1783444852.032038:0:2401:0:(osc_request.c:2091:check_write_checksum()) checksum 5872be30 confirmed 00000008:00000001:1.0:1783444852.032042:0:2401:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1783444852.032045:0:2401:0:(osc_request.c:2438:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:1.0:1783444852.032047:0:2401:0:(osc_request.c:2585:brw_interpret()) request ffff91c75883a680 aa ffff91c75883a830 rc 0 00000020:00000001:1.0:1783444852.035480:0:2401:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2000 -> ffff91c74529d850 00000020:00000001:1.0:1783444852.035494:0:2401:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2000 -> ffff91c74529d850 00000020:00000001:1.0:1783444852.035497:0:2401:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1783444852.035501:0:2401:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1783444852.035503:0:2401:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.035506:0:2401:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.035507:0:2401:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2000 -> ffff91c74529d850 00000008:00000010:1.0:1783444852.035510:0:2401:0:(osc_request.c:2667:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff91c74633d0d0. 00000020:00000001:1.0:1783444852.035517:0:2401:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2000 -> ffff91c74529d850 00000020:00000001:1.0:1783444852.035519:0:2401:0:(cl_object.c:286:cl_object_dirty_for_sync()) Process entered 00000020:00000001:1.0:1783444852.035523:0:2401:0:(cl_object.c:292:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:1.0:1783444852.035526:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444852.035536:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c75883a680 x1870075608317824/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783444868 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444852.035545:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444852.035550:0:2401:0:(osc_cache.c:903:osc_extent_finish()) Process entered 00000008:00000020:1.0:1783444852.035552:0:2401:0:(osc_cache.c:910:osc_extent_finish()) extent ffff91c78206f780@{[0 -> 1/1023], [2|0|-|rpc|wiuY|ffff91c7585c2000], [32768|2|+|-|ffff91c752225200|1024|ffff91c741348000]} extent finished. 00000008:00010000:1.0:1783444852.035560:0:2401:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 000000005abea636 ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000294ff445/0x5503b2fe824ef78b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6dddb2 expref: -99 pid: 35893 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1783444852.035575:0:2401:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:1.0:1783444852.035578:0:2401:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:1.0:1783444852.035583:0:2401:0:(cl_page.c:1104:cl_page_complete()) page@00000000e94c0543[2 00000000f0bd2d05 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1783444852.035584:0:2401:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:1.0:1783444852.035586:0:2401:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1783444852.035587:0:2401:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1783444852.035589:0:2401:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1783444852.035592:0:2401:0:(cl_page.c:507:__cl_page_state_set()) page@00000000e94c0543[2 00000000f0bd2d05 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1783444852.035594:0:2401:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1783444852.035596:0:2401:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1783444852.035599:0:2401:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1783444852.035602:0:2401:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000e94c0543[2 00000000f0bd2d05 1 1 0000000000000000 0 0 0] 00000080:00008000:1.0:1783444852.035604:0:2401:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1783444852.035614:0:2401:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1783444852.035615:0:2401:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:1.0:1783444852.035617:0:2401:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1783444852.035620:0:2401:0:(cl_page.c:556:cl_batch_put()) page@00000000e94c0543[2 00000000f0bd2d05 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1783444852.035621:0:2401:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:1.0:1783444852.035623:0:2401:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1783444852.035624:0:2401:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000001:1.0:1783444852.035626:0:2401:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:1.0:1783444852.035627:0:2401:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:1.0:1783444852.035629:0:2401:0:(cl_page.c:1104:cl_page_complete()) page@0000000082fbb4b0[2 00000000f0bd2d05 3 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1783444852.035630:0:2401:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:1.0:1783444852.035631:0:2401:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1783444852.035633:0:2401:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1783444852.035634:0:2401:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1783444852.035636:0:2401:0:(cl_page.c:507:__cl_page_state_set()) page@0000000082fbb4b0[2 00000000f0bd2d05 3 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1783444852.035638:0:2401:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1783444852.035639:0:2401:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1783444852.035640:0:2401:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1783444852.035642:0:2401:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000082fbb4b0[2 00000000f0bd2d05 1 1 0000000000000000 0 0 1] 00000080:00008000:1.0:1783444852.035644:0:2401:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1783444852.035652:0:2401:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1783444852.035653:0:2401:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:1.0:1783444852.035654:0:2401:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1783444852.035656:0:2401:0:(cl_page.c:556:cl_batch_put()) page@0000000082fbb4b0[2 00000000f0bd2d05 1 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1783444852.035658:0:2401:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:1.0:1783444852.035659:0:2401:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1783444852.035660:0:2401:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000020:1.0:1783444852.035663:0:2401:0:(osc_cache.c:1602:osc_free_grant()) lost 0 grant: 0 avail: 16842752 dirty: 0/0 00000008:00000020:1.0:1783444852.035668:0:2401:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff91c78206f780@{[0 -> 1/1023], [1|0|-|inv|wuY|ffff91c7585c2000], [32768|0|-|-|ffff91c752225200|1024|ffff91c741348000]} destroyed. 00000008:00010000:1.0:1783444852.035673:0:2401:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000005abea636 ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000294ff445/0x5503b2fe824ef78b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6dddb2 expref: -99 pid: 35893 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783444852.035681:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.035683:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:1.0:1783444852.035686:0:2401:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff91c78206f780. 00000008:00000001:1.0:1783444852.035689:0:2401:0:(osc_cache.c:957:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1783444852.035692:0:2401:0:(osc_request.c:2539:osc_release_ppga()) kvfree 'ppga': 16 at ffff91c760223f90. 00000008:00000020:1.0:1783444852.035700:0:2401:0:(osc_cache.c:2416:__osc_io_unplug()) Queue writeback work for client ffff91c759000820. 00000008:00000001:1.0:1783444852.035767:0:2401:0:(osc_request.c:2755:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444852.035774:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883a680 x1870075608317824/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783444868 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783444852.035789:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c75883a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608317824:192.168.204.110@tcp:4:multiop.0 00000100:00000001:1.0:1783444852.035794:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444852.035796:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444852.035799:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c75883a680 x1870075608317824/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783444868 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444852.035806:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.035808:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444852.035824:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444852.035826:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.035829:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444852.035831:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.035852:0:31963:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444852.035861:0:31963:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a1ea0. 00000020:00000010:1.0:1783444852.035866:0:31963:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75883d800. 00000020:00000010:1.0:1783444852.035870:0:31963:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c75883d000. 00000020:00000010:1.0:1783444852.035873:0:31963:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b3060. 00000008:00000010:1.0:1783444852.035879:0:31963:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c759064320. 00020000:00000010:1.0:1783444852.037152:0:31963:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025540. 00008000:00000010:1.0:1783444852.037162:0:31963:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cb8388. 00000080:00000010:1.0:1783444852.037168:0:31963:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077498. 00000080:00000010:1.0:1783444852.037172:0:31963:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7609922b0. 00000020:00000010:1.0:1783444852.037179:0:31963:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cde00. 00000008:00000010:1.0:1783444852.037184:0:31963:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909b760. 00020000:00000010:1.0:1783444852.037188:0:31963:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a1ff0. 00008000:00000010:1.0:1783444852.037192:0:31963:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603ef858. 00000080:00000010:1.0:1783444852.037195:0:31963:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107c780. 00000020:00000001:1.0:1783444852.037198:0:31963:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114341544 : -121189595210072 : ffff91c7593a1ea8) 00000020:00001000:1.0:1783444852.037201:0:31963:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a1ea0 00000008:00000020:1.0:1783444852.037203:0:31963:0:(osc_request.c:4050:brw_queue_work()) Run writeback work for client obd ffff91c759000820. 00000008:00000001:1.0:1783444852.037206:0:31963:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1783444852.037207:0:31963:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:1.0:1783444852.037210:0:31963:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444852.037212:0:31963:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000020:00001000:1.0:1783444852.037214:0:31963:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a1ea0 00000020:00000010:1.0:1783444852.037217:0:31963:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c75883d000. 00000020:00000010:1.0:1783444852.037223:0:31963:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b3060. 00000008:00000010:1.0:1783444852.037227:0:31963:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c759064320. 00020000:00000010:1.0:1783444852.037231:0:31963:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025540. 00008000:00000010:1.0:1783444852.037233:0:31963:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cb8388. 00000080:00000010:1.0:1783444852.037237:0:31963:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077498. 00000080:00000010:1.0:1783444852.037240:0:31963:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7609922b0. 00000020:00000010:1.0:1783444852.037244:0:31963:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75883d800. 00000008:00000010:1.0:1783444852.037247:0:31963:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909b760. 00020000:00000010:1.0:1783444852.037250:0:31963:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a1ff0. 00008000:00000010:1.0:1783444852.037252:0:31963:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603ef858. 00000080:00000010:1.0:1783444852.037255:0:31963:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107c780. 00000020:00000010:1.0:1783444852.037258:0:31963:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cde00. 00000020:00000010:1.0:1783444852.037260:0:31963:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a1ea0. 00000800:00000001:1.0:1783444852.047085:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444852.047104:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444852.047109:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444852.047112:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444852.047120:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.047128:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444852.047137:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.047141:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.047146:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.047150:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 432 into portal 4 MB=0x6a4d2e8564000 00000400:00000200:1.0:1783444852.047155:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.047160:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 432/432 into md 0x8219 [1] + 224 00000800:00000001:1.0:1783444852.047168:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444852.047175:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444852.047179:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444852.047184:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444852.047191:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444852.047200:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c75883b100 x1870075608317952/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444868 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444852.047211:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff91c75883b100 x1870075608317952/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444868 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444852.047247:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444852.047255:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444852.047258:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444852.047383:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444852.047387:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444852.047393:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444852.047396:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444852.047399:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658fe18. 00000400:00000200:0.0:1783444852.047403:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9a18 00000400:00000010:0.0:1783444852.047406:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9a18. 00000100:00000001:0.0:1783444852.047408:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444852.047415:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c75883b100 x1870075608317952/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444868 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783444852.047425:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c75883b100 x1870075608317952/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444868 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.047431:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444852.047433:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444852.047446:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444852.047450:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444852.047452:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444852.047454:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444852.047458:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444852.047467:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=32 v=5 (5 5 5 5) 00000100:00001000:0.0:1783444852.047470:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444852.047472:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444852.047474:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444852.047477:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444852.047480:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.047484:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1783444852.047485:0:2400:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: committing for last_committed 4294967337 gen 16 00000100:00000040:0.0:1783444852.047492:0:2400:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 4294967337) req@ffff91c75883a680 x1870075608317824/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783444868 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.047499:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444852.047502:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c75883a680 x1870075608317824/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1783444868 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.047509:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444852.047511:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444852.047515:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c746765400. 02000000:00000001:0.0:1783444852.047520:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444852.047522:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444852.047524:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:0.0:1783444852.047526:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444852.047529:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 16384 at ffff91c75826c000. 02000000:00000001:0.0:1783444852.047543:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444852.047545:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444852.047547:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c75883a680. 00000100:00000001:0.0:1783444852.047551:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444852.047552:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444852.047554:0:2400:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1783444852.047556:0:2400:0:(client.c:3222:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1783444852.047559:0:2400:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444852.047560:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444852.047566:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c75883b100 x1870075608317952/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444868 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.047572:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444852.047574:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444852.047576:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783444852.047580:0:2400:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:0.0:1783444852.047586:0:2400:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2000 -> ffff91c74529d850 00000020:00000001:0.0:1783444852.047597:0:2400:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2000 -> ffff91c74529d850 00000020:00000001:0.0:1783444852.047599:0:2400:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1783444852.047602:0:2400:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783444852.047604:0:2400:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.047606:0:2400:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.047608:0:2400:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2000 -> ffff91c74529d850 00000008:00000001:0.0:1783444852.047620:0:2400:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444852.047625:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883b100 x1870075608317952/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444868 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783444852.047637:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c75883b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608317952:192.168.204.110@tcp:16:kworker.0 00000100:00000001:0.0:1783444852.047642:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444852.047644:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444852.047647:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c75883b100 x1870075608317952/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444868 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.047652:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444852.047653:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444852.047655:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c746767800. 02000000:00000001:0.0:1783444852.047659:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444852.047660:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444852.047661:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:0.0:1783444852.047663:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444852.047664:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c75883d400. 02000000:00000001:0.0:1783444852.047667:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444852.047668:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444852.047669:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c75883b100. 00000100:00000001:0.0:1783444852.047671:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444852.047672:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444852.047674:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444852.047681:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444852.047683:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.047685:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444852.047687:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.047991:0:36:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1783444852.047994:0:36:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.047997:0:36:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1783444852.047999:0:36:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1783444852.048002:0:36:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1783444852.048004:0:36:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1783444852.048006:0:36:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444852.048007:0:36:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1783444852.048008:0:36:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1783444852.048010:0:36:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.048012:0:36:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.048014:0:36:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1783444852.048015:0:36:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1783444852.048016:0:36:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1783444852.048018:0:36:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1783444852.048019:0:36:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1783444852.048021:0:36:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1783444852.048022:0:36:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444852.048023:0:36:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1783444852.048024:0:36:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1783444852.048025:0:36:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.048027:0:36:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.048028:0:36:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783444852.048029:0:36:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1783444852.048030:0:36:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.048033:0:36:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1783444852.048035:0:36:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:1.0:1783444852.048036:0:36:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1783444852.048037:0:36:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1783444852.048038:0:36:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783444852.048040:0:36:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a11b0 00000020:00000010:1.0:1783444852.048045:0:36:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c75883c200. 00000020:00000010:1.0:1783444852.048050:0:36:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b3900. 00000008:00000010:1.0:1783444852.048072:0:36:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7590664b0. 00020000:00000010:1.0:1783444852.048077:0:36:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025cc0. 00008000:00000010:1.0:1783444852.048082:0:36:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cb8a98. 00000080:00000010:1.0:1783444852.048087:0:36:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077888. 00000080:00000010:1.0:1783444852.048091:0:36:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7609914d0. 00000020:00000010:1.0:1783444852.048094:0:36:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760588200. 00000008:00000010:1.0:1783444852.048098:0:36:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909a580. 00020000:00000010:1.0:1783444852.048102:0:36:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a1488. 00008000:00000010:1.0:1783444852.048105:0:36:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603effe8. 00000080:00000010:1.0:1783444852.048108:0:36:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107c5a0. 00000020:00000010:1.0:1783444852.048111:0:36:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75883cc00. 00000020:00000010:1.0:1783444852.048113:0:36:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a11b0. 00020000:00000001:1.0:1783444852.048115:0:36:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1783444852.048117:0:36:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:1.0:1783444852.048119:0:36:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1783444852.048121:0:36:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1783444852.048124:0:36:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1783444852.048125:0:36:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783444852.048128:0:36:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a13f0 00000020:00000010:1.0:1783444852.048130:0:36:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c760589400. 00000020:00000010:1.0:1783444852.048133:0:36:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b3cc0. 00000008:00000010:1.0:1783444852.048137:0:36:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444852.048140:0:36:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025480. 00008000:00000010:1.0:1783444852.048142:0:36:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444852.048145:0:36:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444852.048147:0:36:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444852.048150:0:36:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760588400. 00000008:00000010:1.0:1783444852.048152:0:36:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444852.048156:0:36:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444852.048158:0:36:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444852.048160:0:36:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107cf00. 00000020:00000010:1.0:1783444852.048161:0:36:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c760589a00. 00000020:00000010:1.0:1783444852.048163:0:36:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a13f0. 00000080:00000001:1.0:1783444852.048165:0:36:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=2 : 2 : 2) 00000080:00000001:1.0:1783444852.048170:0:36:0:(rw.c:1555:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444852.287491:0:35890:0:(file.c:5291:ll_fsync()) Process entered 00000020:00000001:0.0:1783444852.287499:0:35890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7e48 00000080:00200008:0.0:1783444852.287503:0:35890:0:(file.c:5295:ll_fsync()) START file: name=f24b.recovery-small-1, fid=[0x200000405:0x2e:0x0], start=0, end=9223372036854775807, datasync=0 00020000:00000001:0.0:1783444852.287513:0:35890:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783444852.287517:0:35890:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7ba0) owner 0000000000000000/ffff91c7604a4f80 00020000:00000002:0.0:1783444852.287522:0:35890:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7ba0) owner 0000000000000000/ffff91c7604a4f80 00020000:00000001:0.0:1783444852.287525:0:35890:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444852.287531:0:35890:0:(lmv_obd.c:3048:lmv_fsync()) Process entered 00800000:00000001:0.0:1783444852.287534:0:35890:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444852.287537:0:35890:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444852.287540:0:35890:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444852.287543:0:35890:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444852.287545:0:35890:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444852.287547:0:35890:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2e:0x0] 00800000:00000001:0.0:1783444852.287550:0:35890:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444852.287554:0:35890:0:(mdc_request.c:2773:mdc_fsync()) Process entered 00000100:00000010:0.0:1783444852.287561:0:35890:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746733100. 00000020:00000040:0.0:1783444852.287566:0:35890:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:0.0:1783444852.287571:0:35890:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444852.287574:0:35890:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444852.287578:0:35890:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444852.287587:0:35890:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c744fe0c00. 00000100:00000001:0.0:1783444852.287593:0:35890:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.287599:0:35890:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783444852.287601:0:35890:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783444852.287607:0:35890:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c76036fd80. 00000100:00000001:0.0:1783444852.287610:0:35890:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884231576960 : -121189477974656 : ffff91c76036fd80) 00000100:00000001:0.0:1783444852.287612:0:35890:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444852.287614:0:35890:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799314688 : -121189910236928 : ffff91c746733100) 00000100:00000001:0.0:1783444852.287619:0:35890:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444852.287623:0:35890:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.287625:0:35890:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783444852.287627:0:35890:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444852.287638:0:35890:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746733100 x1870075608318080/t0(0) o44->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444852.287648:0:35890:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444852.287651:0:35890:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444852.287654:0:35890:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444852.287657:0:35890:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444852.287660:0:35890:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444852.287664:0:35890:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746733100 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:35890:1870075608318080:192.168.204.110@tcp:44:multiop.0 00000100:00000001:0.0:1783444852.287668:0:35890:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444852.287673:0:35890:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444852.287676:0:35890:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444852.287678:0:35890:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444852.287683:0:35890:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c746764000. 02000000:00000001:0.0:1783444852.287686:0:35890:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444852.287694:0:35890:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444852.287698:0:35890:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658fe18. 00000400:00000010:0.0:1783444852.287705:0:35890:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9a18. 00000100:00000200:0.0:1783444852.287713:0:35890:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608318080, portal 10 00000100:00000001:0.0:1783444852.287715:0:35890:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444852.287716:0:35890:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799314688 : -121189910236928 : ffff91c746733100) 00000100:00000040:0.0:1783444852.287723:0:35890:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746733100 x1870075608318080/t0(0) o44->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1783444868 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444852.287730:0:35890:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444852.287732:0:35890:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444852.287735:0:35890:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f93b8. 00000100:00000200:0.0:1783444852.287739:0:35890:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1870075608318080, offset 0 00000400:00000200:0.0:1783444852.287758:0:35890:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444852.287774:0:35890:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.287783:0:35890:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444852.287788:0:35890:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444852.287792:0:35890:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444852.287796:0:35890:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444852.287799:0:35890:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444852.287803:0:35890:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2958:2958:256:4294967295] 192.168.204.110@tcp LPNI seq info [2958:2958:8:4294967295] 00000400:00000200:0.0:1783444852.287817:0:35890:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.287827:0:35890:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444852.287835:0:35890:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444852.287840:0:35890:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c746193400. 00000800:00000200:0.0:1783444852.287847:0:35890:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444852.287856:0:35890:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444852.287860:0:35890:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c746193400 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1783444852.287877:0:35890:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444852.287882:0:35890:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 871426 usecs (872 jiffies) 00000400:00000200:0.0:1783444852.287886:0:35890:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444852.287889:0:35890:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296492165 00000100:00000001:0.0:1783444852.287892:0:35890:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296492542 00000100:00000001:0.0:1783444852.287895:0:35890:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296492165 00000100:00000001:0.0:1783444852.287897:0:35890:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296492542 00000100:00000001:0.0:1783444852.287899:0:35890:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444852.287902:0:35890:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.287904:0:35890:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444852.287906:0:35890:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783444852.287909:0:35890:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c76036fd80 going to sleep for 11 seconds 00000100:00000001:0.0:1783444852.287911:0:35890:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444852.287914:0:35890:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444852.288325:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444852.288330:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c746193400. 00000400:00000200:1.0:1783444852.288335:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444852.288340:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444852.288345:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f93b8 00000400:00000010:1.0:1783444852.288347:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f93b8. 00000100:00000001:1.0:1783444852.288351:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444852.288356:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746733100 x1870075608318080/t0(0) o44->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1783444868 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444852.288366:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444852.288369:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746733100 x1870075608318080/t0(0) o44->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1783444868 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444852.288377:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.288379:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444852.343688:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444852.343703:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444852.343708:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444852.343710:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444852.343718:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.343726:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444852.343734:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.343738:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.343745:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.343749:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 440 into portal 10 MB=0x6a4d2e8564080 00000400:00000200:1.0:1783444852.343754:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.343758:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 440/440 into md 0x8229 [1] + 224 00000800:00000001:1.0:1783444852.343765:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444852.343784:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444852.343788:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444852.343792:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444852.343798:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444852.343815:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746733100 x1870075608318080/t0(0) o44->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1783444868 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444852.343826:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff91c746733100 x1870075608318080/t0(0) o44->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444852.343847:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444852.343854:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444852.343857:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444852.347800:0:35890:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444852.347822:0:35890:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444852.347825:0:35890:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444852.347829:0:35890:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658fe18. 00000400:00000200:0.0:1783444852.347836:0:35890:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9a18 00000400:00000010:0.0:1783444852.347838:0:35890:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9a18. 00000100:00000001:0.0:1783444852.347842:0:35890:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444852.347853:0:35890:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746733100 x1870075608318080/t0(0) o44->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783444852.347865:0:35890:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746733100 x1870075608318080/t0(0) o44->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444852.347872:0:35890:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444852.347874:0:35890:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444852.347877:0:35890:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444852.347880:0:35890:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444852.347883:0:35890:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444852.347885:0:35890:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444852.347888:0:35890:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444852.347897:0:35890:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=32 v=5 (5 105 105 105) 00000100:00001000:0.0:1783444852.347902:0:35890:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=39 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444852.347905:0:35890:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444852.347906:0:35890:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444852.347909:0:35890:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444852.347913:0:35890:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.347916:0:35890:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1783444852.347919:0:35890:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: committing for last_committed 8589934608 gen 2 00000100:00000040:0.0:1783444852.347924:0:35890:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 8589934608) req@ffff91c7603f0380 x1870075608315392/t8589934603(8589934603) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444866 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444852.347931:0:35890:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444852.347934:0:35890:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0380 x1870075608315392/t8589934603(8589934603) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1783444866 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444852.347941:0:35890:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444852.347943:0:35890:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444852.347946:0:35890:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6c000. 02000000:00000001:0.0:1783444852.347951:0:35890:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444852.347954:0:35890:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444852.347955:0:35890:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444852.347958:0:35890:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444852.347961:0:35890:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c750f6e000. 02000000:00000001:0.0:1783444852.347964:0:35890:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444852.347966:0:35890:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444852.347967:0:35890:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0380. 00000100:00000001:0.0:1783444852.347971:0:35890:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444852.347972:0:35890:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444852.347977:0:35890:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 8589934608) req@ffff91c746731500 x1870075608316416/t8589934605(8589934605) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1783444866 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444852.347983:0:35890:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444852.347987:0:35890:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746731500 x1870075608316416/t8589934605(8589934605) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1783444866 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444852.347993:0:35890:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444852.347994:0:35890:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444852.347996:0:35890:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c746764800. 02000000:00000001:0.0:1783444852.347999:0:35890:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444852.348000:0:35890:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444852.348002:0:35890:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444852.348004:0:35890:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444852.348005:0:35890:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c746767c00. 02000000:00000001:0.0:1783444852.348009:0:35890:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444852.348010:0:35890:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444852.348011:0:35890:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746731500. 00000100:00000001:0.0:1783444852.348014:0:35890:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444852.348015:0:35890:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783444852.348019:0:35890:0:(client.c:3161:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff91c7603f1500 x1870075608317056/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444866 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783444852.348027:0:35890:0:(client.c:3161:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff91c758838380 x1870075608317568/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444867 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.348032:0:35890:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1783444852.348035:0:35890:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: normal: skip=1 replay=2/4 committed=0/0 00000100:00000001:0.0:1783444852.348037:0:35890:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444852.348038:0:35890:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444852.348042:0:35890:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746733100 x1870075608318080/t0(0) o44->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444852.348048:0:35890:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444852.348050:0:35890:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444852.348052:0:35890:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444852.348102:0:35890:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746733100 x1870075608318080/t0(0) o44->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1783444868 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444852.348110:0:35890:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746733100 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:35890:1870075608318080:192.168.204.110@tcp:44:multiop.0 00000100:00000001:0.0:1783444852.348114:0:35890:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444852.348116:0:35890:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.348118:0:35890:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783444852.348120:0:35890:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444852.348122:0:35890:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746733100 x1870075608318080/t0(0) o44->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1783444868 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444852.348132:0:35890:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444852.348134:0:35890:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c76036fd80. 00000100:00000001:0.0:1783444852.348137:0:35890:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783444852.348138:0:35890:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444852.348140:0:35890:0:(mdc_request.c:2794:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444852.348143:0:35890:0:(lmv_obd.c:3055:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.348146:0:35890:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444852.348148:0:35890:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746733100 x1870075608318080/t0(0) o44->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1783444868 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444852.348153:0:35890:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444852.348155:0:35890:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444852.348156:0:35890:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c746764000. 02000000:00000001:0.0:1783444852.348158:0:35890:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444852.348159:0:35890:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444852.348160:0:35890:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444852.348162:0:35890:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444852.348163:0:35890:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c744fe0c00. 02000000:00000001:0.0:1783444852.348176:0:35890:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444852.348177:0:35890:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444852.348178:0:35890:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746733100. 00000100:00000001:0.0:1783444852.348180:0:35890:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444852.348181:0:35890:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783444852.348184:0:35890:0:(pcc.c:2802:pcc_fsync()) Process entered 00000080:00000001:0.0:1783444852.348186:0:35890:0:(pcc.c:2805:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444852.348188:0:35890:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1783444852.348191:0:35890:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783444852.348199:0:35890:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593f8000. 00000020:00000010:0.0:1783444852.348203:0:35890:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c744fe0c00. 00000020:00000010:0.0:1783444852.348208:0:35890:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c744fe0400. 00000020:00000010:0.0:1783444852.348212:0:35890:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c76050da80. 00000008:00000010:0.0:1783444852.348218:0:35890:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7510b64b0. 00020000:00000010:0.0:1783444852.348223:0:35890:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c743ec1600. 00008000:00000010:0.0:1783444852.348227:0:35890:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c760970388. 00000080:00000010:0.0:1783444852.348233:0:35890:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c7467e3d20. 00000080:00000010:0.0:1783444852.348237:0:35890:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c758832750. 00000020:00000010:0.0:1783444852.348241:0:35890:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c744fe0e00. 00000008:00000010:0.0:1783444852.348245:0:35890:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c76034b080. 00020000:00000010:0.0:1783444852.348248:0:35890:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7511edff0. 00008000:00000010:0.0:1783444852.348252:0:35890:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c74353d0e0. 00000080:00000010:0.0:1783444852.348255:0:35890:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c76031f780. 00000020:00000001:0.0:1783444852.348258:0:35890:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114694152 : -121189594857464 : ffff91c7593f8008) 00000020:00001000:0.0:1783444852.348260:0:35890:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593f8000 00000020:00000001:0.0:1783444852.348274:0:35890:0:(cl_object.c:151:cl_object_top()) ffff91c74529d2d8 -> ffff91c74529d2d8 00000020:00000001:0.0:1783444852.348277:0:35890:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783444852.348279:0:35890:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783444852.348281:0:35890:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x2e:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783444852.348285:0:35890:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783444852.348286:0:35890:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783444852.348288:0:35890:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783444852.348291:0:35890:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x2e:0x0]io ffff91c7588327b0 type 6 ignore/verify layout 0/0 00020000:00000002:0.0:1783444852.348294:0:35890:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7ba0) owner 0000000000000000/ffff91c7604a4f80 00020000:00000001:0.0:1783444852.348298:0:35890:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783444852.348300:0:35890:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783444852.348579:0:35890:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783444852.348581:0:35890:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444852.348583:0:35890:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783444852.348585:0:35890:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783444852.348596:0:35890:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.348599:0:35890:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783444852.348600:0:35890:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783444852.348601:0:35890:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783444852.348603:0:35890:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7ba0) owner 0000000000000000/ffff91c7604a4f80 00000020:00000001:0.0:1783444852.348606:0:35890:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.348608:0:35890:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783444852.348610:0:35890:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783444852.348612:0:35890:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783444852.348614:0:35890:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783444852.348617:0:35890:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:0.0:1783444852.348621:0:35890:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783444852.348623:0:35890:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783444852.348624:0:35890:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783444852.348628:0:35890:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593f8240. 00000020:00000010:0.0:1783444852.348632:0:35890:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c744fe1400. 00000020:00000010:0.0:1783444852.348635:0:35890:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c744fe1200. 00000020:00000010:0.0:1783444852.348637:0:35890:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c76050d1e0. 00000008:00000010:0.0:1783444852.348641:0:35890:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7510b2cc0. 00020000:00000010:0.0:1783444852.348644:0:35890:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c743ec1180. 00008000:00000010:0.0:1783444852.348647:0:35890:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c760973170. 00000080:00000010:0.0:1783444852.348651:0:35890:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c7467e3150. 00000080:00000010:0.0:1783444852.348653:0:35890:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c758832060. 00000020:00000010:0.0:1783444852.348656:0:35890:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c744fe0800. 00000008:00000010:0.0:1783444852.348659:0:35890:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c76034b8c0. 00020000:00000010:0.0:1783444852.348662:0:35890:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7511ee480. 00008000:00000010:0.0:1783444852.348664:0:35890:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c74353ddb8. 00000080:00000010:0.0:1783444852.348667:0:35890:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c76031fa50. 00000020:00000001:0.0:1783444852.348669:0:35890:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114694728 : -121189594856888 : ffff91c7593f8248) 00000020:00001000:0.0:1783444852.348671:0:35890:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593f8240 00000020:00000001:0.0:1783444852.348674:0:35890:0:(cl_object.c:151:cl_object_top()) ffff91c74529d918 -> ffff91c74529d2d8 00000020:00000001:0.0:1783444852.348676:0:35890:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783444852.348678:0:35890:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783444852.348680:0:35890:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783444852.348681:0:35890:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444852.348683:0:35890:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444852.348685:0:35890:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883978338392 : -121189731213224 : ffff91c7511ee058) 00000020:00000001:0.0:1783444852.348687:0:35890:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1783444852.348689:0:35890:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444852.348691:0:35890:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.348692:0:35890:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.348694:0:35890:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1783444852.348696:0:35890:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783444852.348698:0:35890:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783444852.348699:0:35890:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783444852.348700:0:35890:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783444852.348701:0:35890:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.348703:0:35890:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444852.348705:0:35890:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444852.348707:0:35890:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.348708:0:35890:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783444852.348709:0:35890:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.348711:0:35890:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.348713:0:35890:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1783444852.348715:0:35890:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783444852.348716:0:35890:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783444852.348717:0:35890:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783444852.348719:0:35890:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1783444852.348721:0:35890:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1783444852.348726:0:35890:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff91c7585c2540 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 2: rc=0. 00000008:00000001:0.0:1783444852.348730:0:35890:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444852.348733:0:35890:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1783444852.348736:0:35890:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff91c7585c2540 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1783444852.348748:0:35890:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444852.348751:0:35890:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:0.0:1783444852.348753:0:35890:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1783444852.348755:0:35890:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1783444852.348756:0:35890:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1783444852.348758:0:35890:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1783444852.348759:0:35890:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1783444852.348760:0:35890:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1783444852.348763:0:35890:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:0.0:1783444852.348900:0:35890:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746733100. 00000020:00000040:0.0:1783444852.348904:0:35890:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:0.0:1783444852.348908:0:35890:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444852.348911:0:35890:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444852.348915:0:35890:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444852.348921:0:35890:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c744fe0a00. 00000100:00000001:0.0:1783444852.348927:0:35890:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.348935:0:35890:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444852.348954:0:35890:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444852.348961:0:35890:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054bca8ae] to pc [ptlrpcd_00_01+1] req@ffff91c746733100 x1870075608318208/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444852.349013:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444852.349017:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444852.349020:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444852.349026:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746733100 x1870075608318208/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444852.349034:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444852.349037:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444852.349041:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444852.349043:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444852.349045:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444852.349049:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746733100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608318208:192.168.204.110@tcp:16:multiop.0 00000100:00000001:1.0:1783444852.349053:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444852.349074:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444852.349077:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444852.349079:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444852.349084:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c751025c00. 02000000:00000001:1.0:1783444852.349086:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444852.349092:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444852.349096:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736420. 00000400:00000010:1.0:1783444852.349102:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076f68. 00000100:00000200:1.0:1783444852.349109:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608318208, portal 4 00000100:00000001:1.0:1783444852.349111:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444852.349113:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799314688 : -121189910236928 : ffff91c746733100) 00000100:00000040:1.0:1783444852.349120:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c746733100 x1870075608318208/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444868 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444852.349127:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444852.349131:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444852.349133:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076440. 00000100:00000200:1.0:1783444852.349137:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1870075608318208, offset 0 00000400:00000200:1.0:1783444852.349143:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444852.349151:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.349158:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444852.349164:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444852.349168:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444852.349172:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444852.349175:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444852.349179:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2959:2959:256:4294967295] 192.168.204.110@tcp LPNI seq info [2959:2959:8:4294967295] 00000400:00000200:1.0:1783444852.349184:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.349193:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444852.349200:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444852.349205:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298600. 00000800:00000200:1.0:1783444852.349212:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444852.349220:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444852.349224:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298600 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1783444852.349236:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444852.349242:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20675 usecs (21 jiffies) 00000400:00000200:1.0:1783444852.349245:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444852.349248:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296491375 00000100:00000001:1.0:1783444852.349252:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296492542 00000100:00000001:1.0:1783444852.349255:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296491375 00000100:00000001:1.0:1783444852.349257:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296492542 00000100:00000001:1.0:1783444852.349259:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444852.349274:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.349277:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.349279:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783444852.349466:0:35890:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444852.349469:0:35890:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444852.349470:0:35890:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.349472:0:35890:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444852.349474:0:35890:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444852.349475:0:35890:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.349477:0:35890:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.349479:0:35890:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783444852.349481:0:35890:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1783444852.349483:0:35890:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783444852.349484:0:35890:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1783444852.349495:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444852.349499:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444852.349660:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444852.349665:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298600. 00000400:00000200:0.0:1783444852.349670:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444852.349675:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444852.349679:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076440 00000400:00000010:0.0:1783444852.349681:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076440. 00000100:00000001:0.0:1783444852.349685:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444852.349689:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746733100 x1870075608318208/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444868 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.349709:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444852.349713:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746733100 x1870075608318208/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444868 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.349720:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.349722:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1783444852.358498:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444852.358506:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783444852.358512:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444852.358514:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444852.358518:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.358522:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444852.364711:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.364733:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444852.364737:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.364740:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444852.364760:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.364767:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444852.364780:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.364785:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.364791:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.364795:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e8564100 00000400:00000200:0.0:1783444852.364800:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.364805:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x8239 [1] + 224 00000800:00000001:0.0:1783444852.364822:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.364832:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444852.364836:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444852.364841:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444852.364848:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444852.364857:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746733100 x1870075608318208/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444868 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444852.364868:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=432 req@ffff91c746733100 x1870075608318208/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444868 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.364883:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444852.364891:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.364894:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444852.365048:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444852.365053:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444852.365085:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444852.365088:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444852.365091:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736420. 00000400:00000200:1.0:1783444852.365096:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076f68 00000400:00000010:1.0:1783444852.365099:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076f68. 00000100:00000001:1.0:1783444852.365102:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444852.365106:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746733100 x1870075608318208/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444868 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783444852.365115:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746733100 x1870075608318208/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1783444868 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444852.365122:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444852.365124:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444852.365126:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444852.365130:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444852.365132:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444852.365135:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444852.365138:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444852.365148:0:2401:0:(import.c:2148:obd_at_measure()) add 0 to ffff91c7466a1460 time=32 v=5 (5 5 5 5) 00000100:00001000:1.0:1783444852.365151:0:2401:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444852.365154:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1783444852.365158:0:2401:0:(client.c:1492:ptlrpc_check_status()) lustre-OST0000-osc-ffff91c759350000: operation ost_sync to node 192.168.204.110@tcp failed: rc = -107 00000100:00000001:1.0:1783444852.365161:0:2401:0:(client.c:1493:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1783444852.365464:0:2401:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1783444852.365470:0:2401:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff91c759350000 of lustre-OST0000_UUID@192.168.204.110@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1783444852.365474:0:2401:0:(import.c:65:import_set_state_nolock()) ffff91c7466a1000 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1783444852.365478:0:2401:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff91c759350000: Connection to lustre-OST0000 (at 192.168.204.110@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:1.0:1783444852.365482:0:2401:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:1.0:1783444852.365486:0:2401:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:1.0:1783444852.365489:0:2401:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.365490:0:2401:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:1.0:1783444852.365492:0:2401:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1783444852.365494:0:2401:0:(import.c:65:import_set_state_nolock()) ffff91c7466a1000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1783444852.365497:0:2401:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1783444852.365501:0:2401:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff91c759350000: connect to NID 192.168.204.110@tcp last attempt 1814 00000400:00000200:1.0:1783444852.365506:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.365510:0:2401:0:(peer.c:1557:LNetPeerDiscovered()) Peer NID 192.168.204.110@tcp is discovered: rc = 1 00000100:00000040:1.0:1783444852.365514:0:2401:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 14 to 192.168.204.110@tcp 00000100:00000001:1.0:1783444852.365516:0:2401:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783444852.365518:0:2401:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00000100:00000001:1.0:1783444852.365520:0:2401:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 00000020:00000001:1.0:1783444852.365524:0:2401:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1783444852.365526:0:2401:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea6b 00000020:00000001:1.0:1783444852.365529:0:2401:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444852.365531:0:2401:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c7510a5800 refcount=4 00000020:00000001:1.0:1783444852.365534:0:2401:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883976992768 : -121189732558848 : ffff91c7510a5800) 00000020:00000001:1.0:1783444852.365536:0:2401:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883976992768 : -121189732558848 : ffff91c7510a5800) 00000100:00000040:1.0:1783444852.365539:0:2401:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 14 to 192.168.204.110@tcp 00000100:00000001:1.0:1783444852.365542:0:2401:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783444852.365544:0:2401:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00000100:00000001:1.0:1783444852.365546:0:2401:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 00000020:00000040:1.0:1783444852.365549:0:2401:0:(genops.c:900:class_export_put()) PUTting export ffff91c7510a5800 : new refcount 3 00000100:00080000:1.0:1783444852.365552:0:2401:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff91c759350000: import ffff91c7466a1000 using connection 192.168.204.110@tcp/192.168.204.110@tcp 00000100:00000001:1.0:1783444852.365554:0:2401:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444852.365557:0:2401:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1783444852.365565:0:2401:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444852.365567:0:2401:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.365570:0:2401:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1783444852.365573:0:2401:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682473 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1783444852.365575:0:2401:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.365577:0:2401:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783444852.365583:0:2401:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c75883aa00. 00000020:00000040:1.0:1783444852.365586:0:2401:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=4 obd=lustre-OST0000-osc-ffff91c759350000 02000000:00000001:1.0:1783444852.365640:0:2401:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1783444852.365642:0:2401:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.365645:0:2401:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444852.365648:0:2401:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444852.365653:0:2401:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444852.365661:0:2401:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c751024000. 00000100:00000001:1.0:1783444852.365666:0:2401:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444852.365673:0:2401:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91c75883aa00 x1870075608318336/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783444852.365682:0:2401:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444852.365686:0:2401:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444852.365691:0:2401:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072a34fe2] to pc [ptlrpcd_rcv+-1] req@ffff91c75883aa00 x1870075608318336/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444852.365756:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444852.365760:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444852.365761:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444852.365768:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c75883aa00 x1870075608318336/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444852.365777:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444852.365779:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444852.365782:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444852.365785:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444852.365787:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444852.365790:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c75883aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608318336:192.168.204.110@tcp:8:ptlrpcd_00_01.0 00000100:00000001:2.0:1783444852.365795:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444852.365799:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444852.365801:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444852.365804:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444852.365819:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c750f6e000. 02000000:00000001:2.0:1783444852.365822:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444852.365826:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444852.365830:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff478. 00000400:00000010:2.0:1783444852.365835:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83880. 00000100:00000200:2.0:1783444852.365841:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608318336, portal 4 00000100:00000001:2.0:1783444852.365844:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444852.365845:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102384128 : -121189607167488 : ffff91c75883aa00) 00000100:00000040:2.0:1783444852.365851:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c75883aa00 x1870075608318336/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1783444862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444852.365859:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444852.365862:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444852.365864:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83b28. 00000100:00000200:2.0:1783444852.365868:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870075608318336, offset 0 00000400:00000200:2.0:1783444852.365873:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444852.365880:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444852.365886:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444852.365892:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444852.365896:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444852.365900:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444852.365902:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444852.365906:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2960:2960:256:4294967295] 192.168.204.110@tcp LPNI seq info [2960:2960:8:4294967295] 00000400:00000200:2.0:1783444852.365911:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444852.365919:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444852.365925:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444852.365930:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1000. 00000800:00000200:2.0:1783444852.365937:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444852.365945:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444852.365950:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1783444852.365957:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444852.365962:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20672 usecs (21 jiffies) 00000400:00000200:2.0:1783444852.365965:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444852.365968:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296491392 00000100:00000001:2.0:1783444852.365971:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296492542 00000100:00000001:2.0:1783444852.365973:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296491392 00000100:00000001:2.0:1783444852.365975:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296492542 00000100:00000001:2.0:1783444852.365978:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444852.365980:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.365983:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.365985:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783444852.366130:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444852.366135:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1000. 00000400:00000200:0.0:1783444852.366139:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444852.366144:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444852.366147:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83b28 00000400:00000010:0.0:1783444852.366149:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83b28. 00000100:00000001:0.0:1783444852.366153:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444852.366157:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c75883aa00 x1870075608318336/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1783444862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444852.366182:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444852.366186:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c75883aa00 x1870075608318336/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1783444862 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444852.366194:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.366195:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1783444852.367067:0:2401:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.367072:0:2401:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1783444852.367074:0:2401:0:(client.c:1701:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1783444852.367077:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444852.367079:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444852.367086:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444852.367088:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444852.367091:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444852.367092:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444852.367095:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444852.367096:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444852.367098:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444852.367100:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.367102:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783444852.374360:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.374377:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444852.374382:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.374384:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444852.374394:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.374402:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444852.374410:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.374415:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.374421:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.374425:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 416 into portal 4 MB=0x6a4d2e8564180 00000400:00000200:0.0:1783444852.374430:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.374435:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 416/416 into md 0x8249 [1] + 0 00000800:00000001:0.0:1783444852.374442:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.374449:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444852.374453:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444852.374457:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444852.374464:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444852.374472:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c75883aa00 x1870075608318336/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1783444862 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444852.374484:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff91c75883aa00 x1870075608318336/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1783444862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444852.376006:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444852.376011:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1783444852.376015:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444852.376017:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444852.377433:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444852.377587:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444852.377595:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1783444852.381532:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444852.381538:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444852.381542:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff478. 00000400:00000200:2.0:1783444852.381550:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83880 00000400:00000010:2.0:1783444852.381552:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83880. 00000100:00000001:2.0:1783444852.381557:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444852.381570:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c75883aa00 x1870075608318336/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1783444862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444852.381582:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c75883aa00 x1870075608318336/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1783444862 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444852.381602:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444852.381604:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444852.381608:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444852.381612:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444852.381614:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444852.381618:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444852.381621:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444852.381630:0:2399:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=32 v=5 (5 5 5 5) 00000100:00001000:2.0:1783444852.381635:0:2399:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444852.381637:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444852.381639:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.381642:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444852.381646:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.381649:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444852.381651:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967337 00000100:00000001:2.0:1783444852.381654:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444852.381655:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444852.381660:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c75883aa00 x1870075608318336/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1783444862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444852.381668:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444852.381671:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444852.381673:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444852.381675:0:2399:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1783444852.381682:0:2399:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff91c759350000: connect to target with instance 1 00000020:00000001:2.0:1783444852.381686:0:2399:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1783444852.381688:0:2399:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea6b 00000020:00000001:2.0:1783444852.381691:0:2399:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444852.381694:0:2399:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c7510a5800 refcount=4 00000020:00000001:2.0:1783444852.381696:0:2399:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883976992768 : -121189732558848 : ffff91c7510a5800) 00000020:00000001:2.0:1783444852.381699:0:2399:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883976992768 : -121189732558848 : ffff91c7510a5800) 00000100:00001000:2.0:1783444852.381702:0:2399:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=1783444852 v=0 (0 0 0 0) 00000100:00001000:2.0:1783444852.381706:0:2399:0:(import.c:2214:obd_at_measure()) AT ffff91c7466a1418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1783444852.381711:0:2399:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1663, crc32c 10299, adler 1303 00000020:00000040:2.0:1783444852.381716:0:2399:0:(genops.c:900:class_export_put()) PUTting export ffff91c7510a5800 : new refcount 3 00000100:00000001:2.0:1783444852.381719:0:2399:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:2.0:1783444852.381722:0:2399:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000020:2.0:1783444852.381726:0:2399:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff91c759350000, setting cl_avail_grant: 8388608 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:2.0:1783444852.381729:0:2399:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:2.0:1783444852.381732:0:2399:0:(lov_obd.c:427:lov_notify()) Process entered 00000080:00000001:3.0:1783444852.398508:0:2399:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1783444852.398516:0:2399:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:3.0:1783444852.398521:0:2399:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1783444852.398523:0:2399:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1783444852.398526:0:2399:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:3.0:1783444852.398529:0:2399:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.398531:0:2399:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.398534:0:2399:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1783444852.398535:0:2399:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:3.0:1783444852.398537:0:2399:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.398538:0:2399:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1783444852.398540:0:2399:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1783444852.398544:0:2399:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1783444852.398546:0:2399:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.398547:0:2399:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.398550:0:2399:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444852.398552:0:2399:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444852.398555:0:2399:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444852.398558:0:2399:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.398561:0:2399:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1783444852.398576:0:2399:0:(import.c:1338:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff91c759350000: evicting (reconnect/recover flags not set: 4) req@ffff91c75883aa00 x1870075608318336/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1783444862 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1783444852.398598:0:2399:0:(import.c:65:import_set_state_nolock()) ffff91c7466a1000 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1783444852.398602:0:2399:0:(import.c:1647:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:3.0:1783444852.398605:0:2399:0:(import.c:1662:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff91c759350000: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:3.0:1783444852.425205:0:2399:0:(import.c:1673:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.204.110@tcp; invalidating 00000020:00000040:3.0:1783444852.425211:0:2399:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=5 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:0.0:1783444852.426606:0:2399:0:(import.c:1694:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.426613:0:2399:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444852.426626:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c75883aa00 x1870075608318336/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1783444862 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783444852.426639:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c75883aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:666e3c65-e321-43ec-a94e-a01058e25d7d:2399:1870075608318336:192.168.204.110@tcp:8:ptlrpcd_00_01.0 00000100:00000001:0.0:1783444852.426645:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444852.426649:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444852.426653:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c75883aa00 x1870075608318336/t0(0) o8->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1783444862 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444852.426661:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444852.426664:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444852.426668:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6e000. 02000000:00000001:0.0:1783444852.426672:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444852.426674:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444852.426676:0:2399:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=4 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:0.0:1783444852.426679:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444852.426682:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c751024000. 02000000:00000001:0.0:1783444852.426686:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444852.426688:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444852.426690:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c75883aa00. 00000100:00000001:0.0:1783444852.426694:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444852.426695:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444852.426698:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444852.426705:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444852.426707:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.426710:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783444852.426712:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.426762:0:35906:0:(import.c:1593:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:3.0:1783444852.426770:0:35906:0:(import.c:1597:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff91c759350000 to lustre-OST0000_UUID@192.168.204.110@tcp 00000100:00000001:3.0:1783444852.426774:0:35906:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1783444852.426776:0:35906:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:3.0:1783444852.426778:0:35906:0:(client.c:3574:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1783444852.426784:0:35906:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff91c746733100 x1870075608318208/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/224 e 0 to 0 dl 1783444868 ref 1 fl Rpc:RSQU/600/0 rc -107/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444852.426804:0:35906:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1783444852.426815:0:35906:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: committing for last_committed 4294967337 gen 17 00000100:00000040:3.0:1783444852.426819:0:35906:0:(client.c:3222:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1783444852.426821:0:35906:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444852.426823:0:35906:0:(client.c:3619:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1783444852.426824:0:35906:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1783444852.426826:0:35906:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1783444852.426829:0:35906:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:3.0:1783444852.426831:0:35906:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1783444852.426834:0:35906:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:3.0:1783444852.426837:0:35906:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1783444852.426839:0:35906:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff91c7467ea1e0 for uuid lustre-OST0000_UUID event(2) 00020000:01000000:3.0:1783444852.426843:0:35906:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:3.0:1783444852.426844:0:35906:0:(lov_obd.c:415:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 5503b2fe824eea6b 00020000:00000001:3.0:1783444852.426848:0:35906:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.426851:0:35906:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1783444852.426853:0:35906:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:3.0:1783444852.426855:0:35906:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1783444852.426856:0:35906:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1783444852.426859:0:35906:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:3.0:1783444852.426860:0:35906:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.426862:0:35906:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.426864:0:35906:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1783444852.426865:0:35906:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:3.0:1783444852.426866:0:35906:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.426868:0:35906:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1783444852.426869:0:35906:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1783444852.426872:0:35906:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1783444852.426874:0:35906:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.426876:0:35906:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.426877:0:35906:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444852.426879:0:35906:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444852.426881:0:35906:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444852.426883:0:35906:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.426884:0:35906:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00100000:3.0:1783444852.426886:0:35906:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1783444852.426988:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444852.426991:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444852.426994:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444852.427001:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746733100 x1870075608318208/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/224 e 0 to 0 dl 1783444868 ref 1 fl Rpc:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444852.427009:0:2401:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:1.0:1783444852.427011:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444852.427014:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444852.427016:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1783444852.427018:0:2401:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000008:00000001:1.0:1783444852.427021:0:2401:0:(osc_request.c:479:osc_sync_interpret()) Process leaving via out (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000008:00000001:1.0:1783444852.427034:0:2401:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444852.427039:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746733100 x1870075608318208/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/224 e 0 to 0 dl 1783444868 ref 1 fl Interpret:ESQU/600/0 rc 0/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783444852.427047:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746733100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2401:1870075608318208:192.168.204.110@tcp:16:multiop.0 00000100:00000001:1.0:1783444852.427077:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444852.427079:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444852.427083:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746733100 x1870075608318208/t0(0) o16->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 440/224 e 0 to 0 dl 1783444868 ref 1 fl Complete:ESQU/600/0 rc 0/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444852.427089:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444852.427091:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444852.427093:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c751025c00. 02000000:00000001:1.0:1783444852.427096:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444852.427097:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444852.427098:0:2401:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:1.0:1783444852.427100:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444852.427102:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c744fe0a00. 02000000:00000001:1.0:1783444852.427105:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444852.427106:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444852.427107:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746733100. 00000100:00000001:1.0:1783444852.427111:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444852.427112:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444852.427114:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444852.427118:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444852.427119:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.427121:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444852.427123:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.427186:0:35890:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783444852.427189:0:35890:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444852.427192:0:35890:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000080:00000001:0.0:1783444852.427197:0:35890:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1783444852.427200:0:35890:0:(cl_object.c:151:cl_object_top()) ffff91c74529d2d8 -> ffff91c74529d2d8 00000020:00000001:0.0:1783444852.427214:0:35890:0:(cl_object.c:151:cl_object_top()) ffff91c74529d2d8 -> ffff91c74529d2d8 00000020:00000001:0.0:1783444852.427216:0:35890:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1783444852.427221:0:35890:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1783444852.427224:0:35890:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1783444851 a=0 c=1783444851 b=16 00020000:00000001:0.0:1783444852.427228:0:35890:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.427230:0:35890:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.427232:0:35890:0:(cl_object.c:151:cl_object_top()) ffff91c74529d2d8 -> ffff91c74529d2d8 00000080:00200000:0.0:1783444852.427234:0:35890:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000405:0x2e:0x0] updating i_size 8192 i_blocks 16 00000080:00000001:0.0:1783444852.427237:0:35890:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1783444852.427238:0:35890:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783444852.427240:0:35890:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1783444852.427243:0:35890:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783444852.427245:0:35890:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783444852.427246:0:35890:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783444852.427247:0:35890:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783444852.427249:0:35890:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444852.427251:0:35890:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444852.427253:0:35890:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783444852.427254:0:35890:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783444852.427255:0:35890:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1783444852.427257:0:35890:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783444852.427258:0:35890:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783444852.427271:0:35890:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783444852.427272:0:35890:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783444852.427274:0:35890:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783444852.427275:0:35890:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783444852.427277:0:35890:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444852.427279:0:35890:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444852.427281:0:35890:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783444852.427282:0:35890:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783444852.427283:0:35890:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:0.0:1783444852.427287:0:35890:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783444852.427288:0:35890:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783444852.427290:0:35890:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783444852.427291:0:35890:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783444852.427293:0:35890:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783444852.427295:0:35890:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593f8240 00000020:00000010:0.0:1783444852.427299:0:35890:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c744fe1200. 00000020:00000010:0.0:1783444852.427315:0:35890:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c76050d1e0. 00000008:00000010:0.0:1783444852.427321:0:35890:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7510b2cc0. 00020000:00000010:0.0:1783444852.427326:0:35890:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c743ec1180. 00008000:00000010:0.0:1783444852.427331:0:35890:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c760973170. 00000080:00000010:0.0:1783444852.427336:0:35890:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c7467e3150. 00000080:00000010:0.0:1783444852.427339:0:35890:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c758832060. 00000020:00000010:0.0:1783444852.427343:0:35890:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c744fe1400. 00000008:00000010:0.0:1783444852.427346:0:35890:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c76034b8c0. 00020000:00000010:0.0:1783444852.427350:0:35890:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7511ee480. 00008000:00000010:0.0:1783444852.427353:0:35890:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c74353ddb8. 00000080:00000010:0.0:1783444852.427356:0:35890:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c76031fa50. 00000020:00000010:0.0:1783444852.427359:0:35890:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c744fe0800. 00000020:00000010:0.0:1783444852.427361:0:35890:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593f8240. 00020000:00000001:0.0:1783444852.427363:0:35890:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783444852.427365:0:35890:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783444852.427368:0:35890:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783444852.427369:0:35890:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2e:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783444852.427372:0:35890:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783444852.427374:0:35890:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783444852.427376:0:35890:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593f8000 00000020:00000010:0.0:1783444852.427378:0:35890:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c744fe0400. 00000020:00000010:0.0:1783444852.427380:0:35890:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c76050da80. 00000008:00000010:0.0:1783444852.427382:0:35890:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7510b64b0. 00020000:00000010:0.0:1783444852.427385:0:35890:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c743ec1600. 00008000:00000010:0.0:1783444852.427388:0:35890:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c760970388. 00000080:00000010:0.0:1783444852.427390:0:35890:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c7467e3d20. 00000080:00000010:0.0:1783444852.427393:0:35890:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c758832750. 00000020:00000010:0.0:1783444852.427395:0:35890:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c744fe0c00. 00000008:00000010:0.0:1783444852.427397:0:35890:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c76034b080. 00020000:00000010:0.0:1783444852.427399:0:35890:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7511edff0. 00008000:00000010:0.0:1783444852.427402:0:35890:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c74353d0e0. 00000080:00000010:0.0:1783444852.427404:0:35890:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c76031f780. 00000020:00000010:0.0:1783444852.427406:0:35890:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c744fe0e00. 00000020:00000010:0.0:1783444852.427408:0:35890:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593f8000. 00000080:00000001:0.0:1783444852.427410:0:35890:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:0.0:1783444852.427415:0:35890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7e48 00000080:00000008:0.0:1783444852.427417:0:35890:0:(file.c:5359:ll_fsync()) COMPLETED file: name=f24b.recovery-small-1, fid=[0x200000405:0x2e:0x0], start=0, end=9223372036854775807, datasync=0, rc=-5 00000080:00000001:0.0:1783444852.427420:0:35890:0:(file.c:5361:ll_fsync()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:3.0:1783444852.429408:0:35906:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1783444852.429413:0:35906:0:(osc_request.c:3901:osc_import_event()) Process entered 00000001:00000001:3.0:1783444852.429416:0:35906:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1783444852.429420:0:35906:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1783444852.429432:0:35906:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211700 count: 2 00010000:00000001:3.0:1783444852.429438:0:35906:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1783444852.429441:0:35906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444852.429443:0:35906:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444852.429446:0:35906:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225400 refcount=3 00000020:00000001:3.0:1783444852.429449:0:35906:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341824 : -121189714209792 : ffff91c752225400) 00010000:00000001:3.0:1783444852.429452:0:35906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341824 : -121189714209792 : ffff91c752225400) 00010000:00000001:3.0:1783444852.429455:0:35906:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783444852.429461:0:35906:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000009ebc0251/0x5503b2fe824ef77d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80012e400000000 nid: local remote: 0x332dd2263f6ddd88 expref: -99 pid: 35890 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1783444852.429473:0:35906:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1783444852.429475:0:35906:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783444852.429480:0:35906:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c74526c990. 00000020:00000010:3.0:1783444852.429484:0:35906:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75937fa00. 00000020:00000010:3.0:1783444852.429488:0:35906:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c75937fe00. 00000020:00000010:3.0:1783444852.429492:0:35906:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7604bb780. 00000008:00000010:3.0:1783444852.429497:0:35906:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444852.429500:0:35906:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759654480. 00008000:00000010:3.0:1783444852.429505:0:35906:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444852.429510:0:35906:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444852.429514:0:35906:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444852.429516:0:35906:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75937e200. 00000008:00000010:3.0:1783444852.429520:0:35906:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444852.429523:0:35906:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444852.429526:0:35906:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444852.429529:0:35906:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c758828000. 00000020:00000001:3.0:1783444852.429531:0:35906:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883777530264 : -121189932021352 : ffff91c74526c998) 00000020:00001000:3.0:1783444852.429533:0:35906:0:(cl_object.c:831:cl_env_get()) 1@ffff91c74526c990 00000008:00000001:3.0:1783444852.429535:0:35906:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1783444852.429538:0:35906:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:3.0:1783444852.429539:0:35906:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783444852.429541:0:35906:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c74526ce10. 00000020:00000010:3.0:1783444852.429544:0:35906:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75937ea00. 00000020:00000010:3.0:1783444852.429546:0:35906:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c75937ec00. 00000020:00000010:3.0:1783444852.429548:0:35906:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7604bb480. 00000008:00000010:3.0:1783444852.429551:0:35906:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c743554e50. 00020000:00000010:3.0:1783444852.429554:0:35906:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759654f00. 00008000:00000010:3.0:1783444852.429556:0:35906:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c74355ea60. 00000080:00000010:3.0:1783444852.429558:0:35906:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c760e62150. 00000080:00000010:3.0:1783444852.429561:0:35906:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c74977cde0. 00000020:00000010:3.0:1783444852.429564:0:35906:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75937f000. 00000008:00000010:3.0:1783444852.429566:0:35906:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c751345a20. 00020000:00000010:3.0:1783444852.429568:0:35906:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c74978d6d0. 00008000:00000010:3.0:1783444852.429570:0:35906:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c742c39860. 00000080:00000010:3.0:1783444852.429573:0:35906:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c7588283c0. 00000020:00000001:3.0:1783444852.429574:0:35906:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883777531416 : -121189932020200 : ffff91c74526ce18) 00000020:00001000:3.0:1783444852.429576:0:35906:0:(cl_object.c:831:cl_env_get()) 1@ffff91c74526ce10 00000008:00000001:3.0:1783444852.429579:0:35906:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:3.0:1783444852.429581:0:35906:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:3.0:1783444852.429584:0:35906:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1783444852.429586:0:35906:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444852.429589:0:35906:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1783444852.429592:0:35906:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1783444852.429595:0:35906:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff91c7585c2540 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1783444852.429598:0:35906:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1783444852.429601:0:35906:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff91c7585c2540 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 2: rc=0. 00000008:00000001:3.0:1783444852.429604:0:35906:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1783444852.429606:0:35906:0:(osc_lock.c:372:osc_lock_flush()) object ffff91c7585c2540: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:3.0:1783444852.429609:0:35906:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:3.0:1783444852.429611:0:35906:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2540 -> ffff91c74529d2d8 00000020:00000001:3.0:1783444852.429613:0:35906:0:(cl_object.c:151:cl_object_top()) ffff91c74529d2d8 -> ffff91c74529d2d8 00000020:00000001:3.0:1783444852.429615:0:35906:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1783444852.429617:0:35906:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:3.0:1783444852.429619:0:35906:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x2e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1783444852.429622:0:35906:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783444852.429624:0:35906:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1783444852.429626:0:35906:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783444852.429628:0:35906:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x2e:0x0]io ffff91c743554ef0 type 8 ignore/verify layout 1/0 00020000:00000001:3.0:1783444852.429632:0:35906:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1783444852.429635:0:35906:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1783444852.429637:0:35906:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1783444852.429639:0:35906:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1783444852.429641:0:35906:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444852.429642:0:35906:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783444852.429643:0:35906:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1783444852.429644:0:35906:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:3.0:1783444852.429646:0:35906:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444852.429648:0:35906:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:3.0:1783444852.429652:0:35906:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1783444852.429653:0:35906:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1783444852.429654:0:35906:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1783444852.429655:0:35906:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1783444852.429657:0:35906:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:3.0:1783444852.429659:0:35906:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:3.0:1783444852.429661:0:35906:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622883747024624 : -121189962526992 : ffff91c743554ef0) 00000020:00000001:3.0:1783444852.429663:0:35906:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1783444852.429665:0:35906:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1783444852.429666:0:35906:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1783444852.429670:0:35906:0:(cl_page.c:507:__cl_page_state_set()) page@0000000061052a7b[2 00000000d8e78325 1 1 00000000548325ed 0 0 0] 00000020:00000001:3.0:1783444852.429672:0:35906:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1783444852.429673:0:35906:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:3.0:1783444852.429675:0:35906:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:3.0:1783444852.429676:0:35906:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444852.429679:0:35906:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:3.0:1783444852.429680:0:35906:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:3.0:1783444852.429681:0:35906:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1783444852.429683:0:35906:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1783444852.429684:0:35906:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1783444852.429687:0:35906:0:(cl_page.c:507:__cl_page_state_set()) page@0000000061052a7b[2 00000000d8e78325 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1783444852.429688:0:35906:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:3.0:1783444852.429690:0:35906:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1783444852.429691:0:35906:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1783444852.429693:0:35906:0:(osc_page.c:138:osc_page_delete()) ffff91c758374680 00000008:00000001:3.0:1783444852.429694:0:35906:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1783444852.429696:0:35906:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff91c758374690 page ffff91c758374680 at index 0. 00000008:00000001:3.0:1783444852.429699:0:35906:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444852.429704:0:35906:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1783444852.429706:0:35906:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffee34445d13c0 index 0 00000020:00000001:3.0:1783444852.429710:0:35906:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1783444852.429712:0:35906:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:3.0:1783444852.429720:0:35906:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1783444852.429721:0:35906:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1783444852.429722:0:35906:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1783444852.429723:0:35906:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1783444852.429725:0:35906:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:3.0:1783444852.429726:0:35906:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:3.0:1783444852.429727:0:35906:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622883747024624 : -121189962526992 : ffff91c743554ef0) 00000020:00000001:3.0:1783444852.429729:0:35906:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1783444852.429730:0:35906:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1783444852.429731:0:35906:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1783444852.429733:0:35906:0:(cl_page.c:507:__cl_page_state_set()) page@0000000096f906fd[2 00000000d8e78325 1 1 00000000548325ed 0 0 1] 00000020:00000001:3.0:1783444852.429735:0:35906:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1783444852.429736:0:35906:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:3.0:1783444852.429737:0:35906:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:3.0:1783444852.429738:0:35906:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444852.429751:0:35906:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:3.0:1783444852.429752:0:35906:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:3.0:1783444852.429753:0:35906:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1783444852.429753:0:35906:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1783444852.429754:0:35906:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1783444852.429757:0:35906:0:(cl_page.c:507:__cl_page_state_set()) page@0000000096f906fd[2 00000000d8e78325 2 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1783444852.429758:0:35906:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:3.0:1783444852.429759:0:35906:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1783444852.429760:0:35906:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1783444852.429761:0:35906:0:(osc_page.c:138:osc_page_delete()) ffff91c758374ca0 00000008:00000001:3.0:1783444852.429762:0:35906:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1783444852.429764:0:35906:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff91c758374cb0 page ffff91c758374ca0 at index 1. 00000008:00000001:3.0:1783444852.429766:0:35906:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444852.429772:0:35906:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1783444852.429773:0:35906:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffee34447e9d40 index 1 00000020:00000001:3.0:1783444852.429775:0:35906:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1783444852.429776:0:35906:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:3.0:1783444852.429780:0:35906:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1783444852.429781:0:35906:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1783444852.429782:0:35906:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1783444852.429783:0:35906:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1783444852.429785:0:35906:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1783444852.429788:0:35906:0:(cl_page.c:556:cl_batch_put()) page@0000000061052a7b[1 00000000d8e78325 5 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1783444852.429790:0:35906:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:3.0:1783444852.429792:0:35906:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:3.0:1783444852.429794:0:35906:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff91c758374620. 00000020:00000001:3.0:1783444852.429798:0:35906:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:3.0:1783444852.429800:0:35906:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:3.0:1783444852.429801:0:35906:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1783444852.429816:0:35906:0:(cl_page.c:556:cl_batch_put()) page@0000000096f906fd[1 00000000d8e78325 5 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1783444852.429818:0:35906:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:3.0:1783444852.429819:0:35906:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:3.0:1783444852.429821:0:35906:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff91c758374c40. 00000020:00000001:3.0:1783444852.429823:0:35906:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:3.0:1783444852.429824:0:35906:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1783444852.429846:0:35906:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783444852.429848:0:35906:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1783444852.429850:0:35906:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:3.0:1783444852.429852:0:35906:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:3.0:1783444852.429853:0:35906:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1783444852.429856:0:35906:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:3.0:1783444852.429858:0:35906:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1783444852.429860:0:35906:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:3.0:1783444852.429861:0:35906:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1783444852.429863:0:35906:0:(cl_object.c:925:cl_env_put()) 1@ffff91c74526ce10 00000020:00000010:3.0:1783444852.429866:0:35906:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c75937ec00. 00000020:00000010:3.0:1783444852.429869:0:35906:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7604bb480. 00000008:00000010:3.0:1783444852.429872:0:35906:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c743554e50. 00020000:00000010:3.0:1783444852.429876:0:35906:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759654f00. 00008000:00000010:3.0:1783444852.429879:0:35906:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c74355ea60. 00000080:00000010:3.0:1783444852.429882:0:35906:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c760e62150. 00000080:00000010:3.0:1783444852.429885:0:35906:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c74977cde0. 00000020:00000010:3.0:1783444852.429889:0:35906:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75937ea00. 00000008:00000010:3.0:1783444852.429891:0:35906:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c751345a20. 00020000:00000010:3.0:1783444852.429893:0:35906:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c74978d6d0. 00008000:00000010:3.0:1783444852.429896:0:35906:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c742c39860. 00000080:00000010:3.0:1783444852.429899:0:35906:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c7588283c0. 00000020:00000010:3.0:1783444852.429901:0:35906:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75937f000. 00000020:00000010:3.0:1783444852.429903:0:35906:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c74526ce10. 00000008:00000001:3.0:1783444852.429906:0:35906:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444852.429908:0:35906:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2540 -> ffff91c74529d2d8 00010000:00000001:3.0:1783444852.429911:0:35906:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:3.0:1783444852.429914:0:35906:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444852.429915:0:35906:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2540 -> ffff91c74529d2d8 00000020:00000001:3.0:1783444852.429917:0:35906:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1783444852.429919:0:35906:0:(osc_object.c:161:osc_attr_update()) set kms from 8192to 0 00020000:00000001:3.0:1783444852.429922:0:35906:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1783444852.429924:0:35906:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444852.429926:0:35906:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444852.429927:0:35906:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2540 -> ffff91c74529d2d8 00000008:00000001:3.0:1783444852.429930:0:35906:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1783444852.429932:0:35906:0:(cl_object.c:925:cl_env_put()) 1@ffff91c74526c990 00000020:00000010:3.0:1783444852.429933:0:35906:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c75937fe00. 00000020:00000010:3.0:1783444852.429935:0:35906:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7604bb780. 00000008:00000010:3.0:1783444852.429937:0:35906:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444852.429940:0:35906:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759654480. 00008000:00000010:3.0:1783444852.429942:0:35906:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444852.429944:0:35906:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444852.429947:0:35906:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444852.429949:0:35906:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75937fa00. 00000008:00000010:3.0:1783444852.429951:0:35906:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444852.429953:0:35906:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444852.429955:0:35906:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444852.429957:0:35906:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c758828000. 00000020:00000010:3.0:1783444852.429959:0:35906:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75937e200. 00000020:00000010:3.0:1783444852.429961:0:35906:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c74526c990. 00000008:00000001:3.0:1783444852.429963:0:35906:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444852.429965:0:35906:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1783444852.429967:0:35906:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783444852.429971:0:35906:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783444852.429973:0:35906:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783444852.429975:0:35906:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444852.429978:0:35906:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783444852.429981:0:35906:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752225400 with handle 0x5503b2fe824ef77d from hash 00010000:00000001:3.0:1783444852.429983:0:35906:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783444852.429985:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444852.429987:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444852.429989:0:35906:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783444852.430002:0:35906:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783444852.430004:0:35906:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1783444852.430006:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444852.430008:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444852.430009:0:35906:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444852.430011:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783444852.430014:0:35906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000009ebc0251/0x5503b2fe824ef77d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80496f400000000 nid: local remote: 0x332dd2263f6ddd88 expref: -99 pid: 35890 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1783444852.430022:0:35906:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91c76050ad00. 00010000:00000001:3.0:1783444852.430029:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1783444852.430032:0:35906:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747211700 count: 0 00010000:00000010:3.0:1783444852.430037:0:35906:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff91c747211000. 00010000:00000040:3.0:1783444852.430044:0:35906:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211800 count: 2 00010000:00000001:3.0:1783444852.430046:0:35906:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1783444852.430048:0:35906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444852.430049:0:35906:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444852.430051:0:35906:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225200 refcount=3 00000020:00000001:3.0:1783444852.430053:0:35906:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:3.0:1783444852.430091:0:35906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:3.0:1783444852.430093:0:35906:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783444852.430096:0:35906:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000294ff445/0x5503b2fe824ef78b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80012e400000000 nid: local remote: 0x332dd2263f6dddb2 expref: -99 pid: 35893 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:3.0:1783444852.430104:0:35906:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1783444852.430105:0:35906:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783444852.430108:0:35906:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c74526c990. 00000020:00000010:3.0:1783444852.430111:0:35906:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75937e200. 00000020:00000010:3.0:1783444852.430113:0:35906:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c75937fa00. 00000020:00000010:3.0:1783444852.430116:0:35906:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7604bb780. 00000008:00000010:3.0:1783444852.430119:0:35906:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444852.430121:0:35906:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759654480. 00008000:00000010:3.0:1783444852.430123:0:35906:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444852.430126:0:35906:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444852.430128:0:35906:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444852.430131:0:35906:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75937fe00. 00000008:00000010:3.0:1783444852.430133:0:35906:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444852.430135:0:35906:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444852.430137:0:35906:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444852.430140:0:35906:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c758828000. 00000020:00000001:3.0:1783444852.430141:0:35906:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883777530264 : -121189932021352 : ffff91c74526c998) 00000020:00001000:3.0:1783444852.430143:0:35906:0:(cl_object.c:831:cl_env_get()) 1@ffff91c74526c990 00000008:00000001:3.0:1783444852.430145:0:35906:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1783444852.430147:0:35906:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:3.0:1783444852.430148:0:35906:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783444852.430150:0:35906:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c74526ce10. 00000020:00000010:3.0:1783444852.430152:0:35906:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75937f000. 00000020:00000010:3.0:1783444852.430153:0:35906:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c75937ea00. 00000020:00000010:3.0:1783444852.430155:0:35906:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7604bb480. 00000008:00000010:3.0:1783444852.430157:0:35906:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c743554e50. 00020000:00000010:3.0:1783444852.430159:0:35906:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759654f00. 00008000:00000010:3.0:1783444852.430161:0:35906:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c74355ea60. 00000080:00000010:3.0:1783444852.430163:0:35906:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c760e62150. 00000080:00000010:3.0:1783444852.430165:0:35906:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c74977cde0. 00000020:00000010:3.0:1783444852.430167:0:35906:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75937ec00. 00000008:00000010:3.0:1783444852.430169:0:35906:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c751345a20. 00020000:00000010:3.0:1783444852.430171:0:35906:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c74978d6d0. 00008000:00000010:3.0:1783444852.430174:0:35906:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c742c39860. 00000080:00000010:3.0:1783444852.430176:0:35906:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c7588283c0. 00000020:00000001:3.0:1783444852.430177:0:35906:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883777531416 : -121189932020200 : ffff91c74526ce18) 00000020:00001000:3.0:1783444852.430179:0:35906:0:(cl_object.c:831:cl_env_get()) 1@ffff91c74526ce10 00000008:00000001:3.0:1783444852.430181:0:35906:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:3.0:1783444852.430182:0:35906:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:3.0:1783444852.430185:0:35906:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1783444852.430186:0:35906:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444852.430188:0:35906:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1783444852.430190:0:35906:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1783444852.430192:0:35906:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff91c7585c2000 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1783444852.430195:0:35906:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1783444852.430197:0:35906:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff91c7585c2000 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 2: rc=0. 00000008:00000001:3.0:1783444852.430201:0:35906:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1783444852.430202:0:35906:0:(osc_lock.c:372:osc_lock_flush()) object ffff91c7585c2000: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:3.0:1783444852.430204:0:35906:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:3.0:1783444852.430206:0:35906:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2000 -> ffff91c74529d850 00000020:00000001:3.0:1783444852.430207:0:35906:0:(cl_object.c:151:cl_object_top()) ffff91c74529d850 -> ffff91c74529d850 00000020:00000001:3.0:1783444852.430209:0:35906:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1783444852.430210:0:35906:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:3.0:1783444852.430212:0:35906:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x2f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1783444852.430214:0:35906:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783444852.430215:0:35906:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1783444852.430216:0:35906:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783444852.430218:0:35906:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x2f:0x0]io ffff91c743554ef0 type 8 ignore/verify layout 1/0 00020000:00000001:3.0:1783444852.430221:0:35906:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1783444852.430223:0:35906:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1783444852.430224:0:35906:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1783444852.430226:0:35906:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1783444852.430227:0:35906:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444852.430229:0:35906:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783444852.430230:0:35906:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1783444852.430230:0:35906:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:3.0:1783444852.430232:0:35906:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444852.430233:0:35906:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:3.0:1783444852.430236:0:35906:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1783444852.430237:0:35906:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1783444852.430238:0:35906:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1783444852.430239:0:35906:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1783444852.430240:0:35906:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:3.0:1783444852.430241:0:35906:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:3.0:1783444852.430242:0:35906:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622883747024624 : -121189962526992 : ffff91c743554ef0) 00000020:00000001:3.0:1783444852.430244:0:35906:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1783444852.430245:0:35906:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1783444852.430246:0:35906:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1783444852.430249:0:35906:0:(cl_page.c:507:__cl_page_state_set()) page@00000000e94c0543[2 00000000f0bd2d05 1 1 00000000548325ed 0 0 0] 00000020:00000001:3.0:1783444852.430251:0:35906:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1783444852.430253:0:35906:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:3.0:1783444852.430254:0:35906:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:3.0:1783444852.430255:0:35906:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444852.430257:0:35906:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:3.0:1783444852.430258:0:35906:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:3.0:1783444852.430260:0:35906:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1783444852.430261:0:35906:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1783444852.430262:0:35906:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1783444852.430264:0:35906:0:(cl_page.c:507:__cl_page_state_set()) page@00000000e94c0543[2 00000000f0bd2d05 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1783444852.430265:0:35906:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:3.0:1783444852.430266:0:35906:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1783444852.430268:0:35906:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1783444852.430269:0:35906:0:(osc_page.c:138:osc_page_delete()) ffff91c758374e60 00000008:00000001:3.0:1783444852.430270:0:35906:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1783444852.430271:0:35906:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff91c758374e70 page ffff91c758374e60 at index 0. 00000008:00000001:3.0:1783444852.430273:0:35906:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444852.430275:0:35906:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1783444852.430277:0:35906:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffee34445df900 index 0 00000020:00000001:3.0:1783444852.430279:0:35906:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1783444852.430280:0:35906:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:3.0:1783444852.430283:0:35906:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1783444852.430284:0:35906:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1783444852.430285:0:35906:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1783444852.430286:0:35906:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1783444852.430287:0:35906:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:3.0:1783444852.430288:0:35906:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:3.0:1783444852.430289:0:35906:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622883747024624 : -121189962526992 : ffff91c743554ef0) 00000020:00000001:3.0:1783444852.430291:0:35906:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1783444852.430292:0:35906:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1783444852.430293:0:35906:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1783444852.430296:0:35906:0:(cl_page.c:507:__cl_page_state_set()) page@0000000082fbb4b0[2 00000000f0bd2d05 1 1 00000000548325ed 0 0 1] 00000020:00000001:3.0:1783444852.430297:0:35906:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1783444852.430299:0:35906:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:3.0:1783444852.430300:0:35906:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:3.0:1783444852.430301:0:35906:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444852.430303:0:35906:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:3.0:1783444852.430304:0:35906:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:3.0:1783444852.430315:0:35906:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1783444852.430317:0:35906:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1783444852.430318:0:35906:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1783444852.430321:0:35906:0:(cl_page.c:507:__cl_page_state_set()) page@0000000082fbb4b0[2 00000000f0bd2d05 2 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1783444852.430322:0:35906:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:3.0:1783444852.430324:0:35906:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1783444852.430325:0:35906:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1783444852.430326:0:35906:0:(osc_page.c:138:osc_page_delete()) ffff91c758374ae0 00000008:00000001:3.0:1783444852.430327:0:35906:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1783444852.430328:0:35906:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff91c758374af0 page ffff91c758374ae0 at index 1. 00000008:00000001:3.0:1783444852.430330:0:35906:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444852.430333:0:35906:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1783444852.430334:0:35906:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffee34445caec0 index 1 00000020:00000001:3.0:1783444852.430336:0:35906:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1783444852.430337:0:35906:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:3.0:1783444852.430340:0:35906:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1783444852.430341:0:35906:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1783444852.430342:0:35906:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1783444852.430343:0:35906:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1783444852.430344:0:35906:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1783444852.430347:0:35906:0:(cl_page.c:556:cl_batch_put()) page@00000000e94c0543[1 00000000f0bd2d05 5 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1783444852.430348:0:35906:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:3.0:1783444852.430349:0:35906:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:3.0:1783444852.430352:0:35906:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff91c758374e00. 00000020:00000001:3.0:1783444852.430354:0:35906:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:3.0:1783444852.430355:0:35906:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:3.0:1783444852.430356:0:35906:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1783444852.430359:0:35906:0:(cl_page.c:556:cl_batch_put()) page@0000000082fbb4b0[1 00000000f0bd2d05 5 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1783444852.430360:0:35906:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:3.0:1783444852.430361:0:35906:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:3.0:1783444852.430362:0:35906:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff91c758374a80. 00000020:00000001:3.0:1783444852.430364:0:35906:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:3.0:1783444852.430365:0:35906:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1783444852.430373:0:35906:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783444852.430375:0:35906:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1783444852.430376:0:35906:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:3.0:1783444852.430377:0:35906:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:3.0:1783444852.430378:0:35906:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1783444852.430380:0:35906:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:3.0:1783444852.430383:0:35906:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1783444852.430384:0:35906:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:3.0:1783444852.430385:0:35906:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1783444852.430387:0:35906:0:(cl_object.c:925:cl_env_put()) 1@ffff91c74526ce10 00000020:00000010:3.0:1783444852.430389:0:35906:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c75937ea00. 00000020:00000010:3.0:1783444852.430392:0:35906:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7604bb480. 00000008:00000010:3.0:1783444852.430394:0:35906:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c743554e50. 00020000:00000010:3.0:1783444852.430397:0:35906:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759654f00. 00008000:00000010:3.0:1783444852.430399:0:35906:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c74355ea60. 00000080:00000010:3.0:1783444852.430402:0:35906:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c760e62150. 00000080:00000010:3.0:1783444852.430404:0:35906:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c74977cde0. 00000020:00000010:3.0:1783444852.430407:0:35906:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75937f000. 00000008:00000010:3.0:1783444852.430409:0:35906:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c751345a20. 00020000:00000010:3.0:1783444852.430411:0:35906:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c74978d6d0. 00008000:00000010:3.0:1783444852.430414:0:35906:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c742c39860. 00000080:00000010:3.0:1783444852.430416:0:35906:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c7588283c0. 00000020:00000010:3.0:1783444852.430418:0:35906:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75937ec00. 00000020:00000010:3.0:1783444852.430420:0:35906:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c74526ce10. 00000008:00000001:3.0:1783444852.430422:0:35906:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444852.430424:0:35906:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2000 -> ffff91c74529d850 00010000:00000001:3.0:1783444852.430426:0:35906:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:3.0:1783444852.430428:0:35906:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444852.430430:0:35906:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2000 -> ffff91c74529d850 00000020:00000001:3.0:1783444852.430431:0:35906:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1783444852.430433:0:35906:0:(osc_object.c:161:osc_attr_update()) set kms from 8192to 0 00020000:00000001:3.0:1783444852.430435:0:35906:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1783444852.430436:0:35906:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444852.430438:0:35906:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444852.430440:0:35906:0:(cl_object.c:151:cl_object_top()) ffff91c7585c2000 -> ffff91c74529d850 00000008:00000001:3.0:1783444852.430442:0:35906:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1783444852.430444:0:35906:0:(cl_object.c:925:cl_env_put()) 1@ffff91c74526c990 00000020:00000010:3.0:1783444852.430445:0:35906:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c75937fa00. 00000020:00000010:3.0:1783444852.430447:0:35906:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7604bb780. 00000008:00000010:3.0:1783444852.430449:0:35906:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444852.430451:0:35906:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759654480. 00008000:00000010:3.0:1783444852.430453:0:35906:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444852.430456:0:35906:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444852.430458:0:35906:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444852.430460:0:35906:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75937e200. 00000008:00000010:3.0:1783444852.430462:0:35906:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444852.430464:0:35906:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444852.430467:0:35906:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444852.430469:0:35906:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c758828000. 00000020:00000010:3.0:1783444852.430471:0:35906:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75937fe00. 00000020:00000010:3.0:1783444852.430473:0:35906:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c74526c990. 00000008:00000001:3.0:1783444852.430474:0:35906:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444852.430477:0:35906:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1783444852.430478:0:35906:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783444852.430480:0:35906:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783444852.430481:0:35906:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783444852.430482:0:35906:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444852.430484:0:35906:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1783444852.430486:0:35906:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752225200 with handle 0x5503b2fe824ef78b from hash 00010000:00000001:3.0:1783444852.430488:0:35906:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783444852.430489:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444852.430491:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444852.430491:0:35906:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783444852.430493:0:35906:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783444852.430495:0:35906:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1783444852.430497:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444852.430498:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444852.430499:0:35906:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444852.430501:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783444852.430503:0:35906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff91c759350000 lock: 00000000294ff445/0x5503b2fe824ef78b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80496f400000000 nid: local remote: 0x332dd2263f6dddb2 expref: -99 pid: 35893 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1783444852.430511:0:35906:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91c76050aa80. 00010000:00000001:3.0:1783444852.430515:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1783444852.430517:0:35906:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747211800 count: 0 00010000:00000010:3.0:1783444852.430520:0:35906:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff91c747211400. 00000001:00000001:3.0:1783444852.430551:0:35906:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1783444852.430553:0:35906:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1783444852.430554:0:35906:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1783444852.430588:0:35906:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444852.430590:0:35906:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783444852.430592:0:35906:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c74526c990. 00000020:00000010:3.0:1783444852.430595:0:35906:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75937fe00. 00000020:00000010:3.0:1783444852.430597:0:35906:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c75937e200. 00000020:00000010:3.0:1783444852.430599:0:35906:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7604bb780. 00000008:00000010:3.0:1783444852.430602:0:35906:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444852.430604:0:35906:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759654480. 00008000:00000010:3.0:1783444852.430606:0:35906:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444852.430608:0:35906:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444852.430611:0:35906:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444852.430613:0:35906:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75937fa00. 00000008:00000010:3.0:1783444852.430615:0:35906:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444852.430618:0:35906:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444852.430620:0:35906:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444852.430622:0:35906:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c758828000. 00000020:00000001:3.0:1783444852.430624:0:35906:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883777530264 : -121189932021352 : ffff91c74526c998) 00000020:00001000:3.0:1783444852.430626:0:35906:0:(cl_object.c:831:cl_env_get()) 1@ffff91c74526c990 00000008:00000001:3.0:1783444852.430629:0:35906:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1783444852.430630:0:35906:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:3.0:1783444852.430632:0:35906:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444852.430635:0:35906:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1783444852.430636:0:35906:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1783444852.430637:0:35906:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1783444852.430668:0:35906:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1783444852.430669:0:35906:0:(cl_object.c:925:cl_env_put()) 1@ffff91c74526c990 00000020:00000010:3.0:1783444852.430671:0:35906:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c75937e200. 00000020:00000010:3.0:1783444852.430674:0:35906:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7604bb780. 00000008:00000010:3.0:1783444852.430676:0:35906:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444852.430678:0:35906:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759654480. 00008000:00000010:3.0:1783444852.430680:0:35906:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444852.430682:0:35906:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444852.430684:0:35906:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444852.430686:0:35906:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75937fe00. 00000008:00000010:3.0:1783444852.430689:0:35906:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444852.430691:0:35906:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444852.430693:0:35906:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444852.430696:0:35906:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c758828000. 00000020:00000010:3.0:1783444852.430698:0:35906:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75937fa00. 00000020:00000010:3.0:1783444852.430700:0:35906:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c74526c990. 00000001:00000001:3.0:1783444852.430701:0:35906:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1783444852.430702:0:35906:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1783444852.430736:0:35906:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1783444852.430737:0:35906:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1783444852.430738:0:35906:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1783444852.430766:0:35906:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444852.430768:0:35906:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.430771:0:35906:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1783444852.430775:0:35906:0:(import.c:65:import_set_state_nolock()) ffff91c7466a1000 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1783444852.430778:0:35906:0:(import.c:1647:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1783444852.430780:0:35906:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1783444852.430782:0:35906:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1783444852.430785:0:35906:0:(import.c:65:import_set_state_nolock()) ffff91c7466a1000 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1783444852.430787:0:35906:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1783444852.430788:0:35906:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:3.0:1783444852.430790:0:35906:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1783444852.430792:0:35906:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:3.0:1783444852.430794:0:35906:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1783444852.430796:0:35906:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff91c7467ea1e0 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:3.0:1783444852.430800:0:35906:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:3.0:1783444852.430802:0:35906:0:(lov_obd.c:415:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 5503b2fe824eea6b 00020000:00000001:3.0:1783444852.430805:0:35906:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.430819:0:35906:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1783444852.430821:0:35906:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:3.0:1783444852.430823:0:35906:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1783444852.430824:0:35906:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1783444852.430826:0:35906:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:3.0:1783444852.430828:0:35906:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.430829:0:35906:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.430831:0:35906:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1783444852.430832:0:35906:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:3.0:1783444852.430834:0:35906:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.430835:0:35906:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1783444852.430837:0:35906:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1783444852.430840:0:35906:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1783444852.430842:0:35906:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.430844:0:35906:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.430845:0:35906:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444852.430847:0:35906:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444852.430849:0:35906:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444852.430851:0:35906:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.430852:0:35906:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:3.0:1783444852.430858:0:35906:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff91c759350000: Connection restored to 192.168.204.110@tcp (at 192.168.204.110@tcp) 00000100:00000001:3.0:1783444852.430861:0:35906:0:(import.c:1753:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444852.430864:0:35906:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444852.430865:0:35906:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:3.0:1783444852.430867:0:35906:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1783444852.430869:0:35906:0:(import.c:1610:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.443331:0:35890:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1783444852.443340:0:35890:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7ba0) owner 0000000000000000/ffff91c7604a4f80 00020000:00000002:1.0:1783444852.443346:0:35890:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7ba0) owner 0000000000000000/ffff91c7604a4f80 00020000:00000001:1.0:1783444852.443349:0:35890:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444852.443364:0:35890:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:1.0:1783444852.443367:0:35890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7d50 00000080:00200008:1.0:1783444852.443370:0:35890:0:(file.c:447:ll_file_release()) START file f24b.recovery-small-1:[0x200000405:0x2e:0x0](ffff91c748db7448), flags 100002 00000080:00000001:1.0:1783444852.443375:0:35890:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1783444852.443378:0:35890:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1783444852.443380:0:35890:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1783444852.443381:0:35890:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b7ba0) owner 0000000000000000/ffff91c7604a4f80 00020000:00000002:1.0:1783444852.443383:0:35890:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b7ba0) owner 0000000000000000/ffff91c7604a4f80 00020000:00000001:1.0:1783444852.443385:0:35890:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444852.443388:0:35890:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1783444852.443393:0:35890:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444852.443396:0:35890:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444852.443398:0:35890:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444852.443400:0:35890:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444852.443402:0:35890:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444852.443404:0:35890:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2e:0x0] 00800000:00000001:1.0:1783444852.443407:0:35890:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444852.443411:0:35890:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444852.443415:0:35890:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444852.443422:0:35890:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211a00 count: 2 00010000:00000001:1.0:1783444852.443425:0:35890:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444852.443430:0:35890:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444852.443432:0:35890:0:(lmv_obd.c:4132:lmv_lock_match()) Lock match for [0x200000405:0x2e:0x0]: 0 00000080:00000001:1.0:1783444852.443434:0:35890:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1783444852.443436:0:35890:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1783444852.443444:0:35890:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff91c7590cc600. 00000080:00000001:1.0:1783444852.443447:0:35890:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1783444852.443452:0:35890:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1783444852.443456:0:35890:0:(lmv_obd.c:1665:lmv_close()) Process entered 00800000:00000001:1.0:1783444852.443458:0:35890:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444852.443459:0:35890:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444852.443460:0:35890:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444852.443461:0:35890:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444852.443463:0:35890:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444852.443464:0:35890:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2e:0x0] 00800000:00000001:1.0:1783444852.443466:0:35890:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444852.443468:0:35890:0:(lmv_obd.c:1671:lmv_close()) CLOSE [0x200000405:0x2e:0x0] 00000002:00000001:1.0:1783444852.443471:0:35890:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1783444852.443473:0:35890:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91c759350000: [0x200000405:0x2e:0x0] file closed with intent: 200 00000100:00000010:1.0:1783444852.443479:0:35890:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758838700. 00000020:00000040:1.0:1783444852.443483:0:35890:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:1.0:1783444852.443487:0:35890:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444852.443490:0:35890:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444852.443494:0:35890:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444852.443501:0:35890:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c7590cca00. 00000100:00000001:1.0:1783444852.443507:0:35890:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1783444852.443526:0:35890:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91c7603f1500 x1870075608317056/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444866 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1783444852.443539:0:35890:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1783444852.443544:0:35890:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c758838700 x1870075608318592/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1783444852.443552:0:35890:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444852.443553:0:35890:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444852.443560:0:35890:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7435e8c00. 00000100:00000001:1.0:1783444852.443562:0:35890:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883747630080 : -121189961921536 : ffff91c7435e8c00) 00000100:00000001:1.0:1783444852.443564:0:35890:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444852.443566:0:35890:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102375168 : -121189607176448 : ffff91c758838700) 00000100:00000001:1.0:1783444852.443571:0:35890:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444852.443575:0:35890:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.443577:0:35890:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444852.443579:0:35890:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444852.443583:0:35890:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c758838700 x1870075608318592/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444852.443606:0:35890:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444852.443608:0:35890:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444852.443612:0:35890:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444852.443614:0:35890:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444852.443616:0:35890:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444852.443620:0:35890:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c758838700 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:35890:1870075608318592:192.168.204.110@tcp:35:multiop.0 00000100:00000001:1.0:1783444852.443625:0:35890:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444852.443630:0:35890:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444852.443632:0:35890:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444852.443635:0:35890:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444852.443640:0:35890:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c751025c00. 02000000:00000001:1.0:1783444852.443642:0:35890:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444852.443649:0:35890:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444852.443653:0:35890:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c746736420. 00000400:00000010:1.0:1783444852.443660:0:35890:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076f68. 00000100:00000200:1.0:1783444852.443667:0:35890:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608318592, portal 10 00000100:00000001:1.0:1783444852.443669:0:35890:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444852.443670:0:35890:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102375168 : -121189607176448 : ffff91c758838700) 00000100:00000040:1.0:1783444852.443676:0:35890:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c758838700 x1870075608318592/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444868 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444852.443684:0:35890:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444852.443686:0:35890:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444852.443689:0:35890:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076000. 00000100:00000200:1.0:1783444852.443692:0:35890:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870075608318592, offset 0 00000400:00000200:1.0:1783444852.443698:0:35890:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444852.443707:0:35890:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.443715:0:35890:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444852.443720:0:35890:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444852.443724:0:35890:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444852.443728:0:35890:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444852.443731:0:35890:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444852.443735:0:35890:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2961:2961:256:4294967295] 192.168.204.110@tcp LPNI seq info [2961:2961:8:4294967295] 00000400:00000200:1.0:1783444852.443739:0:35890:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.443748:0:35890:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444852.443755:0:35890:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444852.443760:0:35890:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298e00. 00000800:00000200:1.0:1783444852.443766:0:35890:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444852.443774:0:35890:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444852.443779:0:35890:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1783444852.443788:0:35890:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444852.443792:0:35890:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 870442 usecs (871 jiffies) 00000400:00000200:1.0:1783444852.443795:0:35890:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444852.443798:0:35890:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296492319 00000100:00000001:1.0:1783444852.443801:0:35890:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296492542 00000100:00000001:1.0:1783444852.443803:0:35890:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296492319 00000100:00000001:1.0:1783444852.443815:0:35890:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296492542 00000100:00000001:1.0:1783444852.443818:0:35890:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444852.443820:0:35890:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.443823:0:35890:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444852.443825:0:35890:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444852.443827:0:35890:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7435e8c00 going to sleep for 11 seconds 00000100:00000001:1.0:1783444852.443830:0:35890:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444852.443832:0:35890:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444852.447242:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444852.447249:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298e00. 00000400:00000200:0.0:1783444852.447256:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444852.447264:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444852.447269:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076000 00000400:00000010:0.0:1783444852.447272:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076000. 00000100:00000001:0.0:1783444852.447276:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444852.447282:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c758838700 x1870075608318592/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444868 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.447294:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444852.447310:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c758838700 x1870075608318592/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444868 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.447318:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.447320:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1783444852.448672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225400. 00010000:00000010:3.1:1783444852.448679:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211700. 00010000:00000010:3.1:1783444852.452117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225200. 00010000:00000010:3.1:1783444852.452128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211800. 00000800:00000001:1.0:1783444852.457093:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444852.457110:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444852.457115:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444852.457117:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444852.457125:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.457133:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444852.457142:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.457146:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.457152:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.457157:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8564280 00000400:00000200:1.0:1783444852.457161:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.457167:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x8251 [1] + 224 00000800:00000001:1.0:1783444852.457175:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444852.457182:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444852.457186:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444852.457191:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444852.457197:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444852.457220:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c758838700 x1870075608318592/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444868 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444852.457231:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91c758838700 x1870075608318592/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444852.457254:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444852.457270:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444852.457274:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444852.457421:0:35890:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444852.457428:0:35890:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444852.457430:0:35890:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444852.457433:0:35890:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c746736420. 00000400:00000200:2.0:1783444852.457438:0:35890:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076f68 00000400:00000010:2.0:1783444852.457440:0:35890:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076f68. 00000100:00000001:2.0:1783444852.457443:0:35890:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444852.457448:0:35890:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c758838700 x1870075608318592/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783444852.457457:0:35890:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c758838700 x1870075608318592/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444852.457463:0:35890:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444852.457465:0:35890:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444852.457467:0:35890:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444852.457470:0:35890:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444852.457473:0:35890:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444852.457475:0:35890:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444852.457478:0:35890:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444852.457487:0:35890:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bcf0 time=32 v=5 (5 5 5 5) 00000100:00001000:2.0:1783444852.457491:0:35890:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=39 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444852.457494:0:35890:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444852.457495:0:35890:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.457498:0:35890:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444852.457501:0:35890:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.457504:0:35890:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783444852.457506:0:35890:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1783444852.457508:0:35890:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783444852.457510:0:35890:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444852.457512:0:35890:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102375168 : -121189607176448 : ffff91c758838700) 00000100:00000001:2.0:1783444852.457515:0:35890:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444852.457516:0:35890:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 8589934608 00000100:00000001:2.0:1783444852.457518:0:35890:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444852.457521:0:35890:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444852.457525:0:35890:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c758838700 x1870075608318592/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444868 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444852.457539:0:35890:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444852.457542:0:35890:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444852.457543:0:35890:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444852.457547:0:35890:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758838700 x1870075608318592/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444868 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783444852.457554:0:35890:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c758838700 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:35890:1870075608318592:192.168.204.110@tcp:35:multiop.0 00000100:00000001:2.0:1783444852.457558:0:35890:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444852.457561:0:35890:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.457563:0:35890:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444852.457565:0:35890:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444852.457568:0:35890:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c758838700 x1870075608318592/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444868 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444852.457574:0:35890:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444852.457577:0:35890:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7435e8c00. 00000100:00000001:2.0:1783444852.457579:0:35890:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444852.457581:0:35890:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.457606:0:35890:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444852.457607:0:35890:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102375168 : -121189607176448 : ffff91c758838700) 00000002:00000001:2.0:1783444852.457610:0:35890:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444852.457613:0:35890:0:(lmv_obd.c:1673:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783444852.457619:0:35890:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cc600. 00000080:00000001:2.0:1783444852.457624:0:35890:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1783444852.457626:0:35890:0:(lmv_obd.c:4191:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1783444852.457629:0:35890:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444852.457633:0:35890:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444852.457635:0:35890:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444852.457637:0:35890:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444852.457639:0:35890:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444852.457641:0:35890:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2e:0x0] 00800000:00000001:2.0:1783444852.457643:0:35890:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444852.457647:0:35890:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1783444852.457652:0:35890:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91c7603f1500 x1870075608317056/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444866 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444852.457659:0:35890:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444852.457660:0:35890:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232107264 : -121189477444352 : ffff91c7603f1500) 00000100:00000001:2.0:1783444852.457662:0:35890:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444852.457665:0:35890:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1500 x1870075608317056/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444866 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444852.457670:0:35890:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.457672:0:35890:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444852.457675:0:35890:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1500 x1870075608317056/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444866 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444852.457681:0:35890:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1783444852.457684:0:35890:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444852.457686:0:35890:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:2.0:1783444852.457688:0:35890:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444852.457692:0:35890:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c750f6d000. 02000000:00000001:2.0:1783444852.457696:0:35890:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444852.457697:0:35890:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444852.457699:0:35890:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1500. 00000100:00000001:2.0:1783444852.457703:0:35890:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444852.457704:0:35890:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444852.457705:0:35890:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444852.457708:0:35890:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c758838700 x1870075608318592/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444868 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444852.457714:0:35890:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444852.457716:0:35890:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff91c7507eb320. 00000002:00000001:2.0:1783444852.457718:0:35890:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444852.457720:0:35890:0:(lmv_obd.c:4197:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783444852.457723:0:35890:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91c76050a1c0. 00000100:00000001:2.0:1783444852.457726:0:35890:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444852.457729:0:35890:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c758838700 x1870075608318592/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444868 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444852.457749:0:35890:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.457753:0:35890:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783444852.457756:0:35890:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91c7417b7a40. 00000080:00000001:2.0:1783444852.457761:0:35890:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.457767:0:35890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7d50 00000080:00000008:2.0:1783444852.457770:0:35890:0:(file.c:491:ll_file_release()) COMPLETED file f24b.recovery-small-1:[0x200000405:0x2e:0x0](ffff91c748db7448), flags 100002, rc = 0 00000080:00000001:2.0:1783444852.457774:0:35890:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.457779:0:35890:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1783444852.457781:0:35890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419b7d98 00000080:00002000:2.0:1783444852.457783:0:35890:0:(dcache.c:127:ll_ddelete()) keeping dentry f24b.recovery-small-1 (ffff91c748f606c0, parent ffff91c748f60000, inode ffff91c748db7448) hashed, 00000080:00000001:2.0:1783444852.457786:0:35890:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444852.464585:0:35893:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1783444852.464594:0:35893:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b75d0) owner 0000000000000000/ffff91c758a50000 00020000:00000002:3.0:1783444852.464600:0:35893:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b75d0) owner 0000000000000000/ffff91c758a50000 00020000:00000001:3.0:1783444852.464603:0:35893:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.464611:0:35893:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:3.0:1783444852.464614:0:35893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941f03db8 00000080:00200008:3.0:1783444852.464616:0:35893:0:(file.c:447:ll_file_release()) START file f24b.recovery-small-2:[0x200000405:0x2f:0x0](ffff91c748db3248), flags 100002 00000080:00000001:3.0:1783444852.464621:0:35893:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1783444852.464624:0:35893:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1783444852.464625:0:35893:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1783444852.464626:0:35893:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b75d0) owner 0000000000000000/ffff91c758a50000 00020000:00000002:3.0:1783444852.464628:0:35893:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b75d0) owner 0000000000000000/ffff91c758a50000 00020000:00000001:3.0:1783444852.464630:0:35893:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.464632:0:35893:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:3.0:1783444852.464637:0:35893:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444852.464639:0:35893:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444852.464641:0:35893:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444852.464644:0:35893:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444852.464646:0:35893:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444852.464648:0:35893:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2f:0x0] 00800000:00000001:3.0:1783444852.464650:0:35893:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444852.464654:0:35893:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444852.464657:0:35893:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444852.464665:0:35893:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c741678400 count: 2 00010000:00000001:3.0:1783444852.464668:0:35893:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1783444852.464673:0:35893:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444852.464675:0:35893:0:(lmv_obd.c:4132:lmv_lock_match()) Lock match for [0x200000405:0x2f:0x0]: 0 00000080:00000001:3.0:1783444852.464677:0:35893:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1783444852.464679:0:35893:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1783444852.464686:0:35893:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff91c75937fa00. 00000080:00000001:3.0:1783444852.464688:0:35893:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1783444852.464693:0:35893:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1783444852.464697:0:35893:0:(lmv_obd.c:1665:lmv_close()) Process entered 00800000:00000001:3.0:1783444852.464699:0:35893:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444852.464700:0:35893:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444852.464701:0:35893:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444852.464703:0:35893:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444852.464704:0:35893:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444852.464706:0:35893:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2f:0x0] 00800000:00000001:3.0:1783444852.464708:0:35893:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444852.464710:0:35893:0:(lmv_obd.c:1671:lmv_close()) CLOSE [0x200000405:0x2f:0x0] 00000002:00000001:3.0:1783444852.464713:0:35893:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1783444852.464715:0:35893:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91c759350000: [0x200000405:0x2f:0x0] file closed with intent: 200 00000100:00000010:3.0:1783444852.464721:0:35893:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760461880. 00000020:00000040:3.0:1783444852.464725:0:35893:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:3.0:1783444852.464729:0:35893:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444852.464732:0:35893:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444852.464737:0:35893:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444852.464753:0:35893:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c75937fe00. 00000100:00000001:3.0:1783444852.464760:0:35893:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1783444852.464778:0:35893:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91c758838380 x1870075608317568/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444867 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1783444852.464790:0:35893:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1783444852.464796:0:35893:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c760461880 x1870075608318848/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1783444852.464803:0:35893:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444852.464818:0:35893:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444852.464826:0:35893:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7602a99c0. 00000100:00000001:3.0:1783444852.464828:0:35893:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884230764992 : -121189478786624 : ffff91c7602a99c0) 00000100:00000001:3.0:1783444852.464831:0:35893:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444852.464833:0:35893:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232566912 : -121189476984704 : ffff91c760461880) 00000100:00000001:3.0:1783444852.464837:0:35893:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444852.464841:0:35893:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.464844:0:35893:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444852.464846:0:35893:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444852.464850:0:35893:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760461880 x1870075608318848/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444852.464857:0:35893:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444852.464859:0:35893:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444852.464863:0:35893:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444852.464866:0:35893:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444852.464868:0:35893:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444852.464872:0:35893:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760461880 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:35893:1870075608318848:192.168.204.110@tcp:35:multiop.0 00000100:00000001:3.0:1783444852.464876:0:35893:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444852.464881:0:35893:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444852.464884:0:35893:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444852.464886:0:35893:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444852.464890:0:35893:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452ac000. 02000000:00000001:3.0:1783444852.464892:0:35893:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444852.464899:0:35893:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444852.464903:0:35893:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811528. 00000400:00000010:3.0:1783444852.464910:0:35893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218220. 00000100:00000200:3.0:1783444852.464917:0:35893:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608318848, portal 10 00000100:00000001:3.0:1783444852.464919:0:35893:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444852.464920:0:35893:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232566912 : -121189476984704 : ffff91c760461880) 00000100:00000040:3.0:1783444852.464926:0:35893:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c760461880 x1870075608318848/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444868 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444852.464934:0:35893:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444852.464937:0:35893:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444852.464940:0:35893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218aa0. 00000100:00000200:3.0:1783444852.464943:0:35893:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870075608318848, offset 0 00000400:00000200:3.0:1783444852.464949:0:35893:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444852.464958:0:35893:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444852.464966:0:35893:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444852.464971:0:35893:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444852.464975:0:35893:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444852.464979:0:35893:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444852.464983:0:35893:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444852.464986:0:35893:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2962:2962:256:4294967295] 192.168.204.110@tcp LPNI seq info [2962:2962:8:4294967295] 00000400:00000200:3.0:1783444852.464990:0:35893:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444852.465001:0:35893:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444852.465008:0:35893:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444852.465013:0:35893:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c100. 00000800:00000200:3.0:1783444852.465019:0:35893:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444852.465027:0:35893:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444852.465031:0:35893:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1783444852.465039:0:35893:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444852.465043:0:35893:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 869388 usecs (870 jiffies) 00000400:00000200:3.0:1783444852.465047:0:35893:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444852.465049:0:35893:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296492340 00000100:00000001:3.0:1783444852.465052:0:35893:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296492542 00000100:00000001:3.0:1783444852.465084:0:35893:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296492340 00000100:00000001:3.0:1783444852.465087:0:35893:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296492542 00000100:00000001:3.0:1783444852.465089:0:35893:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444852.465092:0:35893:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.465095:0:35893:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444852.465097:0:35893:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444852.465099:0:35893:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7602a99c0 going to sleep for 11 seconds 00000100:00000001:3.0:1783444852.465102:0:35893:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444852.465104:0:35893:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444852.465294:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444852.465311:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c100. 00000400:00000200:0.0:1783444852.465316:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444852.465321:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444852.465326:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218aa0 00000400:00000010:0.0:1783444852.465328:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218aa0. 00000100:00000001:0.0:1783444852.465332:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444852.465336:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760461880 x1870075608318848/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444868 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.465345:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444852.465348:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760461880 x1870075608318848/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444868 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.465354:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.465355:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444852.473468:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444852.473484:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444852.473488:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444852.473490:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444852.473499:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.473505:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444852.473514:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.473518:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.473523:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.473527:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8564380 00000400:00000200:1.0:1783444852.473531:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.473536:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x8261 [1] + 224 00000800:00000001:1.0:1783444852.473543:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444852.473549:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444852.473552:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444852.473555:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444852.473562:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444852.473570:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760461880 x1870075608318848/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444868 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444852.473580:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91c760461880 x1870075608318848/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444852.473607:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444852.473615:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444852.473618:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444852.473701:0:35893:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444852.473709:0:35893:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444852.473711:0:35893:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444852.473714:0:35893:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811528. 00000400:00000200:3.0:1783444852.473718:0:35893:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218220 00000400:00000010:3.0:1783444852.473721:0:35893:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218220. 00000100:00000001:3.0:1783444852.473723:0:35893:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444852.473728:0:35893:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760461880 x1870075608318848/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783444852.473738:0:35893:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760461880 x1870075608318848/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444852.473756:0:35893:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444852.473759:0:35893:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444852.473761:0:35893:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444852.473764:0:35893:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444852.473775:0:35893:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444852.473778:0:35893:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444852.473782:0:35893:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444852.473791:0:35893:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bcf0 time=32 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444852.473796:0:35893:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=39 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444852.473798:0:35893:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444852.473800:0:35893:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444852.473803:0:35893:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444852.473819:0:35893:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.473822:0:35893:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1783444852.473824:0:35893:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1783444852.473826:0:35893:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1783444852.473829:0:35893:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444852.473830:0:35893:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232566912 : -121189476984704 : ffff91c760461880) 00000100:00000001:3.0:1783444852.473833:0:35893:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444852.473835:0:35893:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 8589934608 00000100:00000001:3.0:1783444852.473837:0:35893:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444852.473840:0:35893:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444852.473846:0:35893:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760461880 x1870075608318848/t8589934611(8589934611) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444868 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444852.473853:0:35893:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444852.473857:0:35893:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444852.473858:0:35893:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444852.473863:0:35893:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760461880 x1870075608318848/t8589934611(8589934611) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444868 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783444852.473871:0:35893:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760461880 pname:cluuid:pid:xid:nid:opc:job multiop:666e3c65-e321-43ec-a94e-a01058e25d7d:35893:1870075608318848:192.168.204.110@tcp:35:multiop.0 00000100:00000001:3.0:1783444852.473875:0:35893:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444852.473878:0:35893:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.473880:0:35893:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444852.473882:0:35893:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444852.473886:0:35893:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760461880 x1870075608318848/t8589934611(8589934611) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444868 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444852.473893:0:35893:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444852.473895:0:35893:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7602a99c0. 00000100:00000001:3.0:1783444852.473899:0:35893:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444852.473901:0:35893:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.473906:0:35893:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444852.473908:0:35893:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232566912 : -121189476984704 : ffff91c760461880) 00000002:00000001:3.0:1783444852.473910:0:35893:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444852.473913:0:35893:0:(lmv_obd.c:1673:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783444852.473919:0:35893:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75937fa00. 00000080:00000001:3.0:1783444852.473922:0:35893:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1783444852.473925:0:35893:0:(lmv_obd.c:4191:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1783444852.473928:0:35893:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444852.473931:0:35893:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444852.473933:0:35893:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444852.473935:0:35893:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444852.473937:0:35893:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444852.473939:0:35893:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2f:0x0] 00800000:00000001:3.0:1783444852.473941:0:35893:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1783444852.473946:0:35893:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1783444852.473951:0:35893:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91c758838380 x1870075608317568/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444867 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444852.473960:0:35893:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444852.473961:0:35893:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102374272 : -121189607177344 : ffff91c758838380) 00000100:00000001:3.0:1783444852.473963:0:35893:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444852.473966:0:35893:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c758838380 x1870075608317568/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444867 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444852.473972:0:35893:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.473974:0:35893:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444852.473977:0:35893:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c758838380 x1870075608317568/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1783444867 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444852.473984:0:35893:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1783444852.473987:0:35893:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444852.473989:0:35893:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444852.473992:0:35893:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444852.473995:0:35893:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c751025800. 02000000:00000001:3.0:1783444852.473999:0:35893:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444852.474000:0:35893:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444852.474003:0:35893:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758838380. 00000100:00000001:3.0:1783444852.474006:0:35893:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444852.474007:0:35893:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444852.474009:0:35893:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444852.474012:0:35893:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760461880 x1870075608318848/t8589934611(8589934611) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444868 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444852.474017:0:35893:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444852.474019:0:35893:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff91c7507eb8e0. 00000002:00000001:3.0:1783444852.474022:0:35893:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444852.474024:0:35893:0:(lmv_obd.c:4197:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783444852.474026:0:35893:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91c76050a780. 00000100:00000001:3.0:1783444852.474030:0:35893:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444852.474033:0:35893:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760461880 x1870075608318848/t8589934611(8589934611) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444868 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444852.474039:0:35893:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.474041:0:35893:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783444852.474044:0:35893:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91c7417b7680. 00000080:00000001:3.0:1783444852.474047:0:35893:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444852.474053:0:35893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941f03db8 00000080:00000008:3.0:1783444852.474087:0:35893:0:(file.c:491:ll_file_release()) COMPLETED file f24b.recovery-small-2:[0x200000405:0x2f:0x0](ffff91c748db3248), flags 100002, rc = 0 00000080:00000001:3.0:1783444852.474091:0:35893:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.474096:0:35893:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1783444852.474098:0:35893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941f03e00 00000080:00002000:3.0:1783444852.474100:0:35893:0:(dcache.c:127:ll_ddelete()) keeping dentry f24b.recovery-small-2 (ffff91c748f58360, parent ffff91c748f60000, inode ffff91c748db3248) hashed, 00000080:00000001:3.0:1783444852.474103:0:35893:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444852.526216:0:35908:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444852.526224:0:35908:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444852.526226:0:35908:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444852.526230:0:35908:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfbc0 00000080:00200000:1.0:1783444852.526235:0:35908:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:1.0:1783444852.526244:0:35908:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cc200. 00800000:00000002:1.0:1783444852.526251:0:35908:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444852.526256:0:35908:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444852.526271:0:35908:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444852.526273:0:35908:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfae0 00800000:00000002:1.0:1783444852.526276:0:35908:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444852.526280:0:35908:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444852.526284:0:35908:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444852.526286:0:35908:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444852.526288:0:35908:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444852.526291:0:35908:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444852.526293:0:35908:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444852.526296:0:35908:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444852.526448:0:35908:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444852.526454:0:35908:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444852.526460:0:35908:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444852.526462:0:35908:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bf9b0 00000002:00010000:1.0:1783444852.526464:0:35908:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444852.526468:0:35908:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444852.526471:0:35908:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444852.526475:0:35908:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444852.526483:0:35908:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211500 count: 2 00010000:00000001:1.0:1783444852.526486:0:35908:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444852.526491:0:35908:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444852.526495:0:35908:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444852.526500:0:35908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddd1f expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1783444852.526512:0:35908:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444852.526517:0:35908:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444852.526521:0:35908:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddd1f expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1783444852.526529:0:35908:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783444852.526531:0:35908:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444852.526533:0:35908:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444852.526535:0:35908:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444852.526537:0:35908:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444852.526540:0:35908:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783444852.526543:0:35908:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783444852.526546:0:35908:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444852.526550:0:35908:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cc200. 00000080:00000001:1.0:1783444852.526556:0:35908:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783444852.526557:0:35908:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444852.526560:0:35908:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:1.0:1783444852.526564:0:35908:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef761 00800000:00000001:1.0:1783444852.526568:0:35908:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444852.526570:0:35908:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444852.526571:0:35908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444852.526574:0:35908:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444852.526577:0:35908:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=3 00000020:00000001:1.0:1783444852.526579:0:35908:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:1.0:1783444852.526582:0:35908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:1.0:1783444852.526585:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.526639:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444852.526641:0:35908:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444852.526644:0:35908:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444852.526647:0:35908:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef761 from it ffffa319419bfbf8 00010000:00000001:1.0:1783444852.526649:0:35908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444852.526651:0:35908:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444852.526652:0:35908:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=3 00000020:00000001:1.0:1783444852.526654:0:35908:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:1.0:1783444852.526656:0:35908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:1.0:1783444852.526658:0:35908:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444852.526662:0:35908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddd1f expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1783444852.526669:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.526670:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444852.526672:0:35908:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444852.526674:0:35908:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444852.526677:0:35908:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddd1f expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1783444852.526686:0:35908:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444852.526689:0:35908:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444852.526692:0:35908:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444852.526696:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.526697:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444852.526699:0:35908:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.526702:0:35908:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444852.526704:0:35908:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.526706:0:35908:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.526709:0:35908:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.526711:0:35908:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444852.526712:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.526713:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444852.526716:0:35908:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783444852.526718:0:35908:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444852.526720:0:35908:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:1.0:1783444852.526726:0:35908:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1783444852.526738:0:35908:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91c745712ae0. 00000080:00000001:1.0:1783444852.526742:0:35908:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444852.526743:0:35908:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444852.526745:0:35908:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfb00 00000080:00200000:1.0:1783444852.526747:0:35908:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:1.0:1783444852.526751:0:35908:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cc200. 00800000:00000002:1.0:1783444852.526754:0:35908:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444852.526756:0:35908:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444852.526757:0:35908:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444852.526759:0:35908:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfa20 00800000:00000002:1.0:1783444852.526761:0:35908:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444852.526764:0:35908:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444852.526929:0:35908:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444852.526931:0:35908:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444852.526933:0:35908:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444852.526935:0:35908:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444852.526937:0:35908:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444852.526940:0:35908:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444852.526942:0:35908:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444852.526944:0:35908:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444852.526948:0:35908:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444852.526950:0:35908:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bf8f0 00000002:00010000:1.0:1783444852.526953:0:35908:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444852.526956:0:35908:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444852.526957:0:35908:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444852.526959:0:35908:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444852.526962:0:35908:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211500 count: 2 00010000:00000001:1.0:1783444852.526964:0:35908:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444852.526967:0:35908:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444852.526969:0:35908:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444852.526973:0:35908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddd1f expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1783444852.526980:0:35908:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444852.526983:0:35908:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444852.526986:0:35908:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddd1f expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1783444852.526993:0:35908:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783444852.526995:0:35908:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444852.526997:0:35908:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444852.526998:0:35908:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444852.527000:0:35908:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444852.527002:0:35908:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783444852.527005:0:35908:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783444852.527008:0:35908:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444852.527010:0:35908:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cc200. 00000080:00000001:1.0:1783444852.527013:0:35908:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783444852.527015:0:35908:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444852.527017:0:35908:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:1.0:1783444852.527020:0:35908:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef761 00800000:00000001:1.0:1783444852.527023:0:35908:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444852.527024:0:35908:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444852.527026:0:35908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444852.527027:0:35908:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444852.527029:0:35908:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=3 00000020:00000001:1.0:1783444852.527031:0:35908:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:1.0:1783444852.527033:0:35908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:1.0:1783444852.527036:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.527037:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444852.527038:0:35908:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444852.527040:0:35908:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444852.527042:0:35908:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef761 from it ffffa319419bfb38 00010000:00000001:1.0:1783444852.527044:0:35908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444852.527045:0:35908:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444852.527046:0:35908:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=3 00000020:00000001:1.0:1783444852.527049:0:35908:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:1.0:1783444852.527051:0:35908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:1.0:1783444852.527122:0:35908:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444852.527126:0:35908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddd1f expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1783444852.527134:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.527135:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444852.527136:0:35908:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444852.527138:0:35908:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444852.527141:0:35908:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddd1f expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1783444852.527147:0:35908:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444852.527149:0:35908:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444852.527150:0:35908:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444852.527152:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.527153:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444852.527155:0:35908:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.527157:0:35908:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444852.527159:0:35908:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.527160:0:35908:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.527162:0:35908:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.527164:0:35908:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444852.527166:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.527167:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444852.527168:0:35908:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783444852.527170:0:35908:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444852.527172:0:35908:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 3 00000080:00000001:1.0:1783444852.527176:0:35908:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444852.527179:0:35908:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1783444852.527181:0:35908:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfb50 00000080:00200000:1.0:1783444852.527183:0:35908:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), file ffff91c75a2e6600, open_flags 8441, mode 81b6 opened 0 00000080:00000010:1.0:1783444852.527189:0:35908:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff91c7465b3cc0. 00000080:00000001:1.0:1783444852.527193:0:35908:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1783444852.527195:0:35908:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfa00 00000080:00200000:1.0:1783444852.527197:0:35908:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), intent=open|creat 00000080:00000010:1.0:1783444852.527203:0:35908:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cc200. 00800000:00000002:1.0:1783444852.527207:0:35908:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444852.527211:0:35908:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444852.527213:0:35908:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444852.527215:0:35908:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bf920 00800000:00000002:1.0:1783444852.527217:0:35908:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444852.527220:0:35908:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1783444852.527222:0:35908:0:(lmv_obd.c:2238:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1783444852.527225:0:35908:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444852.527226:0:35908:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444852.527228:0:35908:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444852.527229:0:35908:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444852.527231:0:35908:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444852.527233:0:35908:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444852.527235:0:35908:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444852.527238:0:35908:0:(lmv_obd.c:2284:lmv_locate_tgt_create()) Process leaving (rc=18446622883747488256 : -121189962063360 : ffff91c7435c6200) 00800000:00000001:1.0:1783444852.527241:0:35908:0:(lmv_obd.c:1203:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1783444852.527243:0:35908:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1783444852.527246:0:35908:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1783444852.527248:0:35908:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1783444852.527251:0:35908:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff91c759350000: Allocated FID [0x200000405:0x30:0x0] 40000000:00000001:1.0:1783444852.527254:0:35908:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444852.527256:0:35908:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444852.527270:0:35908:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444852.527272:0:35908:0:(lmv_obd.c:1227:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.527275:0:35908:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bf8a0 00800000:00000002:1.0:1783444852.527277:0:35908:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:1.0:1783444852.527281:0:35908:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444852.527282:0:35908:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bf7d8 00000002:00010000:1.0:1783444852.527284:0:35908:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: recon,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:1.0:1783444852.527288:0:35908:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1783444852.527291:0:35908:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1783444852.527293:0:35908:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1783444852.527297:0:35908:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444852.527530:0:35908:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1783444852.527534:0:35908:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211500 count: 2 00010000:00000001:1.0:1783444852.527536:0:35908:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444852.527540:0:35908:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1783444852.527543:0:35908:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783444852.527546:0:35908:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6ddd1f expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:1.0:1783444852.527555:0:35908:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783444852.527559:0:35908:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783444852.527562:0:35908:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783444852.527563:0:35908:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1783444852.527566:0:35908:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444852.527567:0:35908:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444852.527569:0:35908:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211500 count: 3 00010000:00000001:1.0:1783444852.527572:0:35908:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444852.527574:0:35908:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444852.527576:0:35908:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444852.527577:0:35908:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444852.527578:0:35908:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211500 count: 3 00010000:00000001:1.0:1783444852.527580:0:35908:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444852.527582:0:35908:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444852.527584:0:35908:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444852.527585:0:35908:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444852.527586:0:35908:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211500 count: 3 00010000:00000001:1.0:1783444852.527685:0:35908:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444852.527688:0:35908:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444852.527690:0:35908:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1783444852.527693:0:35908:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91c748db39c0, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1783444852.527697:0:35908:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1783444852.527700:0:35908:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1783444852.527703:0:35908:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783444852.527705:0:35908:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.527709:0:35908:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783444852.527712:0:35908:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783444852.527714:0:35908:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783444852.527715:0:35908:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444852.527717:0:35908:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1783444852.527721:0:35908:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752225000 with handle 0x5503b2fe824ef761 from hash 00010000:00000001:1.0:1783444852.527724:0:35908:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783444852.527725:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.527726:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444852.527727:0:35908:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783444852.527730:0:35908:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783444852.527732:0:35908:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783444852.527735:0:35908:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1783444852.527737:0:35908:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444852.527894:0:35908:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1783444852.527901:0:35908:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758839500. 00000020:00000040:1.0:1783444852.527905:0:35908:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:1.0:1783444852.527910:0:35908:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1783444852.527912:0:35908:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.527915:0:35908:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783444852.527918:0:35908:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444852.527921:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.527922:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444852.527924:0:35908:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.527926:0:35908:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444852.527928:0:35908:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444852.527931:0:35908:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444852.527939:0:35908:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c751025800. 00000100:00000001:1.0:1783444852.527946:0:35908:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.527951:0:35908:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444852.527953:0:35908:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1783444852.527958:0:35908:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6ddd1f expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1783444852.527964:0:35908:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1783444852.527966:0:35908:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1783444852.527968:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783444852.527970:0:35908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225000/0x5503b2fe824ef761 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6ddd1f expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:1.0:1783444852.527977:0:35908:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747211500 count: 0 00010000:00000010:1.0:1783444852.527983:0:35908:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c743ef4e80. 00010000:00000001:1.0:1783444852.527993:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444852.527994:0:35908:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.527996:0:35908:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444852.527997:0:35908:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.527999:0:35908:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444852.528008:0:35908:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622884102378752 : -121189607172864 : ffff91c758839500) 00010000:00000001:1.0:1783444852.528012:0:35908:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783444852.528014:0:35908:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1783444852.528018:0:35908:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c741678f00. 00010000:00000010:1.0:1783444852.528021:0:35908:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c7505f9900. 00010000:00000001:1.0:1783444852.528025:0:35908:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783444852.528030:0:35908:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c7583daa00. 00000020:00000001:1.0:1783444852.528032:0:35908:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783444852.528035:0:35908:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c7583daa00 with handle 0x5503b2fe824ef792 to hash 00000020:00000001:1.0:1783444852.528036:0:35908:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783444852.528037:0:35908:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:1.0:1783444852.528041:0:35908:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:1.0:1783444852.528043:0:35908:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444852.528045:0:35908:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444852.528048:0:35908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35908 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444852.528177:0:35908:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35908 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1783444852.528190:0:35908:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1783444852.528200:0:35908:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c758839500 x1870075608319104/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1783444852.528209:0:35908:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35908 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783444852.528215:0:35908:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444852.528217:0:35908:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444852.528224:0:35908:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7435e80c0. 00000100:00000001:1.0:1783444852.528227:0:35908:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883747627200 : -121189961924416 : ffff91c7435e80c0) 00000100:00000001:1.0:1783444852.528229:0:35908:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444852.528231:0:35908:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102378752 : -121189607172864 : ffff91c758839500) 00000100:00000001:1.0:1783444852.528235:0:35908:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444852.528239:0:35908:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.528242:0:35908:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444852.528244:0:35908:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444852.528247:0:35908:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c758839500 x1870075608319104/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444852.528255:0:35908:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444852.528256:0:35908:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444852.530692:0:35908:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444852.530696:0:35908:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444852.530699:0:35908:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444852.530706:0:35908:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c758839500 pname:cluuid:pid:xid:nid:opc:job bash:666e3c65-e321-43ec-a94e-a01058e25d7d:35908:1870075608319104:192.168.204.110@tcp:101:bash.0 00000100:00000001:1.0:1783444852.530711:0:35908:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444852.530717:0:35908:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444852.530719:0:35908:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444852.530721:0:35908:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444852.534291:0:35908:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff91c7604e0000. 02000000:00000001:1.0:1783444852.534509:0:35908:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444852.534519:0:35908:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444852.534524:0:35908:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7467361b8. 00000400:00000010:1.0:1783444852.534532:0:35908:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff91c751024000. 00000100:00000200:1.0:1783444852.534540:0:35908:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870075608319104, portal 10 00000100:00000001:1.0:1783444852.534543:0:35908:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444852.534546:0:35908:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102378752 : -121189607172864 : ffff91c758839500) 00000100:00000040:1.0:1783444852.534557:0:35908:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c758839500 x1870075608319104/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444868 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444852.534566:0:35908:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444852.534568:0:35908:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444852.534572:0:35908:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7590765d8. 00000100:00000200:1.0:1783444852.534575:0:35908:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1870075608319104, offset 0 00000400:00000200:1.0:1783444852.534581:0:35908:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444852.534590:0:35908:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.534597:0:35908:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444852.534603:0:35908:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444852.534607:0:35908:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444852.534611:0:35908:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444852.534614:0:35908:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444852.534617:0:35908:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2963:2963:256:4294967295] 192.168.204.110@tcp LPNI seq info [2963:2963:8:4294967295] 00000400:00000200:1.0:1783444852.534622:0:35908:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.534631:0:35908:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444852.534638:0:35908:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444852.534643:0:35908:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298100. 00000800:00000200:1.0:1783444852.534650:0:35908:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444852.534659:0:35908:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444852.534663:0:35908:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298100 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1783444852.535424:0:35908:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444852.535490:0:35908:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 868330 usecs (869 jiffies) 00000400:00000200:1.0:1783444852.535495:0:35908:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444852.535498:0:35908:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296492409 00000100:00000001:1.0:1783444852.535502:0:35908:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296492542 00000100:00000001:1.0:1783444852.535504:0:35908:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296492409 00000100:00000001:1.0:1783444852.535506:0:35908:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296492542 00000100:00000001:1.0:1783444852.535508:0:35908:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444852.535512:0:35908:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.535515:0:35908:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444852.535517:0:35908:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444852.535520:0:35908:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7435e80c0 going to sleep for 11 seconds 00000100:00000001:1.0:1783444852.535523:0:35908:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444852.535525:0:35908:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444852.541199:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444852.541272:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298100. 00000400:00000200:0.0:1783444852.541280:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444852.541291:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444852.541406:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7590765d8 00000400:00000010:0.0:1783444852.541411:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7590765d8. 00000100:00000001:0.0:1783444852.541417:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444852.541488:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c758839500 x1870075608319104/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444868 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.541503:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444852.541507:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c758839500 x1870075608319104/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444868 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.541515:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.541516:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1783444852.550682:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211500. 00010000:00000010:1.1:1783444852.550704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225000. 00000800:00000001:1.0:1783444852.578711:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444852.578728:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444852.578732:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444852.578735:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444852.578743:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.578751:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444852.578759:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.578763:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.578769:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.578773:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a4d2e8564480 00000400:00000200:1.0:1783444852.578777:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.578819:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x8269 [32] + 224 00000800:00000001:1.0:1783444852.578827:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444852.578834:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444852.578838:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444852.578842:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444852.578849:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444852.578858:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c758839500 x1870075608319104/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444868 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444852.578869:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff91c758839500 x1870075608319104/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444852.579038:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444852.579048:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444852.579051:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444852.579304:0:35908:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444852.579311:0:35908:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444852.579313:0:35908:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444852.579316:0:35908:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7467361b8. 00000400:00000200:2.0:1783444852.579321:0:35908:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c751024000 00000400:00000010:2.0:1783444852.579323:0:35908:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff91c751024000. 00000100:00000001:2.0:1783444852.579326:0:35908:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444852.579331:0:35908:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c758839500 x1870075608319104/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783444852.579341:0:35908:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c758839500 x1870075608319104/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444852.579348:0:35908:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444852.579350:0:35908:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444852.579352:0:35908:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444852.579355:0:35908:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444852.579357:0:35908:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444852.579360:0:35908:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444852.579364:0:35908:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444852.579435:0:35908:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=32 v=5 (5 105 105 105) 00000100:00001000:2.0:1783444852.579912:0:35908:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=39 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444852.579916:0:35908:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444852.579917:0:35908:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.579921:0:35908:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444852.579925:0:35908:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.579928:0:35908:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783444852.579930:0:35908:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x10000009a/0x1] 00000100:00000001:2.0:1783444852.579932:0:35908:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783444852.579934:0:35908:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444852.579936:0:35908:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102378752 : -121189607172864 : ffff91c758839500) 00000100:00000001:2.0:1783444852.579996:0:35908:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444852.579999:0:35908:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 8589934608 00000100:00000001:2.0:1783444852.580001:0:35908:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444852.580004:0:35908:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444852.580011:0:35908:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c758839500 x1870075608319104/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444868 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444852.580019:0:35908:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444852.580022:0:35908:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444852.580024:0:35908:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444852.580029:0:35908:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758839500 x1870075608319104/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444868 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783444852.580037:0:35908:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c758839500 pname:cluuid:pid:xid:nid:opc:job bash:666e3c65-e321-43ec-a94e-a01058e25d7d:35908:1870075608319104:192.168.204.110@tcp:101:bash.0 00000100:00000001:2.0:1783444852.580041:0:35908:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444852.580044:0:35908:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.580046:0:35908:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444852.580048:0:35908:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444852.580051:0:35908:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c758839500 x1870075608319104/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444868 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444852.580322:0:35908:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444852.580325:0:35908:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7435e80c0. 00000100:00000001:2.0:1783444852.580329:0:35908:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444852.580330:0:35908:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.580333:0:35908:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783444852.580338:0:35908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444852.580340:0:35908:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444852.580344:0:35908:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583daa00 refcount=4 00000020:00000001:2.0:1783444852.580347:0:35908:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:2.0:1783444852.580350:0:35908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000040:2.0:1783444852.580356:0:35908:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c7583daa00, remote cookie: 0x332dd2263f6dddd5, flags: 0x1001 00010000:00010000:2.0:1783444852.580362:0:35908:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1783444852.580640:0:35908:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x30:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1783444852.580643:0:35908:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1783444852.580652:0:35908:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747211b00. 00010000:00000010:2.0:1783444852.580656:0:35908:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c743ef4080. 00010000:00000040:2.0:1783444852.580661:0:35908:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c741678f00 count: 0 00010000:00000010:2.0:1783444852.580666:0:35908:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c7505f9900. 00010000:00000001:2.0:1783444852.580673:0:35908:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444852.580677:0:35908:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444852.580686:0:35908:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444852.580693:0:35908:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783444852.580696:0:35908:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783444852.580698:0:35908:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783444852.580700:0:35908:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783444852.580701:0:35908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783444852.580703:0:35908:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x30:0x0].0x0 (ffff91c747211b00) refcount = 1 00010000:00010000:2.0:1783444852.580708:0:35908:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444852.580715:0:35908:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783444852.580718:0:35908:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783444852.580720:0:35908:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444852.580722:0:35908:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783444852.580725:0:35908:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444852.580728:0:35908:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444852.580735:0:35908:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783444852.580737:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.580738:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444852.580739:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.580740:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444852.580742:0:35908:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444852.580746:0:35908:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1783444852.580749:0:35908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444852.580750:0:35908:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444852.580752:0:35908:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583daa00 refcount=3 00000020:00000001:2.0:1783444852.580754:0:35908:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:2.0:1783444852.580756:0:35908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:2.0:1783444852.580758:0:35908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444852.580759:0:35908:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444852.580761:0:35908:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583daa00 refcount=4 00000020:00000001:2.0:1783444852.580763:0:35908:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:2.0:1783444852.580765:0:35908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:2.0:1783444852.580768:0:35908:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444852.580770:0:35908:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444852.580773:0:35908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444852.580779:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.580780:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444852.580782:0:35908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444852.580783:0:35908:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444852.580784:0:35908:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583daa00 refcount=5 00000020:00000001:2.0:1783444852.580786:0:35908:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:2.0:1783444852.580789:0:35908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:2.0:1783444852.580791:0:35908:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444852.580794:0:35908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444852.580800:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.580801:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783444852.580814:0:35908:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444852.580822:0:35908:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444852.580823:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.580824:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444852.580825:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.580826:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1783444852.580832:0:35908:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff91c758839500 x1870075608319104/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444868 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783444852.580841:0:35908:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1783444852.580845:0:35908:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c758839500 x1870075608319104/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444868 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783444852.580852:0:35908:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.580858:0:35908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444852.580859:0:35908:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444852.580861:0:35908:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583daa00 refcount=3 00000020:00000001:2.0:1783444852.580862:0:35908:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:2.0:1783444852.580865:0:35908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00000002:00010000:2.0:1783444852.580869:0:35908:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1783444852.580878:0:35908:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff91c76050a1c0. 00010000:00000001:2.0:1783444852.580880:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.580882:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444852.580883:0:35908:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444852.580885:0:35908:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444852.580887:0:35908:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1783444852.580889:0:35908:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444852.580891:0:35908:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102378752 : -121189607172864 : ffff91c758839500) 00000100:00000001:2.0:1783444852.580893:0:35908:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444852.580894:0:35908:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102378752 : -121189607172864 : ffff91c758839500) 00010000:00000001:2.0:1783444852.580896:0:35908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444852.580897:0:35908:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444852.580899:0:35908:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583daa00 refcount=3 00000020:00000001:2.0:1783444852.580901:0:35908:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:2.0:1783444852.580902:0:35908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00000002:00010000:2.0:1783444852.580905:0:35908:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444852.580911:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.580912:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444852.580914:0:35908:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783444852.580915:0:35908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444852.580916:0:35908:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444852.580918:0:35908:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583daa00 refcount=3 00000020:00000001:2.0:1783444852.580919:0:35908:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:2.0:1783444852.580921:0:35908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000040:2.0:1783444852.580924:0:35908:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 2 00010000:00000001:2.0:1783444852.580927:0:35908:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1783444852.580930:0:35908:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589935621/48 (0 0) 00010000:00000001:2.0:1783444852.580933:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.580934:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444852.580936:0:35908:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783444852.580939:0:35908:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bf760 00000002:00002000:2.0:1783444852.581276:0:35908:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:2.0:1783444852.581297:0:35908:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444852.581301:0:35908:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444852.581304:0:35908:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783444852.581307:0:35908:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1783444852.581311:0:35908:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444852.581315:0:35908:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000001:2.0:1783444852.581318:0:35908:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1783444852.581320:0:35908:0:(namei.c:674:ll_lookup_it_finish()) it ffff91c7465b3cc0 it_disposition 1800037 00000080:00002000:2.0:1783444852.581338:0:35908:0:(namei.c:653:ll_splice_alias()) Add dentry ffff91c748f580d8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1783444852.581344:0:35908:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783444852.581346:0:35908:0:(namei.c:1619:ll_create_it()) Process entered 00000020:00000001:2.0:1783444852.581348:0:35908:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bf988 00000080:00200000:2.0:1783444852.581350:0:35908:0:(namei.c:1623:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff91c748db3a88), intent=open|creat 00000080:00000001:2.0:1783444852.581353:0:35908:0:(namei.c:1570:ll_create_node()) Process entered 00000080:00000001:2.0:1783444852.581355:0:35908:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783444852.581359:0:35908:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1783444852.581362:0:35908:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1783444852.581365:0:35908:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611184 : 144115205339611184 : 200000405000030) 00000080:00000001:2.0:1783444852.581632:0:35908:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1783444852.581643:0:35908:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91c748db6b40. 00000020:00000001:2.0:1783444852.581651:0:35908:0:(class_obd.c:1011:obd_heat_clear()) Process entered 00000020:00000001:2.0:1783444852.581653:0:35908:0:(class_obd.c:1014:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1783444852.581655:0:35908:0:(llite_lib.c:3223:ll_read_inode2()) Process entered 00000080:00200000:2.0:1783444852.581657:0:35908:0:(llite_lib.c:3226:ll_read_inode2()) VFS Op:inode=[0x200000405:0x30:0x0](ffff91c748db6c08) 00000020:00000001:2.0:1783444852.581661:0:35908:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444852.581665:0:35908:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7630. 00000020:00000010:2.0:1783444852.581670:0:35908:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752030600. 00000020:00000010:2.0:1783444852.581674:0:35908:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752030800. 00000020:00000010:2.0:1783444852.581678:0:35908:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427c60. 00000008:00000010:2.0:1783444852.581684:0:35908:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444852.581688:0:35908:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444852.581692:0:35908:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444852.581698:0:35908:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444852.581702:0:35908:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444852.581706:0:35908:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752030000. 00000008:00000010:2.0:1783444852.581709:0:35908:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444852.581712:0:35908:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444852.581716:0:35908:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444852.581720:0:35908:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526ec30. 00000020:00000001:2.0:1783444852.581723:0:35908:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747362360 : -121189962189256 : ffff91c7435a7638) 00000020:00001000:2.0:1783444852.581726:0:35908:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7630 00000020:00000001:2.0:1783444852.581729:0:35908:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:2.0:1783444852.581734:0:35908:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff91c74529d960. 00000020:00000001:2.0:1783444852.581736:0:35908:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1783444852.581738:0:35908:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444852.581745:0:35908:0:(lov_object.c:2354:lov_object_alloc()) Process entered 00020000:00000010:2.0:1783444852.581761:0:35908:0:(lov_object.c:2355:lov_object_alloc()) slab-alloced 'lov': 248 at ffff91c7464b71f0. 00020000:00000001:2.0:1783444852.581764:0:35908:0:(lov_object.c:2369:lov_object_alloc()) Process leaving (rc=18446622883796709872 : -121189912841744 : ffff91c7464b71f0) 00020000:00000001:2.0:1783444852.581767:0:35908:0:(lov_object.c:1409:lov_object_init()) Process entered 00020000:00000001:2.0:1783444852.581769:0:35908:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1783444852.581774:0:35908:0:(lov_ea.c:221:lsme_unpack()) kmalloced '(lsme)': 80 at ffff91c760427b40. 00020000:00000010:2.0:1783444852.581778:0:35908:0:(lov_ea.c:258:lsme_unpack()) slab-alloced 'loi': 112 at ffff91c7593da600. 00020000:00000010:2.0:1783444852.581782:0:35908:0:(lov_ea.c:385:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91c7604272a0. 00020000:00000001:2.0:1783444852.581784:0:35908:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446622884232327840 : -121189477223776 : ffff91c7604272a0) 00020000:00000002:2.0:1783444852.581787:0:35908:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c7604272a0, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783444852.581792:0:35908:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783444852.581797:0:35908:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c7593da600: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000001:2.0:1783444852.581800:0:35908:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1783444852.581802:0:35908:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c7604272a0, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783444852.581815:0:35908:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783444852.581819:0:35908:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c7593da600: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000010:2.0:1783444852.581823:0:35908:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff91c7588262a0. 00020000:00000010:2.0:1783444852.581827:0:35908:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff91c7464c1600. 00020000:00000001:2.0:1783444852.581830:0:35908:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1783444852.581833:0:35908:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff91c7471858a8. 00020000:00000001:2.0:1783444852.581835:0:35908:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1783444852.581837:0:35908:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:2.0:1783444852.581841:0:35908:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1783444852.581844:0:35908:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff91c74529d320. 00000020:00000001:2.0:1783444852.581846:0:35908:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1783444852.581848:0:35908:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444852.581851:0:35908:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446622883777729440 : -121189931822176 : ffff91c74529d3a0) 00020000:00000001:2.0:1783444852.581854:0:35908:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1783444852.581858:0:35908:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff91c7585c36c0. 00020000:00000001:2.0:1783444852.581860:0:35908:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.581864:0:35908:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622883777729440 : -121189931822176 : ffff91c74529d3a0) 00020000:00000001:2.0:1783444852.581867:0:35908:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446622883777729440 : -121189931822176 : ffff91c74529d3a0) 00020000:00000002:2.0:1783444852.581870:0:35908:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x44:0x0]@ffff91c74529d320[0:0] -> [0x200000405:0x30:0x0]@ffff91c74529d960: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000001:2.0:1783444852.581875:0:35908:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1783444852.581877:0:35908:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:2.0:1783444852.581879:0:35908:0:(lov_object.c:1437:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.581882:0:35908:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446622883777731040 : -121189931820576 : ffff91c74529d9e0) 00000020:00001000:2.0:1783444852.581885:0:35908:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7630 00000020:00000010:2.0:1783444852.581887:0:35908:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752030800. 00000020:00000010:2.0:1783444852.581891:0:35908:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427c60. 00000008:00000010:2.0:1783444852.581894:0:35908:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444852.581898:0:35908:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444852.581901:0:35908:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444852.581904:0:35908:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444852.581907:0:35908:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444852.581910:0:35908:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752030600. 00000008:00000010:2.0:1783444852.581913:0:35908:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444852.581915:0:35908:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444852.581919:0:35908:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444852.581921:0:35908:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526ec30. 00000020:00000010:2.0:1783444852.581924:0:35908:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752030000. 00000020:00000010:2.0:1783444852.581926:0:35908:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7630. 00000080:00000001:2.0:1783444852.582003:0:35908:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611184 : 144115205339611184 : 200000405000030) 00000080:00000001:2.0:1783444852.582007:0:35908:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1783444852.582009:0:35908:0:(llite_lib.c:2920:ll_update_inode()) setting ino 144115205339611184 mtime from 0 to 1783444852 00000080:00000001:2.0:1783444852.582013:0:35908:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1783444852.582015:0:35908:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622883839699976 : -121189869851640 : ffff91c748db6c08) 00010000:00000001:2.0:1783444852.582018:0:35908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444852.582020:0:35908:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444852.582022:0:35908:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583daa00 refcount=3 00000020:00000001:2.0:1783444852.582024:0:35908:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:2.0:1783444852.582026:0:35908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00000080:00000001:2.0:1783444852.582029:0:35908:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:2.0:1783444852.582030:0:35908:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444852.582033:0:35908:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7630. 00000020:00000010:2.0:1783444852.582036:0:35908:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752030000. 00000020:00000010:2.0:1783444852.582038:0:35908:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752030600. 00000020:00000010:2.0:1783444852.582040:0:35908:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427c60. 00000008:00000010:2.0:1783444852.582043:0:35908:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444852.582045:0:35908:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444852.582048:0:35908:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444852.582050:0:35908:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444852.582053:0:35908:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444852.582290:0:35908:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752030800. 00000008:00000010:2.0:1783444852.582294:0:35908:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444852.582297:0:35908:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444852.582300:0:35908:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444852.582303:0:35908:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526ec30. 00000020:00000001:2.0:1783444852.582305:0:35908:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747362360 : -121189962189256 : ffff91c7435a7638) 00000020:00001000:2.0:1783444852.582307:0:35908:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7630 00000020:00000001:2.0:1783444852.582309:0:35908:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1783444852.582311:0:35908:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:2.0:1783444852.582313:0:35908:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1783444852.582315:0:35908:0:(lov_ea.c:221:lsme_unpack()) kmalloced '(lsme)': 80 at ffff91c760427060. 00020000:00000010:2.0:1783444852.582318:0:35908:0:(lov_ea.c:258:lsme_unpack()) slab-alloced 'loi': 112 at ffff91c7593da380. 00020000:00000010:2.0:1783444852.582320:0:35908:0:(lov_ea.c:385:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91c760427a80. 00020000:00000001:2.0:1783444852.582322:0:35908:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446622884232329856 : -121189477221760 : ffff91c760427a80) 00020000:00000002:2.0:1783444852.582325:0:35908:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c760427a80, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783444852.582329:0:35908:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783444852.582332:0:35908:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c7593da380: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000002:2.0:1783444852.582336:0:35908:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff91c7464b71f0) owner ffff91c750774f80 00020000:00000001:2.0:1783444852.582339:0:35908:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1783444852.582341:0:35908:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff91c7464b71f0) owner ffff91c750774f80 00020000:00000010:2.0:1783444852.582345:0:35908:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91c7593da380. 00020000:00000010:2.0:1783444852.582348:0:35908:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff91c760427060. 00020000:00000010:2.0:1783444852.582351:0:35908:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91c760427a80. 00020000:00000002:2.0:1783444852.582353:0:35908:0:(lov_object.c:1533:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1783444852.582355:0:35908:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.582357:0:35908:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.582360:0:35908:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1783444852.582362:0:35908:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c750774f80 00020000:00000002:2.0:1783444852.582365:0:35908:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff91c7604272a0 addref 2/0 by ffff91c750774f80. 00020000:00000002:2.0:1783444852.582743:0:35908:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c750774f80 00020000:00000001:2.0:1783444852.582745:0:35908:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1783444852.582747:0:35908:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1783444852.582748:0:35908:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1783444852.582750:0:35908:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1783444852.582753:0:35908:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1783444852.582755:0:35908:0:(file.c:6749:ll_layout_conf()) [0x200000405:0x30:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1783444852.582758:0:35908:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7630 00000020:00000010:2.0:1783444852.582760:0:35908:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752030600. 00000020:00000010:2.0:1783444852.582763:0:35908:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427c60. 00000008:00000010:2.0:1783444852.582766:0:35908:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444852.582769:0:35908:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444852.582771:0:35908:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444852.582774:0:35908:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444852.582776:0:35908:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444852.582778:0:35908:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752030000. 00000008:00000010:2.0:1783444852.582780:0:35908:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444852.582782:0:35908:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444852.582785:0:35908:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444852.582788:0:35908:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526ec30. 00000020:00000010:2.0:1783444852.582790:0:35908:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752030800. 00000020:00000010:2.0:1783444852.582792:0:35908:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7630. 00000080:00000001:2.0:1783444852.582795:0:35908:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.582797:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.582799:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783444852.582800:0:35908:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783444852.582812:0:35908:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1783444852.582814:0:35908:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444852.582817:0:35908:0:(namei.c:1589:ll_create_node()) setting l_ast_data to inode [0x200000405:0x30:0x0](ffff91c748db6c08) 00000080:00010000:2.0:1783444852.582820:0:35908:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff91c748db6c08) for lock 0x5503b2fe824ef792 00800000:00000001:2.0:1783444852.582823:0:35908:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444852.582825:0:35908:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444852.582826:0:35908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444852.582828:0:35908:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444852.582830:0:35908:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583daa00 refcount=3 00000020:00000001:2.0:1783444852.582832:0:35908:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:2.0:1783444852.582834:0:35908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:2.0:1783444852.582836:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.582838:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444852.582839:0:35908:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444852.582841:0:35908:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.582843:0:35908:0:(namei.c:1591:ll_create_node()) Process leaving 00000100:00000001:2.0:1783444852.582845:0:35908:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444852.582851:0:35908:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff91c758839500 x1870075608319104/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444868 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444852.582860:0:35908:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.582865:0:35908:0:(namei.c:1675:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444852.582868:0:35908:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff91c748db6c08) 00000080:00000001:2.0:1783444852.582871:0:35908:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1783444852.582874:0:35908:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cc200. 00000100:00000001:2.0:1783444852.582877:0:35908:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444852.582881:0:35908:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c758839500 x1870075608319104/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444868 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444852.582890:0:35908:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.582894:0:35908:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1783444852.582896:0:35908:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.582903:0:35908:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:2.0:1783444852.582905:0:35908:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfa60 00000080:00200008:2.0:1783444852.582907:0:35908:0:(file.c:1058:ll_file_open()) START file recon:[0x200000405:0x30:0x0](ffff91c748db6c08), flags 102101 00000080:00000010:2.0:1783444852.582914:0:35908:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91c7417b7a40. 00000080:00000010:2.0:1783444852.582920:0:35908:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff91c76050a400. 00000080:00000001:2.0:1783444852.582922:0:35908:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:2.0:1783444852.582926:0:35908:0:(lmv_obd.c:4175:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1783444852.582928:0:35908:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444852.582930:0:35908:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444852.582932:0:35908:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444852.582935:0:35908:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444852.582936:0:35908:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444852.582938:0:35908:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:2.0:1783444852.582997:0:35908:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444852.583000:0:35908:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1783444852.583005:0:35908:0:(obd.h:1438:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91c7507eb920. 00000002:00100000:2.0:1783444852.583010:0:35908:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c758839500 x1870075608319104/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444868 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783444852.583017:0:35908:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444852.583018:0:35908:0:(lmv_obd.c:4181:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1783444852.583022:0:35908:0:(rw.c:949:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1783444852.583025:0:35908:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.583028:0:35908:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444852.583031:0:35908:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444852.583034:0:35908:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c758839500 x1870075608319104/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444868 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1783444852.583041:0:35908:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444852.583044:0:35908:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff91c7604e0000. 02000000:00000001:2.0:1783444852.583500:0:35908:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1783444852.583503:0:35908:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.583506:0:35908:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfa60 00000080:00000008:2.0:1783444852.583509:0:35908:0:(file.c:1297:ll_file_open()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff91c748db6c08), flags 102101, rc = 0 00000080:00000001:2.0:1783444852.583513:0:35908:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1783444852.583515:0:35908:0:(dcache.c:176:ll_intent_release()) intent ffff91c7465b3cc0 released 00000080:00010000:2.0:1783444852.583629:0:35908:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef792 from it ffff91c7465b3cc0 00010000:00000001:2.0:1783444852.583633:0:35908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444852.583634:0:35908:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444852.583636:0:35908:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583daa00 refcount=3 00000020:00000001:2.0:1783444852.583638:0:35908:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:2.0:1783444852.583640:0:35908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:2.0:1783444852.583643:0:35908:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444852.583647:0:35908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444852.583655:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.583656:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444852.583658:0:35908:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444852.583660:0:35908:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444852.583663:0:35908:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783444852.583671:0:35908:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444852.583673:0:35908:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444852.583675:0:35908:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444852.583679:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.583680:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444852.583682:0:35908:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.583685:0:35908:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444852.583688:0:35908:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.583690:0:35908:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.583693:0:35908:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.583695:0:35908:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444852.583696:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.583697:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783444852.583699:0:35908:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1783444852.583701:0:35908:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1783444852.583703:0:35908:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1783444852.583705:0:35908:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444852.583708:0:35908:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1783444852.583709:0:35908:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.583712:0:35908:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1783444852.583714:0:35908:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.583716:0:35908:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783444852.583718:0:35908:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.583720:0:35908:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1783444852.583723:0:35908:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff91c7465b3cc0. 00000080:00000001:2.0:1783444852.583726:0:35908:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.583730:0:35908:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:2.0:1783444852.583732:0:35908:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000405:0x30:0x0](ffff91c748db6c08), inode mode 81a4 mask 40 00000080:00000001:2.0:1783444852.583736:0:35908:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444852.583854:0:35908:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1783444852.583857:0:35908:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c750774f80 00020000:00000002:2.0:1783444852.583860:0:35908:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c750774f80 00020000:00000001:2.0:1783444852.583863:0:35908:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.592942:0:35908:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfd28 00000080:00200008:2.0:1783444852.592954:0:35908:0:(file.c:6217:ll_getattr_dentry()) START file recon:[0x200000405:0x30:0x0](ffff91c748db6c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1783444852.592964:0:35908:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783444852.592965:0:35908:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfca0 00000080:00200000:2.0:1783444852.592968:0:35908:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x30:0x0](ffff91c748db6c08),name=recon 00000080:00000010:2.0:1783444852.592976:0:35908:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c752030800. 00800000:00000002:2.0:1783444852.592982:0:35908:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:2.0:1783444852.592989:0:35908:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444852.592994:0:35908:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444852.592997:0:35908:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfbc0 00800000:00000002:2.0:1783444852.592999:0:35908:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x30:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444852.593004:0:35908:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1783444852.593007:0:35908:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444852.593010:0:35908:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444852.593013:0:35908:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444852.593015:0:35908:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444852.593018:0:35908:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444852.593020:0:35908:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444852.593022:0:35908:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444852.593025:0:35908:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444852.593026:0:35908:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444852.593027:0:35908:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444852.593029:0:35908:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444852.593031:0:35908:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444852.593032:0:35908:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:2.0:1783444852.593035:0:35908:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444852.593037:0:35908:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 00000002:00000001:2.0:1783444852.593041:0:35908:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444852.593043:0:35908:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfa90 00000002:00010000:2.0:1783444852.593045:0:35908:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783444852.593049:0:35908:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783444852.593051:0:35908:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444852.593071:0:35908:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444852.593079:0:35908:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 2 00010000:00000001:2.0:1783444852.593083:0:35908:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444852.593088:0:35908:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444852.593092:0:35908:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444852.593096:0:35908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1783444852.593108:0:35908:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444852.593112:0:35908:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444852.593116:0:35908:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1783444852.593124:0:35908:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783444852.593126:0:35908:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783444852.593128:0:35908:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444852.593130:0:35908:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444852.593132:0:35908:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444852.593135:0:35908:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783444852.593138:0:35908:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783444852.593141:0:35908:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:2.0:1783444852.593144:0:35908:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c752030800. 00000080:00000001:2.0:1783444852.593148:0:35908:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783444852.593150:0:35908:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444852.593153:0:35908:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff91c748db6c08) 00000080:00010000:2.0:1783444852.593157:0:35908:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff91c748db6c08) for lock 0x5503b2fe824ef792 00800000:00000001:2.0:1783444852.593160:0:35908:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444852.593162:0:35908:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444852.593164:0:35908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444852.593166:0:35908:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444852.593169:0:35908:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583daa00 refcount=3 00000020:00000001:2.0:1783444852.593171:0:35908:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:2.0:1783444852.593174:0:35908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:2.0:1783444852.593177:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.593179:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444852.593180:0:35908:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444852.593182:0:35908:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444852.593185:0:35908:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef792 from it ffffa319419bfcd8 00010000:00000001:2.0:1783444852.593187:0:35908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444852.593188:0:35908:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444852.593189:0:35908:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583daa00 refcount=3 00000020:00000001:2.0:1783444852.593191:0:35908:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:2.0:1783444852.593194:0:35908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:2.0:1783444852.593196:0:35908:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444852.593199:0:35908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783444852.593206:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.593207:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444852.593208:0:35908:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444852.593210:0:35908:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444852.593213:0:35908:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783444852.593220:0:35908:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444852.593223:0:35908:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444852.593225:0:35908:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444852.593229:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.593230:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444852.593232:0:35908:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.593235:0:35908:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444852.593237:0:35908:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.593239:0:35908:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.593242:0:35908:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.593244:0:35908:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444852.593245:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.593246:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783444852.593249:0:35908:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783444852.593251:0:35908:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444852.593254:0:35908:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1783444852.593257:0:35908:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1783444852.593259:0:35908:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444852.593261:0:35908:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1783444852.593262:0:35908:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.593265:0:35908:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1783444852.593268:0:35908:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1783444852.593271:0:35908:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444852.593276:0:35908:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7630. 00000020:00000010:2.0:1783444852.593279:0:35908:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752030800. 00000020:00000010:2.0:1783444852.593283:0:35908:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752030000. 00000020:00000010:2.0:1783444852.593287:0:35908:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427c60. 00000008:00000010:2.0:1783444852.593294:0:35908:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444852.593298:0:35908:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444852.593303:0:35908:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444852.593308:0:35908:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444852.593311:0:35908:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444852.593314:0:35908:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752030600. 00000008:00000010:2.0:1783444852.593318:0:35908:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444852.593322:0:35908:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444852.593325:0:35908:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444852.593329:0:35908:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526ec30. 00000020:00000001:2.0:1783444852.593331:0:35908:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747362360 : -121189962189256 : ffff91c7435a7638) 00000020:00001000:2.0:1783444852.593334:0:35908:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7630 00000020:00000001:2.0:1783444852.593337:0:35908:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444852.593341:0:35908:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783444852.593343:0:35908:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:2.0:1783444852.593345:0:35908:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1783444852.593349:0:35908:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444852.593350:0:35908:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1783444852.593352:0:35908:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783444852.593354:0:35908:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.593356:0:35908:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783444852.593359:0:35908:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x30:0x0]io ffff91c7452b30f0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1783444852.593363:0:35908:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c750774f80 00020000:00000001:2.0:1783444852.593367:0:35908:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1783444852.593369:0:35908:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1783444852.593371:0:35908:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1783444852.593372:0:35908:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444852.593375:0:35908:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1783444852.593377:0:35908:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1783444852.593378:0:35908:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.593380:0:35908:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444852.593381:0:35908:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1783444852.593382:0:35908:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1783444852.593384:0:35908:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c750774f80 00000020:00000001:2.0:1783444852.593386:0:35908:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1783444852.593388:0:35908:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1783444852.593389:0:35908:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:2.0:1783444852.593392:0:35908:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1783444852.593394:0:35908:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1783444852.593396:0:35908:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1783444852.593398:0:35908:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1783444852.593402:0:35908:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1783444852.593407:0:35908:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91c743ef4d80. 00020000:00000002:2.0:1783444852.593409:0:35908:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1783444852.593411:0:35908:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1783444852.593413:0:35908:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444852.593415:0:35908:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1783444852.593416:0:35908:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444852.593418:0:35908:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a73f0. 00000020:00000010:2.0:1783444852.593421:0:35908:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031600. 00000020:00000010:2.0:1783444852.593423:0:35908:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752031c00. 00000020:00000010:2.0:1783444852.593426:0:35908:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427a80. 00000008:00000010:2.0:1783444852.593429:0:35908:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103e4b0. 00020000:00000010:2.0:1783444852.593432:0:35908:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206fcc0. 00008000:00000010:2.0:1783444852.593434:0:35908:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751343880. 00000080:00000010:2.0:1783444852.593437:0:35908:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e498. 00000080:00000010:2.0:1783444852.593440:0:35908:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b2750. 00000020:00000010:2.0:1783444852.593442:0:35908:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031800. 00000008:00000010:2.0:1783444852.593444:0:35908:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a5ce0. 00020000:00000010:2.0:1783444852.593447:0:35908:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c5da8. 00008000:00000010:2.0:1783444852.593449:0:35908:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8680. 00000080:00000010:2.0:1783444852.593452:0:35908:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526e3c0. 00000020:00000001:2.0:1783444852.593454:0:35908:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747361784 : -121189962189832 : ffff91c7435a73f8) 00000020:00001000:2.0:1783444852.593456:0:35908:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a73f0 00000020:00000001:2.0:1783444852.593459:0:35908:0:(cl_object.c:151:cl_object_top()) ffff91c74529d3a0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444852.593460:0:35908:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1783444852.593463:0:35908:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444852.593463:0:35908:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1783444852.593465:0:35908:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444852.593467:0:35908:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444852.593469:0:35908:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000020:00000001:2.0:1783444852.593470:0:35908:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1783444852.593474:0:35908:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91c7603d38f0. 00000008:00010000:2.0:1783444852.593476:0:35908:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1783444852.593479:0:35908:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444852.593480:0:35908:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1783444852.593482:0:35908:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91c743ef4db0, osc lock ffff91c7603d38f0, flags 0x400001002 00000020:00000001:2.0:1783444852.593484:0:35908:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444852.593486:0:35908:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444852.593488:0:35908:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446622883757116800 : -121189952434816 : ffff91c743ef4d80) 00000020:00000001:2.0:1783444852.593490:0:35908:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444852.593491:0:35908:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1783444852.593492:0:35908:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.593494:0:35908:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.593497:0:35908:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1783444852.593499:0:35908:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1783444852.593500:0:35908:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444852.593502:0:35908:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444852.593503:0:35908:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444852.593504:0:35908:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000020:00000001:2.0:1783444852.593506:0:35908:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444852.593509:0:35908:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444852.593510:0:35908:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1783444852.593514:0:35908:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1783444852.593516:0:35908:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1783444852.593517:0:35908:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1783444852.593519:0:35908:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1783444852.593520:0:35908:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1783444852.593522:0:35908:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1783444852.593524:0:35908:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1783444852.593526:0:35908:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783444852.593529:0:35908:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.593531:0:35908:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1783444852.593535:0:35908:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f1500. 00000020:00000040:2.0:1783444852.593539:0:35908:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00010000:00000001:2.0:1783444852.593543:0:35908:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783444852.593546:0:35908:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444852.593548:0:35908:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.593551:0:35908:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444852.593553:0:35908:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444852.593556:0:35908:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444852.593561:0:35908:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c752030a00. 00000100:00000001:2.0:1783444852.593567:0:35908:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.593572:0:35908:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444852.593573:0:35908:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.593575:0:35908:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444852.593576:0:35908:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.593578:0:35908:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.593581:0:35908:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446622884232107264 : -121189477444352 : ffff91c7603f1500) 00010000:00000001:2.0:1783444852.593584:0:35908:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783444852.593586:0:35908:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1783444852.593590:0:35908:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747211900. 00010000:00000010:2.0:1783444852.593593:0:35908:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff91c747211f00. 00010000:00000001:2.0:1783444852.593598:0:35908:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783444852.593601:0:35908:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c752225000. 00000020:00000001:2.0:1783444852.593604:0:35908:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783444852.593607:0:35908:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c752225000 with handle 0x5503b2fe824ef799 to hash 00000020:00000001:2.0:1783444852.593609:0:35908:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783444852.593610:0:35908:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000010:2.0:1783444852.593614:0:35908:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff91c76050a9c0. 00010000:00000001:2.0:1783444852.593616:0:35908:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:2.0:1783444852.593619:0:35908:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444852.593621:0:35908:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444852.593624:0:35908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef799 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444852.593635:0:35908:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef799 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444852.593645:0:35908:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.593649:0:35908:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444852.593653:0:35908:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444852.593664:0:35908:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a7053d0] to pc [ptlrpcd_01_00+0] req@ffff91c7603f1500 x1870075608319232/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1783444852.593699:0:35908:0:(osc_request.c:3307:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444852.593701:0:35908:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.593704:0:35908:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444852.593706:0:35908:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.593708:0:35908:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.593710:0:35908:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783444852.593712:0:35908:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1783444852.593714:0:35908:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1783444852.593715:0:35908:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000100:00000001:3.0:1783444852.593816:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444852.593821:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444852.593824:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444852.593831:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f1500 x1870075608319232/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444852.593841:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444852.593843:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444852.593848:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444852.593851:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444852.593853:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444852.593857:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608319232:192.168.204.110@tcp:101:uname.0 00000100:00000001:3.0:1783444852.593862:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444852.593867:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444852.593870:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444852.593872:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444852.593877:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452acc00. 02000000:00000001:3.0:1783444852.593879:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444852.593886:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444852.593890:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811528. 00000400:00000010:3.0:1783444852.593898:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218220. 00000100:00000200:3.0:1783444852.593905:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608319232, portal 4 00000100:00000001:3.0:1783444852.593907:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444852.593909:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232107264 : -121189477444352 : ffff91c7603f1500) 00000100:00000040:3.0:1783444852.593916:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c7603f1500 x1870075608319232/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444868 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444852.593924:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444852.593928:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444852.593930:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218110. 00000100:00000200:3.0:1783444852.593933:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1870075608319232, offset 0 00000400:00000200:3.0:1783444852.593940:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444852.593949:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444852.593956:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444852.593962:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444852.593966:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444852.593970:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444852.593973:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444852.593977:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2964:2964:256:4294967295] 192.168.204.110@tcp LPNI seq info [2964:2964:8:4294967295] 00000400:00000200:3.0:1783444852.593982:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444852.593991:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444852.593998:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444852.594003:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c900. 00000800:00000200:3.0:1783444852.594009:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444852.594017:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444852.594021:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1783444852.594029:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444852.594033:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20668 usecs (21 jiffies) 00000400:00000200:3.0:1783444852.594037:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444852.594040:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296491620 00000100:00000001:3.0:1783444852.594043:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296492542 00000100:00000001:3.0:1783444852.594047:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296491620 00000100:00000001:3.0:1783444852.594049:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296492542 00000100:00000001:3.0:1783444852.594051:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444852.594076:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.594080:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.594082:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444852.594087:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444852.594089:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783444852.594092:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444852.594093:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444852.594094:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.594096:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.594106:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444852.594108:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444852.594316:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444852.594321:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c900. 00000400:00000200:0.0:1783444852.594326:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444852.594332:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444852.594337:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218110 00000400:00000010:0.0:1783444852.594339:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218110. 00000100:00000001:0.0:1783444852.594343:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444852.594348:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1500 x1870075608319232/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444868 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.594363:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444852.594366:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1500 x1870075608319232/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444868 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.594374:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.594376:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1783444852.598139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c741678f00. 00000800:00000001:0.0:1783444852.601121:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.601140:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444852.601143:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.601146:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444852.601155:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.601162:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444852.601172:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.601177:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.601182:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.601187:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 4 MB=0x6a4d2e8564500 00000400:00000200:0.0:1783444852.601192:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.601198:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 400/400 into md 0x8279 [1] + 224 00000800:00000001:0.0:1783444852.601473:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.601485:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444852.601490:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444852.601495:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444852.601503:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444852.601512:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1500 x1870075608319232/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444868 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444852.601524:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff91c7603f1500 x1870075608319232/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444868 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444852.601586:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444852.601590:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444852.601606:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444852.601615:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.601619:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783444852.604726:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444852.604731:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444852.604734:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811528. 00000400:00000200:3.0:1783444852.604741:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218220 00000400:00000010:3.0:1783444852.604743:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218220. 00000100:00000001:3.0:1783444852.604755:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444852.604763:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f1500 x1870075608319232/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444868 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1783444852.604780:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f1500 x1870075608319232/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444868 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444852.604788:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444852.604791:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444852.604794:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444852.604797:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444852.604799:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444852.604812:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444852.604816:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444852.604825:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=32 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444852.604830:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444852.604833:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444852.604835:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444852.604838:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444852.604841:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.604845:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444852.604847:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967337 00000100:00000001:3.0:1783444852.604849:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444852.604851:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444852.604856:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f1500 x1870075608319232/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444868 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444852.604863:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444852.604866:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444852.604868:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1783444852.604870:0:2402:0:(osc_request.c:3122:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1783444852.604873:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444852.604876:0:2402:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444852.604879:0:2402:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=4 00000020:00000001:3.0:1783444852.604881:0:2402:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:3.0:1783444852.604884:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:3.0:1783444852.604887:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444852.604888:0:2402:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444852.604889:0:2402:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=5 00000020:00000001:3.0:1783444852.604891:0:2402:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:3.0:1783444852.604893:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:3.0:1783444852.604896:0:2402:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444852.604899:0:2402:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444852.604904:0:2402:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef799 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444852.604914:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444852.604916:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444852.604919:0:2402:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783444852.604921:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444852.604922:0:2402:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444852.604924:0:2402:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=6 00000020:00000001:3.0:1783444852.604926:0:2402:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:3.0:1783444852.604928:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000040:3.0:1783444852.604933:0:2402:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c752225000, remote cookie: 0x332dd2263f6ddde3, flags: 0x1001 00010000:00010000:3.0:1783444852.604938:0:2402:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef799 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddde3 expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444852.604946:0:2402:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1783444852.604949:0:2402:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444852.604951:0:2402:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783444852.604954:0:2402:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1783444852.604958:0:2402:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef799 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddde3 expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1783444852.604966:0:2402:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x44:0x0].0x0 (ffff91c747211900) refcount = 1 00010000:00000040:3.0:1783444852.604969:0:2402:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1783444852.604972:0:2402:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef799 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6ddde3 expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444852.604980:0:2402:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783444852.604981:0:2402:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444852.604984:0:2402:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783444852.604986:0:2402:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444852.604989:0:2402:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef799 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6ddde3 expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444852.604995:0:2402:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783444852.604996:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444852.604997:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444852.604998:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444852.604999:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1783444852.605001:0:2402:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1783444852.605004:0:2402:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1783444852.605006:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444852.605007:0:2402:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444852.605008:0:2402:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=5 00000020:00000001:3.0:1783444852.605010:0:2402:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:3.0:1783444852.605012:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00000008:00000001:3.0:1783444852.605016:0:2402:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1783444852.605020:0:2402:0:(cl_object.c:151:cl_object_top()) ffff91c7585c36c0 -> ffff91c74529d9e0 00000008:00010000:3.0:1783444852.605024:0:2402:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef799 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6ddde3 expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1783444852.605031:0:2402:0:(cl_object.c:151:cl_object_top()) ffff91c7585c36c0 -> ffff91c74529d9e0 00000020:00000001:3.0:1783444852.605033:0:2402:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1783444852.605035:0:2402:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1783444852.605038:0:2402:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1783444852.605041:0:2402:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444852.605042:0:2402:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444852.605044:0:2402:0:(cl_object.c:151:cl_object_top()) ffff91c7585c36c0 -> ffff91c74529d9e0 00000008:00000001:3.0:1783444852.605046:0:2402:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1783444852.605049:0:2402:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1783444852.605050:0:2402:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1783444852.605074:0:2402:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1783444852.605076:0:2402:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444852.605079:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444852.605080:0:2402:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444852.605082:0:2402:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=6 00000020:00000001:3.0:1783444852.605084:0:2402:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:3.0:1783444852.605086:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:3.0:1783444852.605089:0:2402:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444852.605093:0:2402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef799 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x332dd2263f6ddde3 expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444852.605106:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444852.605108:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1783444852.605111:0:2402:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef799 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x332dd2263f6ddde3 expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444852.605119:0:2402:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:2.0:1783444852.605119:0:35908:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444852.605121:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444852.605123:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1783444852.605126:0:2402:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444852.605128:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444852.605129:0:2402:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444852.605130:0:2402:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=5 00000020:00000001:3.0:1783444852.605132:0:2402:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00000020:00000001:2.0:1783444852.605132:0:35908:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444852.605138:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:3.0:1783444852.605140:0:2402:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444852.605142:0:2402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef799 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x332dd2263f6ddde3 expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1783444852.605143:0:35908:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1783444852.605148:0:35908:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444852.605152:0:35908:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00010000:00000001:3.0:1783444852.605153:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1783444852.605155:0:35908:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00010000:00000001:3.0:1783444852.605156:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444852.605160:0:2402:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444852.605162:0:2402:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00020000:00000001:2.0:1783444852.605162:0:35908:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00010000:00010000:3.0:1783444852.605167:0:2402:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef799 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x332dd2263f6ddde3 expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00020000:00000001:2.0:1783444852.605174:0:35908:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00010000:00000001:3.0:1783444852.605176:0:2402:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00020000:00000001:2.0:1783444852.605178:0:35908:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444852.605180:0:2402:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00020000:00000001:2.0:1783444852.605182:0:35908:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00010000:00000001:3.0:1783444852.605184:0:2402:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444852.605188:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444852.605191:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00020000:00000001:2.0:1783444852.605191:0:35908:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444852.605195:0:2402:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783444852.605196:0:35908:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:2.0:1783444852.605201:0:35908:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783444852.605204:0:35908:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:2.0:1783444852.605206:0:35908:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.605208:0:35908:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.605210:0:35908:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00010000:00000001:3.0:1783444852.605211:0:2402:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000080:00200000:2.0:1783444852.605213:0:35908:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 0 i_blocks 0 00010000:00000001:3.0:1783444852.605215:0:2402:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.605218:0:35908:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00010000:00000001:3.0:1783444852.605219:0:2402:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.605222:0:35908:0:(cl_lock.c:243:cl_lock_release()) Process entered 00010000:00000001:3.0:1783444852.605224:0:2402:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444852.605228:0:2402:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444852.605229:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444852.605231:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00010000:2.0:1783444852.605231:0:35908:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91c7452b3090 (ffff91c7435a7638/0) at cl_lock_release():245 00010000:00000001:3.0:1783444852.605234:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444852.605238:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1783444852.605238:0:35908:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444852.605241:0:35908:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c7452b3090 (ffff91c7435a7638/0) at cl_lock_cancel():142 00000008:00000001:3.0:1783444852.605242:0:2402:0:(osc_request.c:3161:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444852.605249:0:35908:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00000100:00000040:3.0:1783444852.605252:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f1500 x1870075608319232/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444868 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00020000:00000001:2.0:1783444852.605254:0:35908:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444852.605257:0:35908:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000020:00000001:2.0:1783444852.605259:0:35908:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444852.605260:0:35908:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c743ef4db0 (ffff91c7435a73f8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1783444852.605263:0:35908:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1783444852.605265:0:35908:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1783444852.605266:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.605268:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444852.605269:0:35908:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1783444852.605271:0:35908:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444852.605272:0:35908:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444852.605273:0:35908:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444852.605275:0:35908:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444852.605276:0:35908:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c7452b3090 (ffff91c7435a7638/0) at cl_lock_fini():72 00020000:00000001:2.0:1783444852.605279:0:35908:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1783444852.605280:0:35908:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444852.605281:0:35908:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c743ef4db0 (ffff91c7435a7638/1) at cl_lock_fini():72 00000008:00000010:2.0:1783444852.605285:0:35908:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91c7603d38f0. 00000020:00000001:2.0:1783444852.605289:0:35908:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1783444852.605290:0:35908:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91c743ef4d80. 00020000:00000001:2.0:1783444852.605293:0:35908:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1783444852.605295:0:35908:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1783444852.605296:0:35908:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1783444852.605298:0:35908:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.605300:0:35908:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1783444852.605303:0:35908:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:2.0:1783444852.605304:0:35908:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1783444852.605306:0:35908:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1783444852.605307:0:35908:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783444852.605309:0:35908:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a73f0 00000020:00000010:2.0:1783444852.605313:0:35908:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752031c00. 00000020:00000010:2.0:1783444852.605317:0:35908:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427a80. 00000008:00000010:2.0:1783444852.605321:0:35908:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103e4b0. 00020000:00000010:2.0:1783444852.605325:0:35908:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206fcc0. 00008000:00000010:2.0:1783444852.605329:0:35908:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751343880. 00000080:00000010:2.0:1783444852.605333:0:35908:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e498. 00000080:00000010:2.0:1783444852.605337:0:35908:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b2750. 00000020:00000010:2.0:1783444852.605341:0:35908:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031600. 00000008:00000010:2.0:1783444852.605344:0:35908:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5ce0. 00020000:00000010:2.0:1783444852.605346:0:35908:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c5da8. 00008000:00000010:2.0:1783444852.605350:0:35908:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8680. 00000080:00000010:2.0:1783444852.605353:0:35908:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e3c0. 00000020:00000010:2.0:1783444852.605355:0:35908:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031800. 00000020:00000010:2.0:1783444852.605358:0:35908:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a73f0. 00020000:00000001:2.0:1783444852.605360:0:35908:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1783444852.605362:0:35908:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:2.0:1783444852.605365:0:35908:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1783444852.605367:0:35908:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1783444852.605371:0:35908:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783444852.605373:0:35908:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.605375:0:35908:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783444852.605377:0:35908:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1783444852.605378:0:35908:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783444852.605379:0:35908:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7630 00000020:00000010:2.0:1783444852.605382:0:35908:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752030000. 00000020:00000010:2.0:1783444852.605385:0:35908:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427c60. 00000008:00000010:2.0:1783444852.605387:0:35908:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444852.605390:0:35908:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444852.605392:0:35908:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444852.605395:0:35908:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444852.605397:0:35908:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444852.605399:0:35908:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752030800. 00000008:00000010:2.0:1783444852.605402:0:35908:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444852.605404:0:35908:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444852.605406:0:35908:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444852.605408:0:35908:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526ec30. 00000020:00000010:2.0:1783444852.605411:0:35908:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752030600. 00000020:00000010:2.0:1783444852.605413:0:35908:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7630. 00000001:00000001:2.0:1783444852.605415:0:35908:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.605422:0:35908:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfd28 00000080:00000008:2.0:1783444852.605425:0:35908:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff91c748db6c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1783444852.605508:0:35908:0:(file.c:2601:do_file_write_iter()) Process entered 00000020:00000001:2.0:1783444852.605510:0:35908:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfd90 00000080:00200008:2.0:1783444852.605512:0:35908:0:(file.c:2605:do_file_write_iter()) START file recon:[0x200000405:0x30:0x0], ppos: 0, count: 23 00000080:00000001:2.0:1783444852.605516:0:35908:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1783444852.605518:0:35908:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.605520:0:35908:0:(file.c:1972:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1783444852.605523:0:35908:0:(file.c:2023:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.605525:0:35908:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444852.605541:0:35908:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7630. 00000020:00000010:2.0:1783444852.605546:0:35908:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752030600. 00000020:00000010:2.0:1783444852.605550:0:35908:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752030800. 00000020:00000010:2.0:1783444852.605552:0:35908:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427c60. 00000008:00000010:2.0:1783444852.605558:0:35908:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444852.605561:0:35908:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444852.605564:0:35908:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444852.605569:0:35908:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444852.605572:0:35908:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444852.605575:0:35908:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752030000. 00000008:00000010:2.0:1783444852.605580:0:35908:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444852.605585:0:35908:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444852.605590:0:35908:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa89e0. 00000100:00100000:3.0:1783444852.605594:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608319232:192.168.204.110@tcp:101:uname.0 00000080:00000010:2.0:1783444852.605595:0:35908:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526ec30. 00000020:00000001:2.0:1783444852.605600:0:35908:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747362360 : -121189962189256 : ffff91c7435a7638) 00000100:00000001:3.0:1783444852.605604:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:2.0:1783444852.605604:0:35908:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7630 00000080:00000001:2.0:1783444852.605608:0:35908:0:(file.c:2055:ll_file_io_generic()) Process entered 00000100:00000001:3.0:1783444852.605611:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1783444852.605612:0:35908:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfca0 00000080:00200000:2.0:1783444852.605616:0:35908:0:(file.c:2058:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000100:00000040:3.0:1783444852.605619:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1500 x1870075608319232/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444868 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000020:00000001:2.0:1783444852.605623:0:35908:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfc38 00000080:00200000:2.0:1783444852.605627:0:35908:0:(file.c:1816:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:2.0:1783444852.605631:0:35908:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1783444852.605634:0:35908:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000100:00000001:3.0:1783444852.605636:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1783444852.605638:0:35908:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 02000000:00000001:3.0:1783444852.605641:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1783444852.605642:0:35908:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783444852.605646:0:35908:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 02000000:00000010:3.0:1783444852.605647:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452acc00. 00020000:00000002:2.0:1783444852.605648:0:35908:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:2.0:1783444852.605653:0:35908:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444852.605654:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444852.605656:0:35908:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444852.605658:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1783444852.605659:0:35908:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000040:3.0:1783444852.605662:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000080:00200000:2.0:1783444852.605663:0:35908:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 0 i_blocks 0 00000020:00000001:3.0:1783444852.605668:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 00000080:00000001:2.0:1783444852.605669:0:35908:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1783444852.605672:0:35908:0:(cl_io.c:209:cl_io_rw_init()) Process entered 02000000:00000010:3.0:1783444852.605675:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c752030a00. 00000020:00200000:2.0:1783444852.605680:0:35908:0:(cl_io.c:214:cl_io_rw_init()) header@0000000059b97b84[0x110, 1, [0x200000405:0x30:0x0] hash] 02000000:00000001:3.0:1783444852.605683:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00200000:2.0:1783444852.605683:0:35908:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 23) 0 1 02000000:00000001:3.0:1783444852.605687:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1783444852.605688:0:35908:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000100:00000010:3.0:1783444852.605692:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1500. 00000020:00000001:2.0:1783444852.605692:0:35908:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783444852.605695:0:35908:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000100:00000001:3.0:1783444852.605698:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000080:00200000:2.0:1783444852.605698:0:35908:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000100:00000001:3.0:1783444852.605702:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783444852.605704:0:35908:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444852.605707:0:35908:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1783444852.605708:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444852.605710:0:35908:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444852.605715:0:35908:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.605716:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000080:00000001:2.0:1783444852.605718:0:35908:0:(file.c:7015:ll_layout_refresh()) Process entered 00000100:00000001:3.0:1783444852.605720:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.605721:0:35908:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.605725:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000080:00000001:2.0:1783444852.605726:0:35908:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.605732:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783444852.605732:0:35908:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x30:0x0]io ffff91c7452b30f0 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1783444852.605739:0:35908:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c750774f80 00020000:00000001:2.0:1783444852.605742:0:35908:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1783444852.605744:0:35908:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1783444852.605746:0:35908:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1783444852.605748:0:35908:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1783444852.605750:0:35908:0:(lov_io.c:860:lov_io_slice_init()) 0 23 00020000:00000001:2.0:1783444852.605753:0:35908:0:(lov_io.c:888:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1783444852.605754:0:35908:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1783444852.605756:0:35908:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.605758:0:35908:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444852.605759:0:35908:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1783444852.605760:0:35908:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1783444852.605762:0:35908:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c750774f80 00000020:00000001:2.0:1783444852.605764:0:35908:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.605766:0:35908:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783444852.605768:0:35908:0:(file.c:2136:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:2.0:1783444852.605770:0:35908:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:2.0:1783444852.605772:0:35908:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.605775:0:35908:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1783444852.605777:0:35908:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1783444852.605779:0:35908:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1783444852.605781:0:35908:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1783444852.605782:0:35908:0:(lov_io.c:1206:lov_io_rw_iter_init()) Process entered 00020000:00000001:2.0:1783444852.605785:0:35908:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1783444852.605787:0:35908:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1783444852.605789:0:35908:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1783444852.605792:0:35908:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444852.605794:0:35908:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1783444852.605795:0:35908:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444852.605798:0:35908:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a73f0. 00000020:00000010:2.0:1783444852.605800:0:35908:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031800. 00000020:00000010:2.0:1783444852.605814:0:35908:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752031600. 00000020:00000010:2.0:1783444852.605818:0:35908:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427a80. 00000008:00000010:2.0:1783444852.605821:0:35908:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103e4b0. 00020000:00000010:2.0:1783444852.605823:0:35908:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206fcc0. 00008000:00000010:2.0:1783444852.605826:0:35908:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751343880. 00000080:00000010:2.0:1783444852.605829:0:35908:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e498. 00000080:00000010:2.0:1783444852.605832:0:35908:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b2750. 00000020:00000010:2.0:1783444852.605835:0:35908:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031c00. 00000008:00000010:2.0:1783444852.605838:0:35908:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a5ce0. 00020000:00000010:2.0:1783444852.605840:0:35908:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c5da8. 00008000:00000010:2.0:1783444852.605842:0:35908:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8680. 00000080:00000010:2.0:1783444852.605845:0:35908:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526e3c0. 00000020:00000001:2.0:1783444852.605847:0:35908:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747361784 : -121189962189832 : ffff91c7435a73f8) 00000020:00001000:2.0:1783444852.605849:0:35908:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a73f0 00000020:00000001:2.0:1783444852.605852:0:35908:0:(cl_object.c:151:cl_object_top()) ffff91c74529d3a0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444852.605853:0:35908:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1783444852.605856:0:35908:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444852.605857:0:35908:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1783444852.605859:0:35908:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444852.605861:0:35908:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444852.605862:0:35908:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000020:00000001:2.0:1783444852.605865:0:35908:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1783444852.605867:0:35908:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1783444852.605871:0:35908:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.605873:0:35908:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444852.605876:0:35908:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444852.605878:0:35908:0:(lov_io.c:1228:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.605880:0:35908:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.605882:0:35908:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1783444852.605885:0:35908:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1783444852.605887:0:35908:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1783444852.605892:0:35908:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1783444852.605894:0:35908:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.605897:0:35908:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.605899:0:35908:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1783444852.605901:0:35908:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:2.0:1783444852.605903:0:35908:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1783444852.605905:0:35908:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1783444852.605906:0:35908:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.605908:0:35908:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.605910:0:35908:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.605912:0:35908:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.605913:0:35908:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444852.605916:0:35908:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1783444852.605918:0:35908:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444852.605919:0:35908:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1783444852.605922:0:35908:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783444852.605923:0:35908:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.605925:0:35908:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444852.605926:0:35908:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444852.605928:0:35908:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.605929:0:35908:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783444852.605931:0:35908:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1783444852.605933:0:35908:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1783444852.605934:0:35908:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1783444852.605936:0:35908:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1783444852.605939:0:35908:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1783444852.606073:0:35908:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91c746559c80. 00020000:00000002:3.0:1783444852.606078:0:35908:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1783444852.606081:0:35908:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1783444852.606082:0:35908:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783444852.606083:0:35908:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000020:00000001:3.0:1783444852.606085:0:35908:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1783444852.606089:0:35908:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91c758bfbb50. 00000008:00010000:3.0:1783444852.606092:0:35908:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1783444852.606094:0:35908:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1783444852.606095:0:35908:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1783444852.606098:0:35908:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91c746559cb0, osc lock ffff91c758bfbb50, flags 0x0 00000020:00000001:3.0:1783444852.606100:0:35908:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444852.606101:0:35908:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444852.606104:0:35908:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446622883797376128 : -121189912175488 : ffff91c746559c80) 00000020:00000001:3.0:1783444852.606106:0:35908:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1783444852.606107:0:35908:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1783444852.606108:0:35908:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444852.606110:0:35908:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444852.606111:0:35908:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1783444852.606113:0:35908:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1783444852.606114:0:35908:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783444852.606115:0:35908:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000020:00000001:3.0:1783444852.606116:0:35908:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1783444852.606118:0:35908:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1783444852.606120:0:35908:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1783444852.606122:0:35908:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444852.606124:0:35908:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1783444852.606126:0:35908:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1783444852.606128:0:35908:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1783444852.606129:0:35908:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1783444852.606130:0:35908:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1783444852.606132:0:35908:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1783444852.606133:0:35908:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1783444852.606135:0:35908:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444852.606141:0:35908:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211900 count: 2 00010000:00000001:3.0:1783444852.606143:0:35908:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1783444852.606147:0:35908:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c74652ac00 type 11 mode 2 res 10737419265/68 (0 18446744073709551615) 00010000:00000001:3.0:1783444852.606151:0:35908:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1783444852.606154:0:35908:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462d80. 00000020:00000040:3.0:1783444852.606157:0:35908:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00010000:00000001:3.0:1783444852.606160:0:35908:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1783444852.606163:0:35908:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444852.606166:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444852.606167:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444852.606169:0:35908:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.606171:0:35908:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444852.606173:0:35908:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444852.606177:0:35908:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444852.606183:0:35908:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c75937e200. 00000100:00000001:3.0:1783444852.606188:0:35908:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444852.606191:0:35908:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444852.606192:0:35908:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444852.606194:0:35908:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444852.606195:0:35908:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444852.606197:0:35908:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444852.606199:0:35908:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446622884232572288 : -121189476979328 : ffff91c760462d80) 00010000:00000001:3.0:1783444852.606211:0:35908:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1783444852.606213:0:35908:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1783444852.606215:0:35908:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211900 count: 2 00010000:00000001:3.0:1783444852.606217:0:35908:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444852.606219:0:35908:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1783444852.606222:0:35908:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c751b15c00. 00000020:00000001:3.0:1783444852.606226:0:35908:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1783444852.606228:0:35908:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c751b15c00 with handle 0x5503b2fe824ef7a0 to hash 00000020:00000001:3.0:1783444852.606230:0:35908:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1783444852.606232:0:35908:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000010:3.0:1783444852.606235:0:35908:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff91c760271240. 00010000:00000001:3.0:1783444852.606238:0:35908:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:3.0:1783444852.606240:0:35908:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444852.606242:0:35908:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444852.606245:0:35908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444852.606255:0:35908:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444852.606271:0:35908:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783444852.606277:0:35908:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444852.606279:0:35908:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444852.606284:0:35908:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7602a99c0. 00000100:00000001:3.0:1783444852.606286:0:35908:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884230764992 : -121189478786624 : ffff91c7602a99c0) 00000100:00000001:3.0:1783444852.606289:0:35908:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444852.606290:0:35908:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232572288 : -121189476979328 : ffff91c760462d80) 00000100:00000001:3.0:1783444852.606293:0:35908:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444852.606295:0:35908:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.606306:0:35908:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444852.606308:0:35908:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444852.606312:0:35908:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462d80 x1870075608319360/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444852.606320:0:35908:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444852.606322:0:35908:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444852.606325:0:35908:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444852.606327:0:35908:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444852.606329:0:35908:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444852.606332:0:35908:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462d80 pname:cluuid:pid:xid:nid:opc:job uname:666e3c65-e321-43ec-a94e-a01058e25d7d:35908:1870075608319360:192.168.204.110@tcp:101:uname.0 00000100:00000001:3.0:1783444852.606336:0:35908:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444852.606340:0:35908:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444852.606342:0:35908:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444852.606344:0:35908:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444852.606347:0:35908:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452acc00. 02000000:00000001:3.0:1783444852.606349:0:35908:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444852.606355:0:35908:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444852.606357:0:35908:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811528. 00000400:00000010:3.0:1783444852.606363:0:35908:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218220. 00000100:00000200:3.0:1783444852.606368:0:35908:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608319360, portal 4 00000100:00000001:3.0:1783444852.606370:0:35908:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444852.606371:0:35908:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232572288 : -121189476979328 : ffff91c760462d80) 00000100:00000040:3.0:1783444852.606376:0:35908:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c760462d80 x1870075608319360/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444868 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444852.606382:0:35908:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444852.606385:0:35908:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444852.606387:0:35908:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218f68. 00000100:00000200:3.0:1783444852.606390:0:35908:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1870075608319360, offset 0 00000400:00000200:3.0:1783444852.606396:0:35908:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444852.606402:0:35908:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444852.606408:0:35908:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444852.606413:0:35908:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444852.606418:0:35908:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444852.606421:0:35908:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444852.606423:0:35908:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444852.606552:0:35908:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2965:2965:256:4294967295] 192.168.204.110@tcp LPNI seq info [2965:2965:8:4294967295] 00000400:00000200:3.0:1783444852.606556:0:35908:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444852.606565:0:35908:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444852.606571:0:35908:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444852.606575:0:35908:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822cc00. 00000800:00000200:3.0:1783444852.606581:0:35908:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444852.606588:0:35908:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444852.606593:0:35908:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822cc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1783444852.606607:0:35908:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444852.606627:0:35908:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20637 usecs (21 jiffies) 00000400:00000200:3.0:1783444852.606631:0:35908:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444852.606634:0:35908:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296491633 00000100:00000001:3.0:1783444852.606638:0:35908:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296492542 00000100:00000001:3.0:1783444852.606641:0:35908:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296491633 00000100:00000001:3.0:1783444852.606643:0:35908:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296492542 00000100:00000001:3.0:1783444852.606645:0:35908:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444852.606648:0:35908:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.606650:0:35908:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444852.606651:0:35908:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444852.606654:0:35908:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7602a99c0 going to sleep for 11 seconds 00000100:00000001:3.0:1783444852.606656:0:35908:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444852.606659:0:35908:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444852.606800:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444852.606817:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822cc00. 00000400:00000200:0.0:1783444852.606823:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444852.606828:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444852.606832:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218f68 00000400:00000010:0.0:1783444852.606834:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218f68. 00000100:00000001:0.0:1783444852.606837:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444852.606841:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462d80 x1870075608319360/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444868 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.606850:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444852.606853:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462d80 x1870075608319360/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444868 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.606859:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.606860:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444852.615588:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.615605:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444852.615610:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.615613:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444852.615622:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.615630:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444852.615639:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.615643:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.615649:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.615653:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 328 into portal 15 MB=0x6a4d2e99cf780 00000400:00000200:0.0:1783444852.615662:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.110@tcp of length 328/328 into md 0x8081 [2] + 328 00000800:00000001:0.0:1783444852.615669:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.615677:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444852.615680:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444852.615685:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444852.615692:0:2393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1783444852.615695:0:2393:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1783444852.615701:0:2393:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746731500. 00000100:00000040:0.0:1783444852.615705:0:2393:0:(events.c:337:request_in_callback()) incoming req@ffff91c746731500 x1870075629729664 msgsize 328 00000100:00100000:0.0:1783444852.615710:0:2393:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.110@tcp (source: 12345-192.168.204.110@tcp) 00000100:00000001:0.0:1783444852.615730:0:2393:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1783444852.615740:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.615744:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444852.615962:0:16917:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1783444852.615966:0:16917:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870075629729664 02000000:00000001:1.0:1783444852.615969:0:16917:0:(sec.c:2495:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1783444852.615971:0:16917:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444852.615974:0:16917:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444852.615979:0:16917:0:(sec.c:2544:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444852.615983:0:16917:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870075629729664 00000020:00000001:1.0:1783444852.615986:0:16917:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1783444852.615989:0:16917:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea6b 00000020:00000001:1.0:1783444852.615992:0:16917:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444852.615995:0:16917:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c7510a5800 refcount=4 00000020:00000001:1.0:1783444852.615997:0:16917:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883976992768 : -121189732558848 : ffff91c7510a5800) 00000020:00000001:1.0:1783444852.616000:0:16917:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883976992768 : -121189732558848 : ffff91c7510a5800) 00000100:00000001:1.0:1783444852.616005:0:16917:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783444852.616011:0:16917:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91c742c80400. 00000100:00000001:1.0:1783444852.616014:0:16917:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1783444852.616017:0:16917:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff91c742c80400. 00000020:00000010:1.0:1783444852.616024:0:16917:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cce00. 00000020:00000010:1.0:1783444852.616030:0:16917:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91c7505f9280. 00000020:00000010:1.0:1783444852.616035:0:16917:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff91c7603a03e8. 00000100:00000040:1.0:1783444852.616044:0:16917:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1783444852.616048:0:16917:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1783444852.616050:0:16917:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1783444852.616051:0:16917:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.616091:0:16917:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.616098:0:16917:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444852.616108:0:16917:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1783444852.616111:0:16917:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1783444852.616116:0:16917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.110@tcp, seq: 77 00000100:00000040:1.0:1783444852.616119:0:16917:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff91c7510a5800 : new rpc_count 1 00000100:00000001:1.0:1783444852.616121:0:16917:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446622883799307520 : -121189910244096 : ffff91c746731500) 00000100:00000040:1.0:1783444852.616129:0:16917:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff91c746731500 x1870075629729664/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:473/0 lens 328/0 e 0 to 0 dl 1783444863 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783444852.616139:0:16917:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783444852.616143:0:16917:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91c742c80400. 00000100:00000001:1.0:1783444852.616146:0:16917:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1783444852.616148:0:16917:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff91c742c80400. 00000100:00100000:1.0:1783444852.616153:0:16917:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91c746731500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:16785:x1870075629729664:12345-192.168.204.110@tcp:104: 00000100:00000200:1.0:1783444852.616158:0:16917:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870075629729664 00010000:00000001:1.0:1783444852.616161:0:16917:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1783444852.616168:0:16917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444852.616170:0:16917:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444852.616172:0:16917:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=2 00000020:00000001:1.0:1783444852.616174:0:16917:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:1.0:1783444852.616177:0:16917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:1.0:1783444852.616181:0:16917:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444852.616185:0:16917:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444852.616190:0:16917:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef799 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x332dd2263f6ddde3 expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1783444852.616215:0:16917:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1783444852.616218:0:16917:0:(sec.c:2566:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1783444852.616223:0:16917:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff91c751027400. 02000000:00000001:1.0:1783444852.616226:0:16917:0:(sec.c:2603:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.616229:0:16917:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.616233:0:16917:0:(ldlm_lib.c:3304:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1783444852.616236:0:16917:0:(ldlm_lib.c:3325:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444852.616240:0:16917:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7590235e8 time=32 v=5 (1 1 1 1) 00000100:00000001:1.0:1783444852.616244:0:16917:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783444852.616247:0:16917:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 16 to 192.168.204.110@tcp 00000100:00000001:1.0:1783444852.616250:0:16917:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 02000000:00000001:1.0:1783444852.616252:0:16917:0:(sec.c:2617:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1783444852.616255:0:16917:0:(sec.c:2628:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.616268:0:16917:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444852.616271:0:16917:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444852.616276:0:16917:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076198. 00000100:00000200:1.0:1783444852.616281:0:16917:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1870075629729664, offset 224 00000400:00000200:1.0:1783444852.616287:0:16917:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444852.616293:0:16917:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.616533:0:16917:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444852.616541:0:16917:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2966:2966:256:4294967295] 192.168.204.110@tcp LPNI seq info [2966:2966:8:4294967295] 00000400:00000200:1.0:1783444852.616545:0:16917:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.616554:0:16917:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444852.616559:0:16917:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444852.616564:0:16917:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298900. 00000800:00000200:1.0:1783444852.616570:0:16917:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444852.616578:0:16917:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444852.616583:0:16917:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783444852.616596:0:16917:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444852.616600:0:16917:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00010000:00000001:1.0:1783444852.616603:0:16917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1783444852.616607:0:16917:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff91c7435e8f00. 00010000:00000001:1.0:1783444852.616610:0:16917:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1783444852.616666:0:16917:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1783444852.616670:0:16917:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.616671:0:16917:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.616674:0:16917:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444852.616679:0:16917:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746731500 x1870075629729664/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:473/0 lens 328/224 e 0 to 0 dl 1783444863 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783444852.616689:0:16917:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91c746731500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:16785:x1870075629729664:12345-192.168.204.110@tcp:104: Request processed in 548us (982us total) trans 0 rc 0/0 00000100:00100000:1.0:1783444852.616698:0:16917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.110@tcp, seq: 77 00000100:00000040:1.0:1783444852.616701:0:16917:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91c7510a5800 : new rpc_count 0 00000100:00000001:1.0:1783444852.616704:0:16917:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1783444852.616706:0:16917:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1783444852.616710:0:16917:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91c7505f9280. 00000020:00000010:1.0:1783444852.616714:0:16917:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff91c7603a03e8. 00000020:00000010:1.0:1783444852.616717:0:16917:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cce00. 00000020:00000040:1.0:1783444852.616722:0:16917:0:(genops.c:900:class_export_put()) PUTting export ffff91c7510a5800 : new refcount 3 00000100:00000001:1.0:1783444852.616725:0:16917:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783444852.616838:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444852.616842:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298900. 00000400:00000200:1.0:1783444852.616846:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444852.616850:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444852.616853:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076198 00000400:00000010:1.0:1783444852.616856:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076198. 00000100:00000001:1.0:1783444852.616859:0:2392:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1783444852.616860:0:2392:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1783444852.625756:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000800:00000001:0.0:1783444852.626069:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.626083:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444852.626087:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.626090:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444852.626098:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.626105:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444852.626114:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.626117:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.626123:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.626127:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 400 into portal 4 MB=0x6a4d2e8564580 00000400:00000200:0.0:1783444852.626131:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.626136:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 400/400 into md 0x8281 [1] + 224 00000800:00000001:0.0:1783444852.626144:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.626151:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444852.626154:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444852.626158:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444852.626165:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444852.626174:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462d80 x1870075608319360/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444868 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444852.626184:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff91c760462d80 x1870075608319360/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.626217:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444852.626225:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.626228:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444852.626307:0:35908:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444852.626315:0:35908:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444852.626317:0:35908:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444852.626320:0:35908:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811528. 00000400:00000200:2.0:1783444852.626324:0:35908:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218220 00000400:00000010:2.0:1783444852.626327:0:35908:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218220. 00000100:00000001:2.0:1783444852.626330:0:35908:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444852.626335:0:35908:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462d80 x1870075608319360/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783444852.626346:0:35908:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462d80 x1870075608319360/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444852.626353:0:35908:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444852.626355:0:35908:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444852.626358:0:35908:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444852.626361:0:35908:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444852.626364:0:35908:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444852.626366:0:35908:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444852.626370:0:35908:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444852.626378:0:35908:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=32 v=5 (5 5 5 5) 00000100:00001000:2.0:1783444852.626382:0:35908:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444852.626384:0:35908:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444852.626386:0:35908:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.626389:0:35908:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444852.626392:0:35908:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.626395:0:35908:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444852.626397:0:35908:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967337 00000100:00000001:2.0:1783444852.626400:0:35908:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444852.626401:0:35908:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444852.626406:0:35908:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760462d80 x1870075608319360/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444852.626413:0:35908:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444852.626415:0:35908:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444852.626417:0:35908:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444852.626421:0:35908:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760462d80 x1870075608319360/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444868 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783444852.626430:0:35908:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760462d80 pname:cluuid:pid:xid:nid:opc:job uname:666e3c65-e321-43ec-a94e-a01058e25d7d:35908:1870075608319360:192.168.204.110@tcp:101:uname.0 00000100:00000001:2.0:1783444852.626434:0:35908:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444852.626437:0:35908:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.626445:0:35908:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444852.626447:0:35908:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444852.626450:0:35908:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462d80 x1870075608319360/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444868 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444852.626457:0:35908:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444852.626460:0:35908:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7602a99c0. 00000100:00000001:2.0:1783444852.626463:0:35908:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444852.626465:0:35908:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.626467:0:35908:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783444852.626470:0:35908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444852.626473:0:35908:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444852.626476:0:35908:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=4 00000020:00000001:2.0:1783444852.626478:0:35908:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444852.626481:0:35908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000040:2.0:1783444852.626487:0:35908:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c751b15c00, remote cookie: 0x332dd2263f6dddea, flags: 0x20002 00010000:00000001:2.0:1783444852.626491:0:35908:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1783444852.626494:0:35908:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.626496:0:35908:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00010000:2.0:1783444852.626502:0:35908:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1783444852.626520:0:35908:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x44:0x0].0x0 (ffff91c747211900) refcount = 2 00010000:00000040:2.0:1783444852.626523:0:35908:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1783444852.626526:0:35908:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef799 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x332dd2263f6ddde3 expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000040:2.0:1783444852.626542:0:35908:0:(ldlm_resource.c:1894:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1783444852.626545:0:35908:0:(ldlm_resource.c:1896:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444852.626552:0:35908:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444852.626556:0:35908:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1783444852.626559:0:35908:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444852.626568:0:35908:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1783444852.626881:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444852.626886:0:16952:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1783444852.626889:0:16952:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1783444852.626891:0:16952:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1783444852.626895:0:16952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef799 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x332dd2263f6ddde3 expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1783444852.626906:0:16952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91c752225000 already unused, calling callback (ffffffffc1279360) 00000008:00000001:3.0:1783444852.626909:0:16952:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1783444852.626912:0:16952:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1783444852.626913:0:16952:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444852.626915:0:16952:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444852.626917:0:16952:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225000 refcount=3 00000020:00000001:3.0:1783444852.626919:0:16952:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:3.0:1783444852.626921:0:16952:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340800 : -121189714210816 : ffff91c752225000) 00010000:00000001:3.0:1783444852.626924:0:16952:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783444852.626927:0:16952:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef799 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x332dd2263f6ddde3 expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1783444852.626935:0:16952:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1783444852.626938:0:16952:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783444852.627177:0:16952:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593f8000. 00000020:00000010:0.0:1783444852.627184:0:16952:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c744fe0e00. 00000020:00000010:0.0:1783444852.627189:0:16952:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c744fe0c00. 00000020:00000010:0.0:1783444852.627192:0:16952:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c76050da80. 00000008:00000010:0.0:1783444852.627199:0:16952:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7510b64b0. 00020000:00000010:0.0:1783444852.627215:0:16952:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c743ec1600. 00008000:00000010:0.0:1783444852.627221:0:16952:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c760970388. 00000080:00000010:0.0:1783444852.627229:0:16952:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c7467e3d20. 00000080:00000010:0.0:1783444852.627233:0:16952:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c758832750. 00000020:00000010:0.0:1783444852.627238:0:16952:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c744fe0400. 00000008:00000010:0.0:1783444852.627242:0:16952:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c76034b080. 00020000:00000010:0.0:1783444852.627246:0:16952:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7511edff0. 00008000:00000010:0.0:1783444852.627250:0:16952:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c74353d0e0. 00000080:00000010:0.0:1783444852.627253:0:16952:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c76031f780. 00000020:00000001:0.0:1783444852.627266:0:16952:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114694152 : -121189594857464 : ffff91c7593f8008) 00000020:00001000:0.0:1783444852.627269:0:16952:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593f8000 00000008:00000001:0.0:1783444852.627271:0:16952:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783444852.627274:0:16952:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783444852.627276:0:16952:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783444852.627279:0:16952:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593f8240. 00000020:00000010:0.0:1783444852.627282:0:16952:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c744fe0800. 00000020:00000010:0.0:1783444852.627284:0:16952:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c744fe1400. 00000020:00000010:0.0:1783444852.627287:0:16952:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c76050d1e0. 00000008:00000010:0.0:1783444852.627291:0:16952:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7510b2cc0. 00020000:00000010:0.0:1783444852.627293:0:16952:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c743ec1180. 00008000:00000010:0.0:1783444852.627308:0:16952:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c760973170. 00000080:00000010:0.0:1783444852.627312:0:16952:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c7467e3150. 00000080:00000010:0.0:1783444852.627315:0:16952:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c758832060. 00000020:00000010:0.0:1783444852.627319:0:16952:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c744fe1200. 00000008:00000010:0.0:1783444852.627322:0:16952:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c76034b8c0. 00020000:00000010:0.0:1783444852.627326:0:16952:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7511ee480. 00008000:00000010:0.0:1783444852.627328:0:16952:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c74353ddb8. 00000080:00000010:0.0:1783444852.627331:0:16952:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c76031fa50. 00000020:00000001:0.0:1783444852.627333:0:16952:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114694728 : -121189594856888 : ffff91c7593f8248) 00000020:00001000:0.0:1783444852.627335:0:16952:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593f8240 00000008:00000001:0.0:1783444852.627338:0:16952:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783444852.627340:0:16952:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783444852.627343:0:16952:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783444852.627346:0:16952:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444852.627348:0:16952:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783444852.627352:0:16952:0:(cl_object.c:151:cl_object_top()) ffff91c7585c36c0 -> ffff91c74529d9e0 00000020:00000001:0.0:1783444852.627354:0:16952:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:0.0:1783444852.627357:0:16952:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783444852.627360:0:16952:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783444852.627362:0:16952:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783444852.627365:0:16952:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783444852.627367:0:16952:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783444852.627368:0:16952:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783444852.627372:0:16952:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x30:0x0]io ffff91c7510b2d60 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783444852.627376:0:16952:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783444852.627378:0:16952:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783444852.627379:0:16952:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783444852.627382:0:16952:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783444852.627383:0:16952:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.627385:0:16952:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783444852.627386:0:16952:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783444852.627387:0:16952:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783444852.627388:0:16952:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444852.627391:0:16952:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783444852.627393:0:16952:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783444852.627396:0:16952:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783444852.627398:0:16952:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783444852.627400:0:16952:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783444852.627402:0:16952:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783444852.627404:0:16952:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783444852.627406:0:16952:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783444852.627408:0:16952:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783444852.627409:0:16952:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783444852.627411:0:16952:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593f8240 00000020:00000010:0.0:1783444852.627414:0:16952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c744fe1400. 00000020:00000010:0.0:1783444852.627418:0:16952:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c76050d1e0. 00000008:00000010:0.0:1783444852.627422:0:16952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7510b2cc0. 00020000:00000010:0.0:1783444852.627435:0:16952:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c743ec1180. 00008000:00000010:0.0:1783444852.627438:0:16952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c760973170. 00000080:00000010:0.0:1783444852.627442:0:16952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c7467e3150. 00000080:00000010:0.0:1783444852.627444:0:16952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c758832060. 00000020:00000010:0.0:1783444852.627448:0:16952:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c744fe0800. 00000008:00000010:0.0:1783444852.627451:0:16952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c76034b8c0. 00020000:00000010:0.0:1783444852.627455:0:16952:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7511ee480. 00008000:00000010:0.0:1783444852.627458:0:16952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c74353ddb8. 00000080:00000010:0.0:1783444852.627460:0:16952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c76031fa50. 00000020:00000010:0.0:1783444852.627462:0:16952:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c744fe1200. 00000020:00000010:0.0:1783444852.627464:0:16952:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593f8240. 00000008:00000001:0.0:1783444852.627467:0:16952:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.627469:0:16952:0:(cl_object.c:151:cl_object_top()) ffff91c7585c36c0 -> ffff91c74529d9e0 00010000:00000001:0.0:1783444852.627472:0:16952:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783444852.627474:0:16952:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.627476:0:16952:0:(cl_object.c:151:cl_object_top()) ffff91c7585c36c0 -> ffff91c74529d9e0 00000020:00000001:0.0:1783444852.627477:0:16952:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783444852.627480:0:16952:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783444852.627482:0:16952:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783444852.627484:0:16952:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.627486:0:16952:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.627488:0:16952:0:(cl_object.c:151:cl_object_top()) ffff91c7585c36c0 -> ffff91c74529d9e0 00000008:00000001:0.0:1783444852.627491:0:16952:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783444852.627493:0:16952:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593f8000 00000020:00000010:0.0:1783444852.627495:0:16952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c744fe0c00. 00000020:00000010:0.0:1783444852.627497:0:16952:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c76050da80. 00000008:00000010:0.0:1783444852.627499:0:16952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7510b64b0. 00020000:00000010:0.0:1783444852.627501:0:16952:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c743ec1600. 00008000:00000010:0.0:1783444852.627503:0:16952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c760970388. 00000080:00000010:0.0:1783444852.627505:0:16952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c7467e3d20. 00000080:00000010:0.0:1783444852.627507:0:16952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c758832750. 00000020:00000010:0.0:1783444852.627509:0:16952:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c744fe0e00. 00000008:00000010:0.0:1783444852.627511:0:16952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c76034b080. 00020000:00000010:0.0:1783444852.627513:0:16952:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7511edff0. 00008000:00000010:0.0:1783444852.627515:0:16952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c74353d0e0. 00000080:00000010:0.0:1783444852.627517:0:16952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c76031f780. 00000020:00000010:0.0:1783444852.627519:0:16952:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c744fe0400. 00000020:00000010:0.0:1783444852.627521:0:16952:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593f8000. 00000008:00000001:0.0:1783444852.627523:0:16952:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444852.627526:0:16952:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783444852.627529:0:16952:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783444852.627532:0:16952:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783444852.627534:0:16952:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444852.627536:0:16952:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783444852.627540:0:16952:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752225000 with handle 0x5503b2fe824ef799 from hash 00010000:00000001:0.0:1783444852.627542:0:16952:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783444852.627544:0:16952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444852.627546:0:16952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444852.627547:0:16952:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783444852.627550:0:16952:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783444852.627552:0:16952:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1783444852.627557:0:16952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444852.627559:0:16952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444852.627561:0:16952:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444852.627563:0:16952:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1783444852.627568:0:16952:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746730000. 00000020:00000040:0.0:1783444852.627571:0:16952:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=4 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:0.0:1783444852.627576:0:16952:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444852.627578:0:16952:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444852.627583:0:16952:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444852.627589:0:16952:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c744fe0400. 00000100:00000001:0.0:1783444852.627594:0:16952:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444852.627596:0:16952:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783444852.627601:0:16952:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef799 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x332dd2263f6ddde3 expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783444852.627622:0:16952:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1783444852.627623:0:16952:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444852.627628:0:16952:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444852.627632:0:16952:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444852.627640:0:16952:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7d60bcc] to pc [ptlrpcd_00_00+0] req@ffff91c746730000 x1870075608319488/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1783444852.627668:0:16952:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444852.627671:0:16952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444852.627672:0:16952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444852.627674:0:16952:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444852.627676:0:16952:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444852.627678:0:16952:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444852.627682:0:16952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef799 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x332dd2263f6ddde3 expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783444852.627689:0:16952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783444852.627691:0:16952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000006d356905/0x5503b2fe824ef799 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x332dd2263f6ddde3 expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1783444852.627698:0:16952:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91c76050a9c0. 00010000:00000001:0.0:1783444852.627706:0:16952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444852.627708:0:16952:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1783444852.627710:0:16952:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff91c7435e8f00. 00010000:00000001:0.0:1783444852.627713:0:16952:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.627715:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783444852.627717:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444852.627719:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783444852.627720:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783444852.627721:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444852.627723:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783444852.627724:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783444852.627726:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444852.627727:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1783444852.627828:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444852.627832:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444852.627834:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444852.627840:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746730000 x1870075608319488/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444852.627849:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444852.627851:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444852.627854:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444852.627857:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444852.627859:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444852.627862:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746730000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608319488:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1783444852.627866:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444852.627871:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444852.627873:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444852.627876:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444852.627880:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7590cce00. 02000000:00000001:1.0:1783444852.627882:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444852.627887:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444852.627890:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7467366e0. 00000400:00000010:1.0:1783444852.627896:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076198. 00000100:00000200:1.0:1783444852.627903:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608319488, portal 18 00000100:00000001:1.0:1783444852.627905:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444852.627907:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799302144 : -121189910249472 : ffff91c746730000) 00000100:00000040:1.0:1783444852.627913:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c746730000 x1870075608319488/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444868 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444852.627921:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444852.627924:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444852.627928:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7590765d8. 00000100:00000200:1.0:1783444852.627931:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1870075608319488, offset 0 00000400:00000200:1.0:1783444852.627938:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444852.627945:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.627952:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444852.627956:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444852.627960:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444852.627963:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444852.627966:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444852.627969:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2967:2967:256:4294967295] 192.168.204.110@tcp LPNI seq info [2967:2967:8:4294967295] 00000400:00000200:1.0:1783444852.627973:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.627981:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444852.627986:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444852.627991:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298900. 00000800:00000200:1.0:1783444852.627997:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444852.628006:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444852.628010:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1783444852.628025:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444852.628029:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20658 usecs (21 jiffies) 00000400:00000200:1.0:1783444852.628033:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444852.628035:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296491654 00000100:00000001:1.0:1783444852.628038:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296492542 00000100:00000001:1.0:1783444852.628040:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296491654 00000100:00000001:1.0:1783444852.628043:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296492542 00000100:00000001:1.0:1783444852.628045:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444852.628047:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.628050:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.628053:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444852.628079:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444852.628081:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783444852.628084:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444852.628085:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444852.628087:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.628089:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.628097:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444852.628116:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444852.628540:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444852.628546:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298900. 00000400:00000200:0.0:1783444852.628550:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444852.628555:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444852.628558:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7590765d8 00000400:00000010:0.0:1783444852.628560:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7590765d8. 00000100:00000001:0.0:1783444852.628563:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444852.628568:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746730000 x1870075608319488/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444868 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444852.628583:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444852.628586:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746730000 x1870075608319488/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444868 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444852.628592:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.628593:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1783444852.636617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225000. 00000800:00000001:0.0:1783444852.636990:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.637003:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444852.637006:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.637009:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444852.637017:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.637024:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444852.637033:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.637037:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.637042:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.637046:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 392 into portal 15 MB=0x6a4d2e99cf800 00000400:00000200:0.0:1783444852.637053:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.110@tcp of length 392/392 into md 0x8081 [2] + 656 00000800:00000001:0.0:1783444852.637086:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.637093:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444852.637097:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444852.637101:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444852.637108:0:2393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1783444852.637110:0:2393:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1783444852.637114:0:2393:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746730a80. 00000100:00000040:0.0:1783444852.637117:0:2393:0:(events.c:337:request_in_callback()) incoming req@ffff91c746730a80 x1870075629729792 msgsize 392 00000100:00100000:0.0:1783444852.637122:0:2393:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.110@tcp (source: 12345-192.168.204.110@tcp) 00000100:00000001:0.0:1783444852.637127:0:2393:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1783444852.637134:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.637137:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444852.637191:0:16810:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1783444852.637194:0:16810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870075629729792 02000000:00000001:1.0:1783444852.637197:0:16810:0:(sec.c:2495:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1783444852.637211:0:16810:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444852.637213:0:16810:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444852.637217:0:16810:0:(sec.c:2544:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444852.637222:0:16810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870075629729792 00000020:00000001:1.0:1783444852.637226:0:16810:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1783444852.637228:0:16810:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea6b 00000020:00000001:1.0:1783444852.637231:0:16810:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444852.637233:0:16810:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c7510a5800 refcount=4 00000020:00000001:1.0:1783444852.637236:0:16810:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883976992768 : -121189732558848 : ffff91c7510a5800) 00000020:00000001:1.0:1783444852.637238:0:16810:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883976992768 : -121189732558848 : ffff91c7510a5800) 00000100:00000001:1.0:1783444852.637242:0:16810:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783444852.637247:0:16810:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91c742c80400. 00000100:00000001:1.0:1783444852.637249:0:16810:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1783444852.637252:0:16810:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff91c742c80400. 00000020:00000010:1.0:1783444852.637265:0:16810:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590ccc00. 00000020:00000010:1.0:1783444852.637271:0:16810:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91c7505f9280. 00000020:00000010:1.0:1783444852.637276:0:16810:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff91c7603a03e8. 00000100:00000040:1.0:1783444852.637284:0:16810:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1783444852.637287:0:16810:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1783444852.637289:0:16810:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1783444852.637291:0:16810:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.637310:0:16810:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.637324:0:16810:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444852.637335:0:16810:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1783444852.637337:0:16810:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1783444852.637342:0:16810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.110@tcp, seq: 78 00000100:00000040:1.0:1783444852.637346:0:16810:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff91c7510a5800 : new rpc_count 1 00000100:00000001:1.0:1783444852.637348:0:16810:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446622883799304832 : -121189910246784 : ffff91c746730a80) 00000100:00000040:1.0:1783444852.637356:0:16810:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff91c746730a80 x1870075629729792/t0(0) o105->LOV_OSC_UUID@192.168.204.110@tcp:473/0 lens 392/0 e 0 to 0 dl 1783444863 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783444852.637365:0:16810:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783444852.637368:0:16810:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91c742c80400. 00000100:00000001:1.0:1783444852.637370:0:16810:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1783444852.637372:0:16810:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff91c742c80400. 00000100:00100000:1.0:1783444852.637377:0:16810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91c746730a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:10321:x1870075629729792:12345-192.168.204.110@tcp:105: 00000100:00000200:1.0:1783444852.637380:0:16810:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870075629729792 00010000:00000001:1.0:1783444852.637383:0:16810:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1783444852.637390:0:16810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444852.637392:0:16810:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444852.637394:0:16810:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=5 00000020:00000001:1.0:1783444852.637396:0:16810:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:1.0:1783444852.637399:0:16810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00010000:1.0:1783444852.637405:0:16810:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444852.637416:0:16810:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:1.0:1783444852.637419:0:16810:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444852.637438:0:16810:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444852.637447:0:16810:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1783444852.637450:0:16810:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.637452:0:16810:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1783444852.637454:0:16810:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1783444852.637457:0:16810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444852.637465:0:16810:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:1.0:1783444852.637469:0:16810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1783444852.637477:0:16810:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x44:0x0].0x0 (ffff91c747211900) refcount = 1 00010000:00000040:1.0:1783444852.637480:0:16810:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1783444852.637483:0:16810:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444852.637491:0:16810:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:1.0:1783444852.637493:0:16810:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1783444852.637502:0:16810:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff91c742c80400. 00000100:00000001:1.0:1783444852.637506:0:16810:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444852.637511:0:16810:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7435e8480. 00000100:00000001:1.0:1783444852.637513:0:16810:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883747628160 : -121189961923456 : ffff91c7435e8480) 00000100:00000001:1.0:1783444852.637515:0:16810:0:(client.c:1205:ptlrpc_prep_fcset()) Process leaving (rc=18446622883747628160 : -121189961923456 : ffff91c7435e8480) 00000100:00000001:1.0:1783444852.637518:0:16810:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444852.637519:0:16810:0:(client.c:1935:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1783444852.637520:0:16810:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1783444852.637523:0:16810:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1783444852.637539:0:16810:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.637541:0:16810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.637543:0:16810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444852.637544:0:16810:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.637546:0:16810:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1783444852.637547:0:16810:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1783444852.637549:0:16810:0:(client.c:1950:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.637552:0:16810:0:(client.c:2685:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.637554:0:16810:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1783444852.637556:0:16810:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7435e8480. 00000100:00000001:1.0:1783444852.637559:0:16810:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1783444852.637560:0:16810:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1783444852.637563:0:16810:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff91c742c80400. 00010000:00010000:1.0:1783444852.637565:0:16810:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff91c751b15c00) 00010000:00000001:1.0:1783444852.637567:0:16810:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444852.637569:0:16810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.637570:0:16810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444852.637572:0:16810:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1783444852.637574:0:16810:0:(sec.c:2566:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1783444852.637579:0:16810:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff91c751026800. 02000000:00000001:1.0:1783444852.637582:0:16810:0:(sec.c:2603:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.637584:0:16810:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.637600:0:16810:0:(ldlm_lib.c:3304:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1783444852.637603:0:16810:0:(ldlm_lib.c:3325:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444852.637607:0:16810:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7590235e8 time=32 v=5 (1 1 1 1) 00000100:00000001:1.0:1783444852.637612:0:16810:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783444852.637616:0:16810:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 16 to 192.168.204.110@tcp 00000100:00000001:1.0:1783444852.637619:0:16810:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 02000000:00000001:1.0:1783444852.637622:0:16810:0:(sec.c:2617:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1783444852.637624:0:16810:0:(sec.c:2628:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.637627:0:16810:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:2.0:1783444852.637629:0:35908:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000040:1.0:1783444852.637631:0:16810:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444852.637638:0:16810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076f68. 00010000:00000001:2.0:1783444852.637644:0:35908:0:(ldlm_request.c:350:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1783444852.637644:0:16810:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1870075629729792, offset 224 00010000:00010000:2.0:1783444852.637652:0:35908:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1783444852.637655:0:16810:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00010000:00000001:2.0:1783444852.637665:0:35908:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00000400:00000200:1.0:1783444852.637666:0:16810:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00010000:00000001:2.0:1783444852.637668:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.637672:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444852.637673:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.637676:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1783444852.637677:0:16810:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00010000:00000001:2.0:1783444852.637679:0:35908:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444852.637684:0:35908:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000400:00000200:1.0:1783444852.637685:0:16810:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2968:2968:256:4294967295] 192.168.204.110@tcp LPNI seq info [2968:2968:8:4294967295] 00000008:00000001:2.0:1783444852.637688:0:35908:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1783444852.637692:0:35908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444852.637695:0:35908:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:1.0:1783444852.637695:0:16810:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000020:00000040:2.0:1783444852.637699:0:35908:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=3 00000020:00000001:2.0:1783444852.637704:0:35908:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444852.637710:0:35908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00000400:00000200:1.0:1783444852.637711:0:16810:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00010000:00000001:2.0:1783444852.637715:0:35908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444852.637718:0:35908:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444852.637721:0:35908:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=4 00000800:00000200:1.0:1783444852.637722:0:16810:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000020:00000001:2.0:1783444852.637726:0:35908:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00000800:00000010:1.0:1783444852.637730:0:16810:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298200. 00010000:00000001:2.0:1783444852.637731:0:35908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444852.637737:0:35908:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444852.637741:0:35908:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444852.637741:0:16810:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00010000:00010000:2.0:1783444852.637749:0:35908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000800:00000200:1.0:1783444852.637754:0:16810:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444852.637761:0:16810:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298200 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:2.0:1783444852.637764:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.637766:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444852.637769:0:35908:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1783444852.637773:0:35908:0:(cl_object.c:151:cl_object_top()) ffff91c7585c36c0 -> ffff91c74529d9e0 00000008:00010000:2.0:1783444852.637777:0:35908:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1783444852.637785:0:35908:0:(cl_object.c:151:cl_object_top()) ffff91c7585c36c0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444852.637787:0:35908:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1783444852.637790:0:35908:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1783444852.637793:0:35908:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783444852.637795:0:35908:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.637797:0:35908:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.637799:0:35908:0:(cl_object.c:151:cl_object_top()) ffff91c7585c36c0 -> ffff91c74529d9e0 00000008:00000001:2.0:1783444852.637815:0:35908:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:2.0:1783444852.637818:0:35908:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.637820:0:35908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444852.637821:0:35908:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444852.637823:0:35908:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=5 00000020:00000001:2.0:1783444852.637825:0:35908:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444852.637828:0:35908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444852.637830:0:35908:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444852.637833:0:35908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444852.637841:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.637843:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444852.638509:0:16810:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444852.638515:0:16810:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00010000:00000001:1.0:1783444852.638519:0:16810:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444852.638524:0:16810:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746730a80 x1870075629729792/t0(0) o105->LOV_OSC_UUID@192.168.204.110@tcp:473/0 lens 392/224 e 0 to 0 dl 1783444863 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783444852.638534:0:16810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91c746730a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:10321:x1870075629729792:12345-192.168.204.110@tcp:105: Request processed in 1167us (1414us total) trans 0 rc 0/0 00000100:00100000:1.0:1783444852.638542:0:16810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.110@tcp, seq: 78 00000100:00000040:1.0:1783444852.638545:0:16810:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91c7510a5800 : new rpc_count 0 00000100:00000001:1.0:1783444852.638548:0:16810:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1783444852.638550:0:16810:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1783444852.638555:0:16810:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91c7505f9280. 00000020:00000010:1.0:1783444852.638559:0:16810:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff91c7603a03e8. 00000020:00000010:1.0:1783444852.638563:0:16810:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590ccc00. 00000020:00000040:1.0:1783444852.638568:0:16810:0:(genops.c:900:class_export_put()) PUTting export ffff91c7510a5800 : new refcount 3 00000100:00000001:1.0:1783444852.638571:0:16810:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444852.638616:0:35908:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444852.638628:0:35908:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444852.638629:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.638630:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444852.638632:0:35908:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.638635:0:35908:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444852.638642:0:35908:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760462d80 x1870075608319360/t0(0) o101->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1783444868 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444852.638650:0:35908:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444852.638653:0:35908:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444852.638656:0:35908:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452acc00. 02000000:00000001:2.0:1783444852.638660:0:35908:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444852.638662:0:35908:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444852.638664:0:35908:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:2.0:1783444852.638666:0:35908:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444852.638669:0:35908:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c75937e200. 02000000:00000001:2.0:1783444852.638671:0:35908:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444852.638674:0:35908:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444852.638675:0:35908:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760462d80. 00000100:00000001:2.0:1783444852.638679:0:35908:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444852.638680:0:35908:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1783444852.638682:0:35908:0:(osc_request.c:3316:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444852.638684:0:35908:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.638687:0:35908:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444852.638691:0:35908:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.638692:0:35908:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.638694:0:35908:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.638697:0:35908:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.638698:0:35908:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.638700:0:35908:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1783444852.638704:0:35908:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:2.0:1783444852.638710:0:35908:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1783444852.638712:0:35908:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444852.638714:0:35908:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444852.638716:0:35908:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783444852.638720:0:35908:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1783444852.638725:0:35908:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1783444852.638727:0:35908:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444852.638730:0:35908:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1783444852.638731:0:35908:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783444852.638734:0:35908:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:2.0:1783444852.638738:0:35908:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783444852.638741:0:35908:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:2.0:1783444852.638744:0:35908:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.638746:0:35908:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.638747:0:35908:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000080:00200000:2.0:1783444852.638750:0:35908:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 0 i_blocks 0 00000080:00000001:2.0:1783444852.638752:0:35908:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1783444852.638756:0:35908:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfb88 00000080:00200000:2.0:1783444852.638759:0:35908:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:2.0:1783444852.638763:0:35908:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1783444852.638765:0:35908:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c750774f80 00020000:00000002:2.0:1783444852.638768:0:35908:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff91c7604272a0 addref 2/0 by ffff91c750774f80. 00020000:00000002:2.0:1783444852.638771:0:35908:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c750774f80 00000020:00000001:2.0:1783444852.638775:0:35908:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:2.0:1783444852.638777:0:35908:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1783444852.638780:0:35908:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1783444852.638783:0:35908:0:(lov_offset.c:253:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:2.0:1783444852.638787:0:35908:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444852.638789:0:35908:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000020:00000001:2.0:1783444852.638791:0:35908:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1783444852.638794:0:35908:0:(osc_io.c:1404:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1783444852.638797:0:35908:0:(osc_io.c:1417:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.638799:0:35908:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444852.638813:0:35908:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.638816:0:35908:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.638824:0:35908:0:(rw26.c:703:ll_write_begin()) Process entered 00000080:00200000:2.0:1783444852.638826:0:35908:0:(rw26.c:704:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000800:00000200:0.0:1783444852.638832:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444852.638838:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298200. 00000400:00000200:0.0:1783444852.638842:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444852.638847:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444852.638852:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076f68 00000400:00000010:0.0:1783444852.638854:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076f68. 00000100:00000001:0.0:1783444852.638858:0:2392:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1783444852.638859:0:2392:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1783444852.640531:0:35908:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1783444852.641296:0:35908:0:(cl_page.c:427:cl_page_find()) 0@[0x200000405:0x30:0x0] ffffee34443e6d00 0 1 00000020:00000001:2.0:1783444852.641302:0:35908:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1783444852.641303:0:35908:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.641305:0:35908:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:2.0:1783444852.641311:0:35908:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff91c758374a80. 00000020:00000001:2.0:1783444852.641316:0:35908:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1783444852.641317:0:35908:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1783444852.641320:0:35908:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:2.0:1783444852.641324:0:35908:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:2.0:1783444852.641326:0:35908:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444852.641327:0:35908:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000008:00000001:2.0:1783444852.641332:0:35908:0:(osc_cache.c:2429:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1783444852.641334:0:35908:0:(osc_cache.c:2452:osc_prep_async_page()) oap ffff91c758374af0 folio ffffee34443e6d00 pg:0 obj off 0 00000008:00000001:2.0:1783444852.641337:0:35908:0:(osc_cache.c:2453:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.641338:0:35908:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1783444852.641339:0:35908:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1783444852.641341:0:35908:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1783444852.641343:0:35908:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444852.641347:0:35908:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.641348:0:35908:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446622884097378944 : -121189612172672 : ffff91c758374a80) 00000020:00000001:2.0:1783444852.641351:0:35908:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446622884097378944 : -121189612172672 : ffff91c758374a80) 00000020:00000001:2.0:1783444852.641353:0:35908:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1783444852.641356:0:35908:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1783444852.641357:0:35908:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622883777818864 : -121189931732752 : ffff91c7452b30f0) 00000020:00000001:2.0:1783444852.641360:0:35908:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1783444852.641361:0:35908:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1783444852.641363:0:35908:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783444852.641368:0:35908:0:(cl_page.c:507:__cl_page_state_set()) page@0000000082fbb4b0[2 000000003d88f0c1 1 1 0000000000c7d045 0 0 0] 00000020:00000001:2.0:1783444852.641370:0:35908:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1783444852.641372:0:35908:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1783444852.641373:0:35908:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:2.0:1783444852.641375:0:35908:0:(rw26.c:610:ll_prepare_partial_page()) Process entered 00000020:00000001:2.0:1783444852.641378:0:35908:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444852.641379:0:35908:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444852.641381:0:35908:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783444852.641383:0:35908:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1783444852.641386:0:35908:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:2.0:1783444852.641389:0:35908:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.641390:0:35908:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.641392:0:35908:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000080:00000001:2.0:1783444852.641395:0:35908:0:(rw26.c:630:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783444852.641398:0:35908:0:(rw26.c:815:ll_write_begin()) Process leaving 00000080:00000001:2.0:1783444852.641399:0:35908:0:(rw26.c:831:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.641403:0:35908:0:(rw26.c:894:ll_write_end()) Process entered 00000080:00200000:2.0:1783444852.641404:0:35908:0:(rw26.c:898:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:2.0:1783444852.641406:0:35908:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1783444852.641408:0:35908:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622883777818864 : -121189931732752 : ffff91c7452b30f0) 00000020:00000001:2.0:1783444852.641409:0:35908:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1783444852.641411:0:35908:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783444852.641420:0:35908:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1783444852.641423:0:35908:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1783444852.641424:0:35908:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1783444852.641425:0:35908:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1783444852.641428:0:35908:0:(rw26.c:956:ll_write_end()) page@0000000082fbb4b0[3 000000003d88f0c1 2 1 0000000000c7d045 0 0 0] 00000080:00200000:2.0:1783444852.641432:0:35908:0:(rw26.c:956:ll_write_end()) vmpage @00000000e15216d8 17ffffc0001001 3:0 ffff91c758374a80 0 lru 00000080:00200000:2.0:1783444852.641439:0:35908:0:(rw26.c:956:ll_write_end()) osc-page@000000000e5423bb 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000dc219542 0000000078c1e68a > 3< 0 0 > 4< 0 0 8 8388608 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1783444852.641441:0:35908:0:(rw26.c:956:ll_write_end()) end page@0000000082fbb4b0 00000080:00200000:2.0:1783444852.641443:0:35908:0:(rw26.c:956:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1783444852.641445:0:35908:0:(rw26.c:977:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:2.0:1783444852.641449:0:35908:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1783444852.641451:0:35908:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:2.0:1783444852.641453:0:35908:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1783444852.641456:0:35908:0:(lov_io.c:1718:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1783444852.641457:0:35908:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444852.641458:0:35908:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000020:00000001:2.0:1783444852.641460:0:35908:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1783444852.641462:0:35908:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1783444852.641465:0:35908:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1783444852.641466:0:35908:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1783444852.641467:0:35908:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:2.0:1783444852.641468:0:35908:0:(osc_cache.c:2474:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1783444852.641472:0:35908:0:(osc_cache.c:2533:osc_queue_async_io()) obj ffff91c7585c36c0 ready 0|-|- wr 0|-|- rd 0|- oap ffff91c758374af0 folio ffffee34443e6d00 pg:0 added for cmd 2 00000008:00000001:2.0:1783444852.641477:0:35908:0:(osc_cache.c:1728:osc_enter_cache()) Process entered 00000008:00000020:2.0:1783444852.641479:0:35908:0:(osc_cache.c:1730:osc_enter_cache()) lustre-OST0000-osc-ffff91c759350000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8388608, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:2.0:1783444852.641485:0:35908:0:(osc_cache.c:1635:osc_enter_cache_try()) lustre-OST0000-osc-ffff91c759350000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8388608, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:2.0:1783444852.641489:0:35908:0:(osc_cache.c:1482:osc_consume_write_grant()) using 4096 grant credits for brw ffff91c758374b28 page ffffee34443e6d00 00000008:00000020:2.0:1783444852.641493:0:35908:0:(osc_cache.c:1762:osc_enter_cache()) lustre-OST0000-osc-ffff91c759350000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8359936, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:2.0:1783444852.641497:0:35908:0:(osc_cache.c:1778:osc_enter_cache()) Process leaving 00000008:00000001:2.0:1783444852.641498:0:35908:0:(osc_cache.c:1781:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444852.641500:0:35908:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:2.0:1783444852.641505:0:35908:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff91c78206f540. 00000008:00000020:2.0:1783444852.641509:0:35908:0:(osc_cache.c:1311:__osc_extent_tree_dump()) Dump object ffff91c7585c36c0 extents at osc_extent_find:839, mppr: 1024. 00000008:00000020:2.0:1783444852.641515:0:35908:0:(osc_cache.c:1874:osc_update_pending()) obj ffff91c7585c36c0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:2.0:1783444852.641520:0:35908:0:(osc_cache.c:857:osc_extent_find()) extent ffff91c78206f540@{[0 -> 0/1023], [3|1|-|active|wi|ffff91c7585c36c0], [28672|0|-|-|ffff91c751b15c00|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:2.0:1783444852.641527:0:35908:0:(osc_cache.c:857:osc_extent_find()) ### extent: 0000000038eded4e ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:2.0:1783444852.641894:0:35908:0:(osc_cache.c:874:osc_extent_find()) Process leaving 00000008:00000001:2.0:1783444852.641898:0:35908:0:(osc_cache.c:2670:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444852.641901:0:35908:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444852.641903:0:35908:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1783444852.641905:0:35908:0:(cl_object.c:151:cl_object_top()) ffff91c7585c36c0 -> ffff91c74529d9e0 00000008:00000002:2.0:1783444852.641907:0:35908:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->23 0 00000020:00000001:2.0:1783444852.641910:0:35908:0:(cl_object.c:151:cl_object_top()) ffff91c7585c36c0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444852.641912:0:35908:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1783444852.641914:0:35908:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:2.0:1783444852.641916:0:35908:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783444852.641918:0:35908:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.641919:0:35908:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.641921:0:35908:0:(cl_object.c:151:cl_object_top()) ffff91c7585c36c0 -> ffff91c74529d9e0 00000008:00000001:2.0:1783444852.641922:0:35908:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1783444852.641923:0:35908:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1783444852.641925:0:35908:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1783444852.641929:0:35908:0:(cl_page.c:556:cl_batch_put()) page@0000000082fbb4b0[4 000000003d88f0c1 2 1 0000000000c7d045 0 0 0] 00000020:00000001:2.0:1783444852.641930:0:35908:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1783444852.641932:0:35908:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1783444852.641933:0:35908:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1783444852.641935:0:35908:0:(osc_request.c:745:osc_update_next_shrink()) next time 3024 to shrink grant 00000080:00000001:2.0:1783444852.641937:0:35908:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000800:00000001:0.0:1783444852.642329:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.642340:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444852.642343:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.642345:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444852.642352:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.642359:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444852.642367:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.642372:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.642376:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.642380:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a4d2e8564600 00000400:00000200:0.0:1783444852.642384:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.642389:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x8291 [1] + 224 00000800:00000001:0.0:1783444852.642396:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.642401:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444852.642404:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444852.642409:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444852.642415:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444852.642422:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746730000 x1870075608319488/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444868 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444852.642433:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c746730000 x1870075608319488/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444868 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444852.642455:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444852.642463:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.642465:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444852.642541:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444852.642545:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444852.642551:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444852.642553:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444852.642556:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7467366e0. 00000400:00000200:1.0:1783444852.642559:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076198 00000400:00000010:1.0:1783444852.642561:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076198. 00000100:00000001:1.0:1783444852.642564:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444852.642569:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746730000 x1870075608319488/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444868 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783444852.642578:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746730000 x1870075608319488/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444868 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444852.642590:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444852.642592:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444852.642594:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444852.642597:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444852.642599:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444852.642602:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444852.642604:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444852.642613:0:2400:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1538 time=181 v=5 (5 5 5 5) 00000100:00001000:1.0:1783444852.642616:0:2400:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444852.642619:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444852.642620:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.642623:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444852.642626:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.642630:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444852.642632:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967337 00000100:00000001:1.0:1783444852.642634:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444852.642635:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444852.642640:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746730000 x1870075608319488/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444868 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444852.642646:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444852.642649:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444852.642651:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444852.642654:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746730000 x1870075608319488/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444868 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783444852.642661:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746730000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2400:1870075608319488:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1783444852.642666:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444852.642668:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444852.642672:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746730000 x1870075608319488/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444868 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444852.642678:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783444852.642680:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444852.642683:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7590cce00. 02000000:00000001:1.0:1783444852.642687:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783444852.642689:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783444852.642691:0:2400:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:1.0:1783444852.642693:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783444852.642695:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c744fe0400. 02000000:00000001:1.0:1783444852.642698:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783444852.642700:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783444852.642702:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746730000. 00000100:00000001:1.0:1783444852.642705:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783444852.642707:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444852.642709:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444852.642715:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444852.642716:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.642718:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783444852.642720:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.642914:0:35908:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:2.0:1783444852.642923:0:35908:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff91c748db6db8, count 1, dirtied 1 00000080:00000001:2.0:1783444852.642926:0:35908:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1783444852.642928:0:35908:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1783444852.642929:0:35908:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1783444852.642931:0:35908:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1783444852.642932:0:35908:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783444852.642936:0:35908:0:(cl_page.c:507:__cl_page_state_set()) page@0000000082fbb4b0[3 000000003d88f0c1 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783444852.643329:0:35908:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1783444852.643331:0:35908:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1783444852.643333:0:35908:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1783444852.643335:0:35908:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1783444852.643338:0:35908:0:(cl_page.c:556:cl_batch_put()) page@0000000082fbb4b0[3 000000003d88f0c1 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783444852.643340:0:35908:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:2.0:1783444852.643341:0:35908:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:2.0:1783444852.643342:0:35908:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:2.0:1783444852.643344:0:35908:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1783444852.643345:0:35908:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.643347:0:35908:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444852.643350:0:35908:0:(lov_io.c:1730:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.643352:0:35908:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783444852.643355:0:35908:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:2.0:1783444852.643357:0:35908:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1783444852.643359:0:35908:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1783444852.643360:0:35908:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.643364:0:35908:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfb88 00000080:00200000:2.0:1783444852.643366:0:35908:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:2.0:1783444852.643368:0:35908:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444852.643371:0:35908:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1783444852.643372:0:35908:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444852.643374:0:35908:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1783444852.643375:0:35908:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:2.0:1783444852.643377:0:35908:0:(cl_object.c:151:cl_object_top()) ffff91c7585c36c0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444852.643379:0:35908:0:(cl_object.c:151:cl_object_top()) ffff91c7585c36c0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444852.643381:0:35908:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1783444852.643383:0:35908:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783444852.643384:0:35908:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.643386:0:35908:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.643387:0:35908:0:(cl_object.c:151:cl_object_top()) ffff91c7585c36c0 -> ffff91c74529d9e0 00000008:00000001:2.0:1783444852.643389:0:35908:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.643391:0:35908:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444852.643393:0:35908:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444852.643394:0:35908:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.643396:0:35908:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.643398:0:35908:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1783444852.643399:0:35908:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1783444852.643401:0:35908:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1783444852.643402:0:35908:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:2.0:1783444852.643403:0:35908:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:2.0:1783444852.643406:0:35908:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1783444852.643410:0:35908:0:(osc_cache.c:1874:osc_update_pending()) obj ffff91c7585c36c0 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:2.0:1783444852.643416:0:35908:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1783444852.643418:0:35908:0:(osc_cache.c:1859:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444852.643420:0:35908:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1783444852.643421:0:35908:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444852.643424:0:35908:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:2.0:1783444852.643425:0:35908:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1783444852.643426:0:35908:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444852.643427:0:35908:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.643430:0:35908:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1783444852.643432:0:35908:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1783444852.643434:0:35908:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1783444852.643436:0:35908:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91c74526ec68 (ffff91c7435a7638/0) at cl_lock_release():245 00000020:00000001:2.0:1783444852.643439:0:35908:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444852.643440:0:35908:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c74526ec68 (ffff91c7435a7638/0) at cl_lock_cancel():142 00020000:00000001:2.0:1783444852.643443:0:35908:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1783444852.643445:0:35908:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444852.643446:0:35908:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000020:00000001:2.0:1783444852.643448:0:35908:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444852.643450:0:35908:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c746559cb0 (ffff91c7435a73f8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1783444852.643453:0:35908:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1783444852.643455:0:35908:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1783444852.643458:0:35908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444852.643460:0:35908:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444852.643462:0:35908:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=5 00000020:00000001:2.0:1783444852.643464:0:35908:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444852.643467:0:35908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444852.643469:0:35908:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444852.643473:0:35908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444852.643482:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.643484:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444852.643485:0:35908:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444852.643488:0:35908:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444852.643491:0:35908:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783444852.643499:0:35908:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444852.643502:0:35908:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444852.643503:0:35908:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444852.643507:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.643509:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444852.643510:0:35908:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.643514:0:35908:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444852.643516:0:35908:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.643518:0:35908:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.643520:0:35908:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.643523:0:35908:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444852.643524:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.643525:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444852.643526:0:35908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.643527:0:35908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444852.643529:0:35908:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1783444852.643530:0:35908:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444852.643532:0:35908:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444852.644699:0:35908:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444852.644703:0:35908:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444852.644704:0:35908:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c74526ec68 (ffff91c7435a7638/0) at cl_lock_fini():72 00020000:00000001:2.0:1783444852.644709:0:35908:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1783444852.644710:0:35908:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444852.644711:0:35908:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c746559cb0 (ffff91c7435a7638/1) at cl_lock_fini():72 00000008:00000010:2.0:1783444852.644715:0:35908:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91c758bfbb50. 00000020:00000001:2.0:1783444852.644719:0:35908:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1783444852.644721:0:35908:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91c746559c80. 00020000:00000001:2.0:1783444852.644724:0:35908:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1783444852.644725:0:35908:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1783444852.644726:0:35908:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1783444852.644729:0:35908:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1783444852.644730:0:35908:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444852.644732:0:35908:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1783444852.644733:0:35908:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1783444852.644734:0:35908:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444852.644736:0:35908:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444852.644738:0:35908:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1783444852.644739:0:35908:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1783444852.644741:0:35908:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1783444852.644743:0:35908:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:2.0:1783444852.644745:0:35908:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1783444852.644747:0:35908:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1783444852.644748:0:35908:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1783444852.644749:0:35908:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444852.644750:0:35908:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1783444852.644752:0:35908:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1783444852.644754:0:35908:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444852.644756:0:35908:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444852.644758:0:35908:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1783444852.644759:0:35908:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1783444852.644761:0:35908:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783444852.644765:0:35908:0:(file.c:2173:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:2.0:1783444852.644768:0:35908:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:2.0:1783444852.644770:0:35908:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:2.0:1783444852.644772:0:35908:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1783444852.644774:0:35908:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:2.0:1783444852.644775:0:35908:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1783444852.644777:0:35908:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1783444852.644778:0:35908:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783444852.644780:0:35908:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a73f0 00000020:00000010:2.0:1783444852.644784:0:35908:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752031600. 00000020:00000010:2.0:1783444852.644788:0:35908:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427a80. 00000008:00000010:2.0:1783444852.644792:0:35908:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103e4b0. 00020000:00000010:2.0:1783444852.644795:0:35908:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206fcc0. 00008000:00000010:2.0:1783444852.644800:0:35908:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751343880. 00000080:00000010:2.0:1783444852.644815:0:35908:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e498. 00000080:00000010:2.0:1783444852.644819:0:35908:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b2750. 00000020:00000010:2.0:1783444852.644822:0:35908:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031800. 00000008:00000010:2.0:1783444852.644825:0:35908:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5ce0. 00020000:00000010:2.0:1783444852.644829:0:35908:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c5da8. 00008000:00000010:2.0:1783444852.644832:0:35908:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8680. 00000080:00000010:2.0:1783444852.644836:0:35908:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e3c0. 00000020:00000010:2.0:1783444852.644838:0:35908:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031c00. 00000020:00000010:2.0:1783444852.644840:0:35908:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a73f0. 00020000:00000001:2.0:1783444852.644843:0:35908:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1783444852.644845:0:35908:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:2.0:1783444852.644855:0:35908:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1783444852.644857:0:35908:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1783444852.644860:0:35908:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1783444852.644861:0:35908:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1783444852.644863:0:35908:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfca0 00000080:00200000:2.0:1783444852.644865:0:35908:0:(file.c:2206:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:2.0:1783444852.644870:0:35908:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1783444852.644872:0:35908:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444852.644874:0:35908:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444852.644875:0:35908:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783444852.644879:0:35908:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1783444852.644882:0:35908:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1783444852.644884:0:35908:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1783444852.644886:0:35908:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1783444852.644887:0:35908:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:2.0:1783444852.644890:0:35908:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=23 (1) m=1783444852 a=0 c=1783444852 b=0 00020000:00000001:2.0:1783444852.644893:0:35908:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783444852.644895:0:35908:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=23 m=1783444852 a=0 c=1783444852 b=0 00020000:00000001:2.0:1783444852.644898:0:35908:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.644900:0:35908:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.644901:0:35908:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000080:00200000:2.0:1783444852.644904:0:35908:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 23 i_blocks 0 00000080:00000001:2.0:1783444852.644907:0:35908:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1783444852.644910:0:35908:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:2.0:1783444852.644912:0:35908:0:(file.c:2296:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:2.0:1783444852.644914:0:35908:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7630 00000020:00000010:2.0:1783444852.644916:0:35908:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752030800. 00000020:00000010:2.0:1783444852.644919:0:35908:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427c60. 00000008:00000010:2.0:1783444852.644922:0:35908:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444852.644925:0:35908:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444852.644928:0:35908:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444852.644930:0:35908:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444852.644933:0:35908:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444852.644935:0:35908:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752030600. 00000008:00000010:2.0:1783444852.644937:0:35908:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444852.644950:0:35908:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444852.644953:0:35908:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444852.644956:0:35908:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526ec30. 00000020:00000010:2.0:1783444852.644958:0:35908:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752030000. 00000020:00000010:2.0:1783444852.644960:0:35908:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7630. 00000020:00000001:2.0:1783444852.644963:0:35908:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfd90 00000080:00000008:2.0:1783444852.644965:0:35908:0:(file.c:2683:do_file_write_iter()) COMPLETED: file recon:[0x200000405:0x30:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:2.0:1783444852.644968:0:35908:0:(file.c:2685:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1783444852.644985:0:35908:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1783444852.644988:0:35908:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c750774f80 00020000:00000002:2.0:1783444852.644991:0:35908:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c750774f80 00020000:00000001:2.0:1783444852.644993:0:35908:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.645000:0:35908:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:2.0:1783444852.645002:0:35908:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfdb8 00000080:00200008:2.0:1783444852.645004:0:35908:0:(file.c:447:ll_file_release()) START file recon:[0x200000405:0x30:0x0](ffff91c748db6c08), flags 102001 00000080:00000001:2.0:1783444852.645008:0:35908:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1783444852.645010:0:35908:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1783444852.645012:0:35908:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1783444852.645013:0:35908:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c750774f80 00020000:00000002:2.0:1783444852.645015:0:35908:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c750774f80 00020000:00000001:2.0:1783444852.645017:0:35908:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.645019:0:35908:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1783444852.645023:0:35908:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444852.645025:0:35908:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444852.645028:0:35908:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444852.645030:0:35908:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444852.645032:0:35908:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444852.645034:0:35908:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:2.0:1783444852.645036:0:35908:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444852.645041:0:35908:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444852.645044:0:35908:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444852.645049:0:35908:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 2 00010000:00000001:2.0:1783444852.645052:0:35908:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444852.645071:0:35908:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444852.645073:0:35908:0:(lmv_obd.c:4132:lmv_lock_match()) Lock match for [0x200000405:0x30:0x0]: 0 00000080:00000001:2.0:1783444852.645075:0:35908:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1783444852.645077:0:35908:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1783444852.645083:0:35908:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff91c752030000. 00000080:00000001:2.0:1783444852.645085:0:35908:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1783444852.645088:0:35908:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1783444852.645092:0:35908:0:(lmv_obd.c:1665:lmv_close()) Process entered 00800000:00000001:2.0:1783444852.645093:0:35908:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444852.645094:0:35908:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444852.645095:0:35908:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444852.645097:0:35908:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444852.645099:0:35908:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444852.645101:0:35908:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:2.0:1783444852.645102:0:35908:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444852.645104:0:35908:0:(lmv_obd.c:1671:lmv_close()) CLOSE [0x200000405:0x30:0x0] 00000002:00000001:2.0:1783444852.645107:0:35908:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1783444852.645109:0:35908:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91c759350000: [0x200000405:0x30:0x0] file closed with intent: 200 00000100:00000010:2.0:1783444852.645114:0:35908:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f2680. 00000020:00000040:2.0:1783444852.645118:0:35908:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:2.0:1783444852.645122:0:35908:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444852.645135:0:35908:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444852.645138:0:35908:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444852.645146:0:35908:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c752030600. 00000100:00000001:2.0:1783444852.645151:0:35908:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1783444852.645175:0:35908:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91c758839500 x1870075608319104/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444868 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1783444852.645186:0:35908:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1783444852.645192:0:35908:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c7603f2680 x1870075608319744/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1783444852.645199:0:35908:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444852.645201:0:35908:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444852.645207:0:35908:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7464c1a80. 00000100:00000001:2.0:1783444852.645208:0:35908:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883796753024 : -121189912798592 : ffff91c7464c1a80) 00000100:00000001:2.0:1783444852.645211:0:35908:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444852.645212:0:35908:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232111744 : -121189477439872 : ffff91c7603f2680) 00000100:00000001:2.0:1783444852.645216:0:35908:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444852.645220:0:35908:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.645222:0:35908:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444852.646673:0:35908:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444852.646681:0:35908:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f2680 x1870075608319744/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444852.646691:0:35908:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444852.646693:0:35908:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444852.646698:0:35908:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444852.646701:0:35908:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444852.646704:0:35908:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444852.646707:0:35908:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f2680 pname:cluuid:pid:xid:nid:opc:job uname:666e3c65-e321-43ec-a94e-a01058e25d7d:35908:1870075608319744:192.168.204.110@tcp:35:uname.0 00000100:00000001:2.0:1783444852.646711:0:35908:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444852.646717:0:35908:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444852.646720:0:35908:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444852.646722:0:35908:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444852.646727:0:35908:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c750f6d400. 02000000:00000001:2.0:1783444852.646729:0:35908:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444852.646735:0:35908:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444852.646739:0:35908:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff478. 00000400:00000010:2.0:1783444852.646745:0:35908:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83880. 00000100:00000200:2.0:1783444852.646751:0:35908:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608319744, portal 10 00000100:00000001:2.0:1783444852.646753:0:35908:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444852.646755:0:35908:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232111744 : -121189477439872 : ffff91c7603f2680) 00000100:00000040:2.0:1783444852.646761:0:35908:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c7603f2680 x1870075608319744/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444868 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444852.646769:0:35908:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444852.646771:0:35908:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444852.646774:0:35908:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83e58. 00000100:00000200:2.0:1783444852.646777:0:35908:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870075608319744, offset 0 00000400:00000200:2.0:1783444852.646783:0:35908:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444852.646790:0:35908:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444852.646798:0:35908:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444852.646815:0:35908:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444852.646819:0:35908:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444852.646822:0:35908:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444852.646825:0:35908:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444852.646829:0:35908:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2969:2969:256:4294967295] 192.168.204.110@tcp LPNI seq info [2969:2969:8:4294967295] 00000400:00000200:2.0:1783444852.646834:0:35908:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444852.646843:0:35908:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444852.646860:0:35908:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444852.646866:0:35908:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1e00. 00000800:00000200:2.0:1783444852.646872:0:35908:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444852.646880:0:35908:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444852.646884:0:35908:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1783444852.646893:0:35908:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444852.646897:0:35908:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 867340 usecs (868 jiffies) 00000400:00000200:2.0:1783444852.646900:0:35908:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444852.646904:0:35908:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296492520 00000100:00000001:2.0:1783444852.646906:0:35908:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296492542 00000100:00000001:2.0:1783444852.646909:0:35908:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296492520 00000100:00000001:2.0:1783444852.646911:0:35908:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296492542 00000100:00000001:2.0:1783444852.646913:0:35908:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444852.646916:0:35908:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.646918:0:35908:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444852.646920:0:35908:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444852.646922:0:35908:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7464c1a80 going to sleep for 11 seconds 00000100:00000001:2.0:1783444852.646925:0:35908:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444852.646927:0:35908:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444852.647660:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444852.647665:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1e00. 00000400:00000200:0.0:1783444852.647670:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444852.647675:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444852.647681:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83e58 00000400:00000010:0.0:1783444852.647684:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83e58. 00000100:00000001:0.0:1783444852.647687:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444852.647692:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2680 x1870075608319744/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444868 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.647702:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444852.647705:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2680 x1870075608319744/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444868 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.647712:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.647714:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444852.654815:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.654830:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444852.654834:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.654836:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444852.654844:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.654851:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444852.654859:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.654863:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.654868:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.654872:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8564700 00000400:00000200:0.0:1783444852.654876:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.654882:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x82a9 [1] + 224 00000800:00000001:0.0:1783444852.654889:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.654894:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444852.654897:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444852.654901:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444852.654907:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444852.654915:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2680 x1870075608319744/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444868 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444852.654927:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91c7603f2680 x1870075608319744/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.654948:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444852.654955:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.654958:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444852.655105:0:35908:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444852.655113:0:35908:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444852.655115:0:35908:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444852.655119:0:35908:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff478. 00000400:00000200:2.0:1783444852.655130:0:35908:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83880 00000400:00000010:2.0:1783444852.655132:0:35908:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83880. 00000100:00000001:2.0:1783444852.655136:0:35908:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444852.655142:0:35908:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f2680 x1870075608319744/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783444852.655153:0:35908:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f2680 x1870075608319744/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444852.655160:0:35908:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444852.655162:0:35908:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444852.655397:0:35908:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444852.655400:0:35908:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444852.655402:0:35908:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444852.655405:0:35908:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444852.655408:0:35908:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444852.655417:0:35908:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bcf0 time=32 v=5 (5 5 5 5) 00000100:00001000:2.0:1783444852.655422:0:35908:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=39 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444852.655424:0:35908:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444852.655426:0:35908:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.655428:0:35908:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444852.655432:0:35908:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.655435:0:35908:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783444852.655437:0:35908:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1783444852.655439:0:35908:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783444852.655441:0:35908:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444852.655442:0:35908:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232111744 : -121189477439872 : ffff91c7603f2680) 00000100:00000001:2.0:1783444852.655446:0:35908:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444852.655448:0:35908:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 8589934608 00000100:00000001:2.0:1783444852.655450:0:35908:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444852.655452:0:35908:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444852.655458:0:35908:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f2680 x1870075608319744/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444868 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444852.655466:0:35908:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444852.655469:0:35908:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444852.655471:0:35908:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444852.655475:0:35908:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f2680 x1870075608319744/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444868 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783444852.655484:0:35908:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f2680 pname:cluuid:pid:xid:nid:opc:job uname:666e3c65-e321-43ec-a94e-a01058e25d7d:35908:1870075608319744:192.168.204.110@tcp:35:uname.0 00000100:00000001:2.0:1783444852.655488:0:35908:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444852.655491:0:35908:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.655493:0:35908:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444852.655495:0:35908:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444852.655499:0:35908:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2680 x1870075608319744/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444868 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444852.655506:0:35908:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444852.655509:0:35908:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7464c1a80. 00000100:00000001:2.0:1783444852.655512:0:35908:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444852.655514:0:35908:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.655520:0:35908:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444852.655521:0:35908:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232111744 : -121189477439872 : ffff91c7603f2680) 00000002:00000001:2.0:1783444852.655525:0:35908:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444852.655528:0:35908:0:(lmv_obd.c:1673:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783444852.655543:0:35908:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c752030000. 00000080:00000001:2.0:1783444852.655547:0:35908:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1783444852.655549:0:35908:0:(lmv_obd.c:4191:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1783444852.655552:0:35908:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444852.655554:0:35908:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444852.655557:0:35908:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444852.655559:0:35908:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444852.655561:0:35908:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444852.655564:0:35908:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:2.0:1783444852.655566:0:35908:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444852.655570:0:35908:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1783444852.655575:0:35908:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91c758839500 x1870075608319104/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444868 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783444852.655583:0:35908:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444852.655585:0:35908:0:(lmv_obd.c:4197:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783444852.655587:0:35908:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91c76050a400. 00000100:00000001:2.0:1783444852.655591:0:35908:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444852.655594:0:35908:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f2680 x1870075608319744/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444868 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444852.655601:0:35908:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.655604:0:35908:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783444852.655606:0:35908:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91c7417b7a40. 00000080:00000001:2.0:1783444852.655610:0:35908:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.655615:0:35908:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfdb8 00000080:00000008:2.0:1783444852.655618:0:35908:0:(file.c:491:ll_file_release()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff91c748db6c08), flags 102001, rc = 0 00000080:00000001:2.0:1783444852.655621:0:35908:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.655626:0:35908:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1783444852.655628:0:35908:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419bfe00 00000080:00002000:2.0:1783444852.655630:0:35908:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff91c748f580d8, parent ffff91c74931ae58, inode ffff91c748db6c08) hashed, 00000080:00000001:2.0:1783444852.655633:0:35908:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.727456:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfd08 00000080:00200008:0.0:1783444852.727464:0:35913:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783444852.727470:0:35913:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783444852.727472:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfc80 00000080:00200000:0.0:1783444852.727473:0:35913:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:0.0:1783444852.727480:0:35913:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c744fe0800. 00800000:00000002:0.0:1783444852.727486:0:35913:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444852.727490:0:35913:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444852.727494:0:35913:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444852.727496:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfba0 00800000:00000002:0.0:1783444852.727499:0:35913:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444852.727503:0:35913:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783444852.727505:0:35913:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444852.727507:0:35913:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444852.727510:0:35913:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444852.727512:0:35913:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444852.727514:0:35913:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444852.727516:0:35913:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444852.727519:0:35913:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444852.727522:0:35913:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783444852.727527:0:35913:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444852.727529:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfa70 00000002:00010000:0.0:1783444852.727793:0:35913:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783444852.727798:0:35913:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783444852.727809:0:35913:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444852.727812:0:35913:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783444852.727818:0:35913:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444852.727821:0:35913:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444852.727823:0:35913:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444852.727825:0:35913:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783444852.727827:0:35913:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783444852.727833:0:35913:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746731180. 00000020:00000040:0.0:1783444852.727837:0:35913:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:0.0:1783444852.727843:0:35913:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783444852.727849:0:35913:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444852.727855:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444852.727857:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444852.727859:0:35913:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.727862:0:35913:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444852.727865:0:35913:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444852.727868:0:35913:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444852.727876:0:35913:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c746767000. 00000100:00000001:0.0:1783444852.727883:0:35913:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444852.727889:0:35913:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444852.727890:0:35913:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444852.727892:0:35913:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444852.727893:0:35913:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444852.727894:0:35913:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444852.727899:0:35913:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622883799306624 : -121189910244992 : ffff91c746731180) 00010000:00000001:0.0:1783444852.727903:0:35913:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783444852.727905:0:35913:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783444852.727909:0:35913:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747e41700. 00010000:00000010:0.0:1783444852.727912:0:35913:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c751113c00. 00010000:00000001:0.0:1783444852.727916:0:35913:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783444852.727919:0:35913:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c74652dc00. 00000020:00000001:0.0:1783444852.727924:0:35913:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783444852.727927:0:35913:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c74652dc00 with handle 0x5503b2fe824ef7a7 to hash 00000020:00000001:0.0:1783444852.727929:0:35913:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783444852.727931:0:35913:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:0.0:1783444852.728627:0:35913:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:0.0:1783444852.728632:0:35913:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444852.728635:0:35913:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444852.728640:0:35913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef7a7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444852.728649:0:35913:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef7a7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444852.728661:0:35913:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef7a7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783444852.728667:0:35913:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783444852.728669:0:35913:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783444852.728676:0:35913:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c76036fd80. 00000100:00000001:0.0:1783444852.728678:0:35913:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884231576960 : -121189477974656 : ffff91c76036fd80) 00000100:00000001:0.0:1783444852.728681:0:35913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444852.728682:0:35913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799306624 : -121189910244992 : ffff91c746731180) 00000100:00000001:0.0:1783444852.728687:0:35913:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444852.728690:0:35913:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.728692:0:35913:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783444852.728694:0:35913:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444852.728705:0:35913:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746731180 x1870075608319872/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.728714:0:35913:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444852.728716:0:35913:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444852.728720:0:35913:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444852.728723:0:35913:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444852.728725:0:35913:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444852.728729:0:35913:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746731180 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35913:1870075608319872:192.168.204.110@tcp:101:lfs.0 00000100:00000001:0.0:1783444852.728733:0:35913:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444852.728739:0:35913:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444852.728741:0:35913:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444852.728744:0:35913:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444852.728748:0:35913:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c7614b5800. 02000000:00000001:0.0:1783444852.728750:0:35913:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444852.728756:0:35913:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444852.728760:0:35913:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658fe18. 00000400:00000010:0.0:1783444852.728766:0:35913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9a18. 00000100:00000200:0.0:1783444852.728772:0:35913:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608319872, portal 10 00000100:00000001:0.0:1783444852.728774:0:35913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444852.728775:0:35913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799306624 : -121189910244992 : ffff91c746731180) 00000100:00000040:0.0:1783444852.728780:0:35913:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c746731180 x1870075608319872/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444868 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.728794:0:35913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444852.728796:0:35913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444852.728799:0:35913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9dd0. 00000100:00000200:0.0:1783444852.728813:0:35913:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870075608319872, offset 0 00000400:00000200:0.0:1783444852.728819:0:35913:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444852.728827:0:35913:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.728834:0:35913:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444852.728839:0:35913:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444852.728843:0:35913:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444852.728855:0:35913:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444852.728858:0:35913:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444852.728862:0:35913:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2970:2970:256:4294967295] 192.168.204.110@tcp LPNI seq info [2970:2970:8:4294967295] 00000400:00000200:0.0:1783444852.728866:0:35913:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.728876:0:35913:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444852.728882:0:35913:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444852.728887:0:35913:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c746193c00. 00000800:00000200:0.0:1783444852.728894:0:35913:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444852.728902:0:35913:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444852.728907:0:35913:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c746193c00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1783444852.728919:0:35913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444852.728924:0:35913:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 866288 usecs (867 jiffies) 00000400:00000200:0.0:1783444852.728927:0:35913:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444852.728930:0:35913:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296492600 00000100:00000001:2.0:1783444852.729210:0:35913:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296492542 00000100:00000001:2.0:1783444852.729217:0:35913:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296492602 00000100:00000001:2.0:1783444852.729221:0:35913:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296492542 00000100:00000001:2.0:1783444852.729230:0:35913:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444852.729233:0:35913:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.729236:0:35913:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444852.729238:0:35913:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444852.729241:0:35913:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c76036fd80 going to sleep for 11 seconds 00000100:00000001:2.0:1783444852.729244:0:35913:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444852.729247:0:35913:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444852.729687:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444852.729692:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c746193c00. 00000400:00000200:0.0:1783444852.729697:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444852.729702:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444852.729707:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9dd0 00000400:00000010:0.0:1783444852.729709:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9dd0. 00000100:00000001:0.0:1783444852.729713:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444852.729718:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746731180 x1870075608319872/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444868 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.729728:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444852.729732:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746731180 x1870075608319872/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444868 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.729738:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.729740:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444852.737824:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.737843:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444852.737854:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.737857:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444852.737866:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.737873:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444852.737882:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.737887:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.737892:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.737896:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e8564780 00000400:00000200:0.0:1783444852.737901:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.737906:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x82b1 [1] + 224 00000800:00000001:0.0:1783444852.737913:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.737923:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444852.737927:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444852.737932:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444852.738530:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444852.738841:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746731180 x1870075608319872/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444868 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444852.738863:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c746731180 x1870075608319872/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.738878:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444852.738887:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.738891:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444852.739345:0:35913:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444852.739353:0:35913:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444852.739355:0:35913:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444852.739359:0:35913:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658fe18. 00000400:00000200:2.0:1783444852.739368:0:35913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9a18 00000400:00000010:2.0:1783444852.739371:0:35913:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9a18. 00000100:00000001:2.0:1783444852.739374:0:35913:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444852.739380:0:35913:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746731180 x1870075608319872/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783444852.739389:0:35913:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746731180 x1870075608319872/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444852.739397:0:35913:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444852.739400:0:35913:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444852.739403:0:35913:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444852.739406:0:35913:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444852.739408:0:35913:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444852.739410:0:35913:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444852.739413:0:35913:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444852.739422:0:35913:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=32 v=5 (5 105 105 105) 00000100:00001000:2.0:1783444852.739427:0:35913:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=39 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444852.739429:0:35913:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444852.739431:0:35913:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.739434:0:35913:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444852.739437:0:35913:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.739441:0:35913:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444852.739443:0:35913:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 8589934608 00000100:00000001:2.0:1783444852.739445:0:35913:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444852.739448:0:35913:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444852.739453:0:35913:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746731180 x1870075608319872/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444852.739461:0:35913:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444852.739464:0:35913:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444852.739466:0:35913:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444852.739469:0:35913:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746731180 x1870075608319872/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444868 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783444852.739478:0:35913:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746731180 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35913:1870075608319872:192.168.204.110@tcp:101:lfs.0 00000100:00000001:2.0:1783444852.739483:0:35913:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444852.739486:0:35913:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.739488:0:35913:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444852.739490:0:35913:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444852.739738:0:35913:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746731180 x1870075608319872/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444868 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444852.739747:0:35913:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444852.739750:0:35913:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c76036fd80. 00000100:00000001:2.0:1783444852.739754:0:35913:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444852.739756:0:35913:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.739759:0:35913:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783444852.739763:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444852.739765:0:35913:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444852.739768:0:35913:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652dc00 refcount=4 00000020:00000001:2.0:1783444852.739770:0:35913:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:2.0:1783444852.739774:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000040:2.0:1783444852.739779:0:35913:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c74652dc00, remote cookie: 0x332dd2263f6dddf8, flags: 0x1001 00010000:00010000:2.0:1783444852.739785:0:35913:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef7a7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dddf8 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444852.739795:0:35913:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef7a7 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dddf8 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444852.740770:0:35913:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783444852.740775:0:35913:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783444852.740777:0:35913:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783444852.740779:0:35913:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783444852.740780:0:35913:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783444852.740783:0:35913:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91c747e41700) refcount = 1 00010000:00010000:2.0:1783444852.740788:0:35913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef7a7 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dddf8 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444852.740796:0:35913:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783444852.741002:0:35913:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783444852.741004:0:35913:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444852.741008:0:35913:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783444852.741010:0:35913:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444852.741017:0:35913:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef7a7 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dddf8 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444852.741025:0:35913:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783444852.741042:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.741044:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444852.741045:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.741046:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444852.741048:0:35913:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444852.741052:0:35913:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1783444852.741054:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444852.741056:0:35913:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444852.741058:0:35913:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652dc00 refcount=3 00000020:00000001:2.0:1783444852.741060:0:35913:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:2.0:1783444852.741063:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:2.0:1783444852.741065:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444852.741066:0:35913:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444852.741067:0:35913:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652dc00 refcount=4 00000020:00000001:2.0:1783444852.741069:0:35913:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:2.0:1783444852.744331:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:2.0:1783444852.744336:0:35913:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444852.744339:0:35913:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444852.744345:0:35913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef7a7 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dddf8 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444852.744355:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.744356:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444852.744359:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444852.744360:0:35913:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444852.744363:0:35913:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652dc00 refcount=5 00000020:00000001:2.0:1783444852.744365:0:35913:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:2.0:1783444852.744367:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:2.0:1783444852.744369:0:35913:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444852.744372:0:35913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef7a7 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dddf8 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444852.744379:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.744380:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783444852.744383:0:35913:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef7a7 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dddf8 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444852.744389:0:35913:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444852.744390:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.744392:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444852.744393:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.744394:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1783444852.744407:0:35913:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91c746731180 x1870075608319872/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444868 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1783444852.744416:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444852.744417:0:35913:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444852.744419:0:35913:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652dc00 refcount=3 00000020:00000001:2.0:1783444852.744421:0:35913:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:2.0:1783444852.744423:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:2.0:1783444852.744425:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.744426:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444852.744428:0:35913:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444852.744430:0:35913:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444852.744432:0:35913:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1783444852.744434:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444852.744436:0:35913:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444852.744437:0:35913:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652dc00 refcount=3 00000020:00000001:2.0:1783444852.744439:0:35913:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:2.0:1783444852.744441:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00000002:00010000:2.0:1783444852.744444:0:35913:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef7a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dddf8 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444852.744449:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.744450:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444852.744452:0:35913:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783444852.744453:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444852.744454:0:35913:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444852.744455:0:35913:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652dc00 refcount=3 00000020:00000001:2.0:1783444852.744457:0:35913:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:2.0:1783444852.744459:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000040:2.0:1783444852.744465:0:35913:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41700 count: 2 00010000:00000001:2.0:1783444852.744468:0:35913:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1783444852.744472:0:35913:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1783444852.744475:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.744476:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444852.744477:0:35913:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783444852.744480:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419df9f8 00000002:00002000:2.0:1783444852.744482:0:35913:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1783444852.744485:0:35913:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444852.744489:0:35913:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444852.744491:0:35913:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783444852.744494:0:35913:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1783444852.744498:0:35913:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444852.744501:0:35913:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:2.0:1783444852.744505:0:35913:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c744fe0800. 00000080:00000001:2.0:1783444852.744511:0:35913:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783444852.744514:0:35913:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783444852.744520:0:35913:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1783444852.744523:0:35913:0:(lmv_obd.c:3920:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1783444852.744531:0:35913:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c76050a400. 00800000:00000001:2.0:1783444852.744533:0:35913:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622884233257984 : -121189476293632 : ffff91c76050a400) 00800000:00000001:2.0:1783444852.744548:0:35913:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444852.744551:0:35913:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1783444852.744553:0:35913:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1783444852.744555:0:35913:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1783444852.744558:0:35913:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1783444852.744562:0:35913:0:(llite_lib.c:1814:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1783444852.744564:0:35913:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.744568:0:35913:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1783444852.744571:0:35913:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1783444852.744573:0:35913:0:(llite_lib.c:2920:ll_update_inode()) setting ino 144115188193296385 mtime from 1783444850 to 1783444852 00000080:00200000:2.0:1783444852.744578:0:35913:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1783444852.744580:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444852.744582:0:35913:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444852.744583:0:35913:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652dc00 refcount=3 00000020:00000001:2.0:1783444852.744585:0:35913:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:2.0:1783444852.744586:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:2.0:1783444852.744589:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.744590:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783444852.744592:0:35913:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783444852.744594:0:35913:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1783444852.744596:0:35913:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c76050a400 1 00800000:00000010:2.0:1783444852.744598:0:35913:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c76050a400. 00800000:00000001:2.0:1783444852.744603:0:35913:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444852.744606:0:35913:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef7a7 00800000:00000001:2.0:1783444852.744609:0:35913:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444852.744610:0:35913:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444852.744611:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444852.744613:0:35913:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444852.744614:0:35913:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652dc00 refcount=3 00000020:00000001:2.0:1783444852.744616:0:35913:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:2.0:1783444852.744618:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:2.0:1783444852.744620:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.744621:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444852.744622:0:35913:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444852.744624:0:35913:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.744627:0:35913:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444852.744629:0:35913:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:2.0:1783444852.744632:0:35913:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef7a7 from it ffffa319419dfcb8 00010000:00000001:2.0:1783444852.744633:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444852.744634:0:35913:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444852.744636:0:35913:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652dc00 refcount=3 00000020:00000001:2.0:1783444852.744637:0:35913:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:2.0:1783444852.744639:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:2.0:1783444852.744641:0:35913:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444852.744644:0:35913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef7a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dddf8 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444852.744650:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.744651:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444852.744652:0:35913:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444852.744655:0:35913:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444852.744658:0:35913:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef7a7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dddf8 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783444852.744666:0:35913:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444852.744669:0:35913:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444852.744671:0:35913:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444852.744675:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.744676:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444852.744677:0:35913:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.744680:0:35913:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444852.744682:0:35913:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.744684:0:35913:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.744687:0:35913:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.744689:0:35913:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444852.744690:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.744691:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783444852.744694:0:35913:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444852.744699:0:35913:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746731180 x1870075608319872/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444868 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444852.744707:0:35913:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444852.744710:0:35913:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444852.744713:0:35913:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c7614b5800. 02000000:00000001:2.0:1783444852.744716:0:35913:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444852.744718:0:35913:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444852.744720:0:35913:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:2.0:1783444852.744723:0:35913:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444852.744725:0:35913:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c746767000. 02000000:00000001:2.0:1783444852.744730:0:35913:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444852.744732:0:35913:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444852.744734:0:35913:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746731180. 00000100:00000001:2.0:1783444852.744737:0:35913:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444852.744739:0:35913:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444852.744743:0:35913:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.744747:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfd08 00000080:00000008:2.0:1783444852.744750:0:35913:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1783444852.746595:0:35913:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.746629:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfd08 00000080:00200008:2.0:1783444852.746632:0:35913:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1783444852.746638:0:35913:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783444852.746639:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfc80 00000080:00200000:2.0:1783444852.746641:0:35913:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:2.0:1783444852.746646:0:35913:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c752031e00. 00800000:00000002:2.0:1783444852.746651:0:35913:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:2.0:1783444852.746654:0:35913:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444852.746657:0:35913:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444852.746659:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfba0 00800000:00000002:2.0:1783444852.746661:0:35913:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444852.746665:0:35913:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1783444852.746667:0:35913:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444852.746670:0:35913:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444852.746672:0:35913:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444852.746674:0:35913:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444852.746676:0:35913:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444852.746678:0:35913:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444852.746680:0:35913:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444852.746683:0:35913:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783444852.746688:0:35913:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444852.746690:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfa70 00000002:00010000:2.0:1783444852.746691:0:35913:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783444852.746695:0:35913:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783444852.746696:0:35913:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444852.746698:0:35913:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444852.746702:0:35913:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41700 count: 2 00010000:00000001:2.0:1783444852.746704:0:35913:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444852.746708:0:35913:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444852.746711:0:35913:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444852.746715:0:35913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef7a7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dddf8 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1783444852.746722:0:35913:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444852.746727:0:35913:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444852.746730:0:35913:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef7a7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dddf8 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1783444852.746737:0:35913:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783444852.746739:0:35913:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783444852.746740:0:35913:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444852.746742:0:35913:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444852.746744:0:35913:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444852.746746:0:35913:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783444852.746748:0:35913:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783444852.746750:0:35913:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:2.0:1783444852.746753:0:35913:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c752031e00. 00000080:00000001:2.0:1783444852.746756:0:35913:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783444852.746758:0:35913:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444852.746760:0:35913:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:2.0:1783444852.746763:0:35913:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef7a7 00800000:00000001:2.0:1783444852.746766:0:35913:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444852.746767:0:35913:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444852.746769:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444852.746771:0:35913:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444852.746773:0:35913:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652dc00 refcount=3 00000020:00000001:2.0:1783444852.746774:0:35913:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:2.0:1783444852.746777:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:2.0:1783444852.746779:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.746781:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444852.746782:0:35913:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444852.746784:0:35913:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444852.746786:0:35913:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef7a7 from it ffffa319419dfcb8 00010000:00000001:2.0:1783444852.746788:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444852.746789:0:35913:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444852.746790:0:35913:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652dc00 refcount=3 00000020:00000001:2.0:1783444852.746791:0:35913:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:2.0:1783444852.746793:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:2.0:1783444852.746796:0:35913:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444852.746798:0:35913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef7a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dddf8 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783444852.746817:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.746819:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444852.746820:0:35913:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444852.746822:0:35913:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444852.746824:0:35913:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef7a7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dddf8 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783444852.746831:0:35913:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444852.746833:0:35913:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444852.746834:0:35913:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444852.746837:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.746838:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444852.746839:0:35913:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.746842:0:35913:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444852.746843:0:35913:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.746845:0:35913:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.746847:0:35913:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.746848:0:35913:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444852.746850:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.746851:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783444852.746853:0:35913:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783444852.746855:0:35913:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444852.746857:0:35913:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444852.746860:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfd08 00000080:00000008:2.0:1783444852.746862:0:35913:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91c748db3a88), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1783444852.746963:0:35913:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783444852.746965:0:35913:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783444852.746967:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfb78 00000080:00200000:2.0:1783444852.746969:0:35913:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:2.0:1783444852.746972:0:35913:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c752031e00. 00800000:00000002:2.0:1783444852.746975:0:35913:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:2.0:1783444852.746977:0:35913:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444852.746980:0:35913:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444852.746981:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfa98 00800000:00000002:2.0:1783444852.746983:0:35913:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444852.746986:0:35913:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1783444852.746987:0:35913:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444852.746989:0:35913:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444852.746990:0:35913:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444852.746991:0:35913:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444852.746993:0:35913:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444852.746994:0:35913:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444852.746996:0:35913:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444852.746998:0:35913:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783444852.747001:0:35913:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444852.747003:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419df968 00000002:00010000:2.0:1783444852.747005:0:35913:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783444852.747007:0:35913:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783444852.747008:0:35913:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444852.747010:0:35913:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444852.747012:0:35913:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41700 count: 2 00010000:00000001:2.0:1783444852.747014:0:35913:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444852.747017:0:35913:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444852.747019:0:35913:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444852.747022:0:35913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef7a7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dddf8 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1783444852.747030:0:35913:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444852.747032:0:35913:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444852.747034:0:35913:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef7a7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dddf8 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1783444852.747040:0:35913:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783444852.747042:0:35913:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783444852.747043:0:35913:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444852.747045:0:35913:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444852.747047:0:35913:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444852.747049:0:35913:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783444852.747051:0:35913:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783444852.747052:0:35913:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:2.0:1783444852.747089:0:35913:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c752031e00. 00000080:00000001:2.0:1783444852.747092:0:35913:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783444852.748458:0:35913:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444852.748462:0:35913:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:2.0:1783444852.748466:0:35913:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef7a7 00800000:00000001:2.0:1783444852.748469:0:35913:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444852.748471:0:35913:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444852.748473:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444852.748475:0:35913:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444852.748477:0:35913:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652dc00 refcount=3 00000020:00000001:2.0:1783444852.748479:0:35913:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:2.0:1783444852.748481:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:2.0:1783444852.748484:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.748485:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444852.748486:0:35913:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444852.748488:0:35913:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444852.748491:0:35913:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef7a7 from it ffffa319419dfbb0 00010000:00000001:2.0:1783444852.748493:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444852.748494:0:35913:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444852.748495:0:35913:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652dc00 refcount=3 00000020:00000001:2.0:1783444852.748496:0:35913:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:2.0:1783444852.748498:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:2.0:1783444852.748500:0:35913:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444852.748503:0:35913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef7a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dddf8 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783444852.748510:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.748511:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444852.748512:0:35913:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444852.748514:0:35913:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444852.748516:0:35913:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef7a7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dddf8 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1783444852.748524:0:35913:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444852.748526:0:35913:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444852.748527:0:35913:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444852.748539:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.748541:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444852.748542:0:35913:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.748544:0:35913:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444852.748546:0:35913:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.748547:0:35913:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.748550:0:35913:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.748552:0:35913:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444852.748553:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.748554:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783444852.748556:0:35913:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783444852.748557:0:35913:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444852.748560:0:35913:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 44 00000080:00000001:2.0:1783444852.748564:0:35913:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.748568:0:35913:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:2.0:1783444852.748570:0:35913:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:2.0:1783444852.748572:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfb78 00000080:00200008:2.0:1783444852.748574:0:35913:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), flags 100000 00000080:00000010:2.0:1783444852.748580:0:35913:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91c7417b7a40. 00000080:00000001:2.0:1783444852.748585:0:35913:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.748587:0:35913:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.748666:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.748669:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.748676:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.748679:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.748683:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.748687:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.748690:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444852.748692:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444852.748694:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00800000:00000001:2.0:1783444852.748699:0:35913:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:2.0:1783444852.748701:0:35913:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff91c759350000: age 1814, max_age 1823 00000002:00000001:2.0:1783444852.748705:0:35913:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:2.0:1783444852.748707:0:35913:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000010:2.0:1783444852.748713:0:35913:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f3100. 00000020:00000040:2.0:1783444852.748716:0:35913:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=9 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:2.0:1783444852.748720:0:35913:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444852.748722:0:35913:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444852.748725:0:35913:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444852.748730:0:35913:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1600. 00000100:00000001:2.0:1783444852.748736:0:35913:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.748739:0:35913:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444852.748740:0:35913:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444852.748746:0:35913:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7464c1a80. 00000100:00000001:2.0:1783444852.748748:0:35913:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883796753024 : -121189912798592 : ffff91c7464c1a80) 00000100:00000001:2.0:1783444852.748750:0:35913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444852.748752:0:35913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232114432 : -121189477437184 : ffff91c7603f3100) 00000100:00000001:2.0:1783444852.748756:0:35913:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444852.748760:0:35913:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.748762:0:35913:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444852.748763:0:35913:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444852.748772:0:35913:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f3100 x1870075608320000/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444852.748781:0:35913:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444852.748783:0:35913:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444852.748787:0:35913:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444852.748789:0:35913:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444852.748791:0:35913:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444852.748795:0:35913:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f3100 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35913:1870075608320000:192.168.204.110@tcp:41:lfs.0 00000100:00000001:2.0:1783444852.748799:0:35913:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444852.748816:0:35913:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444852.748818:0:35913:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444852.748821:0:35913:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444852.748824:0:35913:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c750f6dc00. 02000000:00000001:2.0:1783444852.748826:0:35913:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444852.748833:0:35913:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444852.748837:0:35913:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff478. 00000400:00000010:2.0:1783444852.748843:0:35913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83880. 00000100:00000200:2.0:1783444852.748850:0:35913:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608320000, portal 10 00000100:00000001:2.0:1783444852.748851:0:35913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444852.748853:0:35913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232114432 : -121189477437184 : ffff91c7603f3100) 00000100:00000040:2.0:1783444852.748859:0:35913:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f3100 x1870075608320000/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444868 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444852.748866:0:35913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444852.748869:0:35913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444852.748872:0:35913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83088. 00000100:00000200:2.0:1783444852.748875:0:35913:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608320000, offset 0 00000400:00000200:2.0:1783444852.748881:0:35913:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444852.748888:0:35913:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444852.748896:0:35913:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444852.748901:0:35913:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444852.748905:0:35913:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444852.748908:0:35913:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444852.748911:0:35913:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444852.748915:0:35913:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2971:2971:256:4294967295] 192.168.204.110@tcp LPNI seq info [2971:2971:8:4294967295] 00000400:00000200:2.0:1783444852.748920:0:35913:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444852.748929:0:35913:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444852.748946:0:35913:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444852.748951:0:35913:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1200. 00000800:00000200:2.0:1783444852.748957:0:35913:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444852.748964:0:35913:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444852.748969:0:35913:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444852.748984:0:35913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444852.748988:0:35913:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 865241 usecs (866 jiffies) 00000400:00000200:2.0:1783444852.748991:0:35913:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444852.748994:0:35913:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296492620 00000100:00000001:2.0:1783444852.749002:0:35913:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296492600 00000100:00000001:2.0:1783444852.749008:0:35913:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296492620 00000100:00000001:2.0:1783444852.749011:0:35913:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296492602 00000100:00000001:2.0:1783444852.749014:0:35913:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444852.749017:0:35913:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.749019:0:35913:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444852.749021:0:35913:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444852.749024:0:35913:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7464c1a80 going to sleep for 11 seconds 00000100:00000001:2.0:1783444852.749027:0:35913:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444852.749029:0:35913:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444852.749460:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444852.749465:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1200. 00000400:00000200:0.0:1783444852.749470:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444852.749475:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444852.749480:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83088 00000400:00000010:0.0:1783444852.749482:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83088. 00000100:00000001:0.0:1783444852.749486:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444852.749490:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3100 x1870075608320000/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444868 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444852.749499:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444852.749503:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f3100 x1870075608320000/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444868 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444852.749511:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.749512:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444852.768053:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.768109:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444852.768114:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.768118:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444852.768134:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.768142:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444852.768151:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.768156:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.768162:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.768172:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 368 into portal 10 MB=0x6a4d2e8564800 00000400:00000200:0.0:1783444852.768177:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.768183:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 368/368 into md 0x82c1 [1] + 224 00000800:00000001:0.0:1783444852.768190:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.768197:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444852.768201:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444852.768205:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444852.768212:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444852.768230:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3100 x1870075608320000/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444868 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444852.768243:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff91c7603f3100 x1870075608320000/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444852.768262:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444852.768270:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.768273:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444852.768376:0:35913:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444852.768383:0:35913:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444852.768385:0:35913:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444852.768388:0:35913:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff478. 00000400:00000200:2.0:1783444852.768402:0:35913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83880 00000400:00000010:2.0:1783444852.768405:0:35913:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83880. 00000100:00000001:2.0:1783444852.768408:0:35913:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444852.768412:0:35913:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f3100 x1870075608320000/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444852.768422:0:35913:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f3100 x1870075608320000/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444852.768429:0:35913:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444852.768431:0:35913:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444852.768433:0:35913:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444852.768436:0:35913:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444852.768439:0:35913:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444852.768441:0:35913:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444852.768443:0:35913:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444852.768452:0:35913:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=32 v=5 (5 105 105 105) 00000100:00001000:2.0:1783444852.768456:0:35913:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=39 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444852.768459:0:35913:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444852.768461:0:35913:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.768464:0:35913:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444852.768467:0:35913:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.768470:0:35913:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444852.768473:0:35913:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 8589934608 00000100:00000001:2.0:1783444852.768475:0:35913:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444852.768478:0:35913:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444852.768482:0:35913:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f3100 x1870075608320000/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444852.768490:0:35913:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444852.768493:0:35913:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444852.768495:0:35913:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444852.768499:0:35913:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f3100 x1870075608320000/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444868 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444852.768507:0:35913:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f3100 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35913:1870075608320000:192.168.204.110@tcp:41:lfs.0 00000100:00000001:2.0:1783444852.768512:0:35913:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444852.768515:0:35913:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.768517:0:35913:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444852.768519:0:35913:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444852.768523:0:35913:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f3100 x1870075608320000/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444868 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444852.768530:0:35913:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444852.768533:0:35913:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7464c1a80. 00000100:00000001:2.0:1783444852.768536:0:35913:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444852.768537:0:35913:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444852.768543:0:35913:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:2.0:1783444852.768544:0:35913:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444852.768548:0:35913:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f3100 x1870075608320000/t0(0) o41->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444868 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444852.768555:0:35913:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444852.768557:0:35913:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444852.768560:0:35913:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6dc00. 02000000:00000001:2.0:1783444852.768563:0:35913:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444852.768566:0:35913:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444852.768567:0:35913:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:2.0:1783444852.768570:0:35913:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444852.768573:0:35913:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1600. 02000000:00000001:2.0:1783444852.768576:0:35913:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444852.768578:0:35913:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444852.768580:0:35913:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f3100. 00000100:00000001:2.0:1783444852.768583:0:35913:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444852.768585:0:35913:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783444852.768586:0:35913:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444852.768587:0:35913:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:2.0:1783444852.768589:0:35913:0:(genops.c:1251:class_import_put()) Process leaving 00800000:00000004:2.0:1783444852.768591:0:35913:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff91c759350000: update ffff91c7467eb7d0 cache blocks 317378/353529 objects 1023699/1024000 00800000:00000001:2.0:1783444852.768595:0:35913:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444852.768601:0:35913:0:(lmv_obd.c:1192:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.768604:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783444852.768606:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.768609:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.768612:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.768680:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.768683:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.768690:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.768693:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.768698:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.768702:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.768704:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444852.768707:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444852.768709:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00800000:00000001:2.0:1783444852.768715:0:35913:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:2.0:1783444852.768717:0:35913:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0001-mdc-ffff91c759350000: age 1814, max_age 1823 00000002:00000001:2.0:1783444852.768720:0:35913:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:2.0:1783444852.768723:0:35913:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000010:2.0:1783444852.768728:0:35913:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f3100. 00000020:00000040:2.0:1783444852.768731:0:35913:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=5 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:2.0:1783444852.768735:0:35913:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444852.768737:0:35913:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444852.768740:0:35913:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444852.768745:0:35913:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1600. 00000100:00000001:2.0:1783444852.768750:0:35913:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.768754:0:35913:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444852.768755:0:35913:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444852.768760:0:35913:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7464c1a80. 00000100:00000001:2.0:1783444852.768762:0:35913:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883796753024 : -121189912798592 : ffff91c7464c1a80) 00000100:00000001:2.0:1783444852.768765:0:35913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444852.768767:0:35913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232114432 : -121189477437184 : ffff91c7603f3100) 00000100:00000001:2.0:1783444852.768771:0:35913:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444852.768774:0:35913:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.768776:0:35913:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444852.768778:0:35913:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444852.768782:0:35913:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f3100 x1870075608320128/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444852.768790:0:35913:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444852.768792:0:35913:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444852.768795:0:35913:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444852.768797:0:35913:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444852.768813:0:35913:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444852.768817:0:35913:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f3100 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35913:1870075608320128:192.168.204.110@tcp:41:lfs.0 00000100:00000001:2.0:1783444852.768821:0:35913:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444852.768826:0:35913:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444852.768828:0:35913:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444852.768830:0:35913:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444852.768833:0:35913:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c750f6dc00. 02000000:00000001:2.0:1783444852.768835:0:35913:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444852.768839:0:35913:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444852.768842:0:35913:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff478. 00000400:00000010:2.0:1783444852.768846:0:35913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83880. 00000100:00000200:2.0:1783444852.768852:0:35913:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608320128, portal 10 00000100:00000001:2.0:1783444852.768854:0:35913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444852.768855:0:35913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232114432 : -121189477437184 : ffff91c7603f3100) 00000100:00000040:2.0:1783444852.768861:0:35913:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f3100 x1870075608320128/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444868 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444852.768868:0:35913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444852.768871:0:35913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444852.768874:0:35913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83d48. 00000100:00000200:2.0:1783444852.768877:0:35913:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608320128, offset 0 00000400:00000200:2.0:1783444852.768883:0:35913:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444852.768888:0:35913:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444852.768894:0:35913:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444852.768900:0:35913:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444852.768904:0:35913:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444852.768907:0:35913:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444852.768910:0:35913:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444852.768914:0:35913:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2972:2972:256:4294967295] 192.168.204.110@tcp LPNI seq info [2972:2972:8:4294967295] 00000400:00000200:2.0:1783444852.768918:0:35913:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444852.768926:0:35913:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444852.768933:0:35913:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444852.768937:0:35913:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1800. 00000800:00000200:2.0:1783444852.768943:0:35913:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444852.768951:0:35913:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444852.768955:0:35913:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444852.768971:0:35913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444852.768976:0:35913:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 21438 usecs (22 jiffies) 00000400:00000200:2.0:1783444852.768979:0:35913:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444852.768981:0:35913:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296491796 00000100:00000001:2.0:1783444852.768984:0:35913:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296492620 00000100:00000001:2.0:1783444852.768987:0:35913:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296491796 00000100:00000001:2.0:1783444852.768989:0:35913:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296492620 00000100:00000001:2.0:1783444852.768991:0:35913:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444852.768994:0:35913:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.768996:0:35913:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444852.768998:0:35913:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444852.769000:0:35913:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7464c1a80 going to sleep for 11 seconds 00000100:00000001:2.0:1783444852.769002:0:35913:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444852.769004:0:35913:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444852.772253:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444852.772261:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1800. 00000400:00000200:0.0:1783444852.772267:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444852.772274:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444852.772280:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83d48 00000400:00000010:0.0:1783444852.772283:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83d48. 00000100:00000001:0.0:1783444852.772287:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444852.772293:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3100 x1870075608320128/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444868 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444852.772305:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444852.772308:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f3100 x1870075608320128/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444868 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444852.772316:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.772318:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444852.775321:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.775338:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444852.775342:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.775344:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444852.775352:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.775359:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444852.775368:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.775373:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.775378:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.775382:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 368 into portal 10 MB=0x6a4d2e8564880 00000400:00000200:0.0:1783444852.775386:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.775392:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 368/368 into md 0x82c9 [1] + 224 00000800:00000001:0.0:1783444852.775399:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.775406:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444852.775419:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444852.775431:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444852.776352:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444852.776363:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3100 x1870075608320128/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444868 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444852.776375:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff91c7603f3100 x1870075608320128/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444852.776396:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444852.776406:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.776411:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444852.776448:0:35913:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444852.776455:0:35913:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444852.776457:0:35913:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444852.776460:0:35913:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff478. 00000400:00000200:2.0:1783444852.776465:0:35913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83880 00000400:00000010:2.0:1783444852.776468:0:35913:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83880. 00000100:00000001:2.0:1783444852.776471:0:35913:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444852.776476:0:35913:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f3100 x1870075608320128/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444852.776487:0:35913:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f3100 x1870075608320128/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444852.776495:0:35913:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444852.776497:0:35913:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444852.776499:0:35913:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444852.776502:0:35913:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444852.776504:0:35913:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444852.776506:0:35913:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444852.776510:0:35913:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444852.776519:0:35913:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=32 v=5 (5 105 105 105) 00000100:00001000:2.0:1783444852.776523:0:35913:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=32 v=5 (1 1 1 1) 00000100:00000001:2.0:1783444852.776525:0:35913:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444852.776527:0:35913:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.776540:0:35913:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444852.776543:0:35913:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.776547:0:35913:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444852.776549:0:35913:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967340 00000100:00000001:2.0:1783444852.776551:0:35913:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444852.776553:0:35913:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444852.776558:0:35913:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f3100 x1870075608320128/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444852.776565:0:35913:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444852.776568:0:35913:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444852.776571:0:35913:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444852.776575:0:35913:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f3100 x1870075608320128/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444868 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444852.776583:0:35913:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f3100 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35913:1870075608320128:192.168.204.110@tcp:41:lfs.0 00000100:00000001:2.0:1783444852.776588:0:35913:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444852.776591:0:35913:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.776593:0:35913:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444852.776595:0:35913:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444852.776598:0:35913:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f3100 x1870075608320128/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444868 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444852.776605:0:35913:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444852.776608:0:35913:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7464c1a80. 00000100:00000001:2.0:1783444852.776611:0:35913:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444852.776613:0:35913:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444852.776618:0:35913:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:2.0:1783444852.776620:0:35913:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444852.776622:0:35913:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f3100 x1870075608320128/t0(0) o41->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783444868 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444852.776629:0:35913:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444852.776632:0:35913:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444852.776635:0:35913:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6dc00. 02000000:00000001:2.0:1783444852.776638:0:35913:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444852.776640:0:35913:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444852.776642:0:35913:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:2.0:1783444852.776645:0:35913:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444852.776647:0:35913:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1600. 02000000:00000001:2.0:1783444852.776650:0:35913:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444852.776652:0:35913:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444852.776653:0:35913:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f3100. 00000100:00000001:2.0:1783444852.776656:0:35913:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444852.776658:0:35913:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783444852.776659:0:35913:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444852.776660:0:35913:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:2.0:1783444852.776662:0:35913:0:(genops.c:1251:class_import_put()) Process leaving 00800000:00000004:2.0:1783444852.776665:0:35913:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0001-mdc-ffff91c759350000: update ffff91c7467e8450 cache blocks 317413/353529 objects 1023734/1024000 00800000:00000001:2.0:1783444852.776669:0:35913:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444852.776676:0:35913:0:(lmv_obd.c:1192:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.776679:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783444852.776682:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.776684:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.776688:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.776745:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.776748:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.776754:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.776756:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.776761:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.776765:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.776767:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444852.776770:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444852.776772:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00800000:00000001:2.0:1783444852.776776:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.776778:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.776780:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.776783:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.776785:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.776787:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.776791:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.776792:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.776795:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.776796:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.776798:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.776812:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.776814:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444852.776815:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444852.776817:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00800000:00000001:2.0:1783444852.776819:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.776822:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.776824:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.776826:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.776828:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.776830:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.776834:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.776835:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.776838:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.776839:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.776841:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.776843:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.776845:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444852.777039:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444852.777041:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00800000:00000001:2.0:1783444852.777044:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777046:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777048:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.777051:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.777072:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777075:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777080:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.777082:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.777085:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.777086:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.777090:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.777092:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.777094:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444852.777095:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444852.777096:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00800000:00000001:2.0:1783444852.777099:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777101:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777103:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.777105:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.777107:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777109:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777112:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.777113:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.777115:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.777116:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.777118:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.777120:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.777122:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444852.777123:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444852.777124:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00800000:00000001:2.0:1783444852.777126:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777137:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777140:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.777142:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.777144:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777146:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777149:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.777151:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.777153:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.777154:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.777156:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.777158:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.777159:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444852.777160:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444852.777162:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00800000:00000001:2.0:1783444852.777634:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777638:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777640:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.777643:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.777646:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777648:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777654:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.777655:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.777659:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.777660:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.777663:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.777666:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.777667:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444852.777669:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444852.777670:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00800000:00000001:2.0:1783444852.777673:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777675:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777677:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.777679:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.777681:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777683:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777685:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.777687:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.777689:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.777690:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.777692:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.777693:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.777695:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444852.777695:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444852.777697:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00800000:00000001:2.0:1783444852.777699:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777701:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777702:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.777705:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.777706:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777708:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777711:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.777712:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.777714:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.777715:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.777716:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.777718:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.777721:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444852.777722:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444852.777723:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00800000:00000001:2.0:1783444852.777726:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777728:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777729:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.777731:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.777733:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777735:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777737:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.777738:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.777740:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.777741:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.777743:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.777745:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.777746:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444852.777747:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444852.777749:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00800000:00000001:2.0:1783444852.777751:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777752:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777754:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.777756:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.777758:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777760:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777762:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.777764:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.777766:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.777767:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.777769:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.777770:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.777772:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444852.777773:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444852.777774:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00800000:00000001:2.0:1783444852.777779:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777781:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777783:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.777785:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.777787:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777788:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777791:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.777792:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.777795:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.777796:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.777797:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.777809:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.777811:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444852.777812:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444852.777814:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00800000:00000001:2.0:1783444852.777816:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777818:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777820:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.777822:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.777824:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777825:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.777829:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.777830:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.777833:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.777834:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.777836:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.777838:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.777840:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444852.777841:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444852.777842:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00800000:00000001:2.0:1783444852.777845:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.779343:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.779347:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.779350:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.779354:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.779356:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.779366:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.779368:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.779372:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.779374:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.779379:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.779382:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.779384:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444852.779386:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444852.779388:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00800000:00000001:2.0:1783444852.779391:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.779393:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.779395:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.779397:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.779399:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.779401:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.779404:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.779405:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.779408:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.779409:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.779410:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.779412:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.779413:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444852.779415:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444852.779416:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00800000:00000001:2.0:1783444852.779418:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.779420:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.779422:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.779424:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.779426:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.779428:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.779431:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.779432:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.779435:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.779436:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.779437:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.779439:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.779441:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444852.779442:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444852.779443:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00800000:00000001:2.0:1783444852.779445:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.779447:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.779449:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.779451:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.779452:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.779454:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.779456:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.779457:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.779460:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.779461:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.779462:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.779464:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.779466:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444852.779467:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444852.779468:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00800000:00000001:2.0:1783444852.779470:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.779472:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.779474:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.779476:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.779478:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.779479:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.779482:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.779484:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.779486:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.779487:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.779489:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.779491:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.779492:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444852.779493:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444852.779495:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00800000:00000001:2.0:1783444852.779497:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.779498:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.779500:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.779502:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.779504:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.779506:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.779509:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.779510:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.779512:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.779513:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.779515:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.779517:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.779518:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444852.779519:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444852.779521:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00800000:00000001:2.0:1783444852.779523:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.779525:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.779526:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.779528:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.780456:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.780462:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.780469:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.780471:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.780475:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.780477:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.780482:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.780485:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.780487:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444852.780489:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444852.780490:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00800000:00000001:2.0:1783444852.780493:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.780496:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.780499:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.780501:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.780504:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.780505:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.780508:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.780510:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.780512:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.780513:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.780516:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.780518:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.780520:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1783444852.780521:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1783444852.780523:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00800000:00000001:2.0:1783444852.780526:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.780529:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.781507:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.781510:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.781514:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.781516:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.782890:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.782895:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.782902:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.782904:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.782910:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.782914:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.782917:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.782920:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.782922:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.782925:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.782928:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.782930:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.782932:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.782936:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.782938:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.782942:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.782943:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.782946:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.782948:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.782950:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.782952:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.782954:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.782955:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.782957:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.782959:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.782961:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.782963:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.782965:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.782967:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.782969:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.782971:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.782973:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.782976:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.782977:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.782979:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.782981:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.782983:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.782984:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.782985:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.782987:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.782989:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.782991:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.782993:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.782995:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.782996:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.782999:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.783000:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.783002:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.783003:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.783005:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.783007:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.783008:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.783009:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.783011:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.783013:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783015:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783017:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.783019:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.783021:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783023:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783027:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.783028:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.783031:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.783032:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.783034:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.783035:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.783037:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.783038:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.783040:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.783043:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783044:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783046:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.783048:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.783050:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783052:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783089:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.783091:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.783094:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.783096:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.783099:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.783101:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.783103:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.783104:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.783105:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.783108:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783110:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783111:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.783113:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.783116:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783118:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783121:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.783122:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.783125:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.783126:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.783127:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.783129:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.783131:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.783132:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.783133:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.783137:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783139:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783141:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.783143:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.783163:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783164:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783166:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.783168:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.783170:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.783171:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.783173:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.783175:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.783177:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.783178:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.783179:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.783182:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783183:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783186:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.783188:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.783190:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783192:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783195:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.783196:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.783356:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.783358:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.783361:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.783364:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.783366:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.783367:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.783369:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.783371:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783374:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783376:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.783378:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.783381:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783383:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783388:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.783390:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.783393:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.783394:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.783396:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.783398:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.783400:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.783401:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.783402:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.783405:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783407:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783418:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.783428:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.783430:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783433:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783437:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.783446:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.783449:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.783451:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.783453:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.783456:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.783457:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.783458:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.783460:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.783462:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783463:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783466:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.783468:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.783471:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783473:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783476:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.783478:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.783480:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.783481:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.783484:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.783486:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.783487:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.783489:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.783490:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.783493:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783495:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783496:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.783594:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.783598:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783600:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783604:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.783606:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.783609:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.783611:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.783614:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.783616:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.783617:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.783619:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.783620:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.783622:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783624:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783625:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.783627:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.783630:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783631:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783634:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.783636:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.783639:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.783640:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.783643:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.783645:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.783647:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.783649:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.783650:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.783652:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783654:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783656:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.783658:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.783661:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783663:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783666:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.783668:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.783670:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.783672:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.783674:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.783676:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.783678:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.783679:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.783680:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.783682:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783684:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783686:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.783688:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.783690:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783692:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783694:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.783696:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.783698:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.783699:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.783701:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.783703:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.783704:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.783705:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.783707:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.783709:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783711:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783713:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.783715:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.783717:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783719:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783722:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.783724:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.783727:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.783728:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.783730:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.783732:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.783734:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.783735:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.783736:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.783738:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783741:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783742:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.783745:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.783747:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783748:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783751:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.783752:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.783754:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.783756:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.783758:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.783760:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.783762:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.783763:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.783764:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.783767:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783769:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783770:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.783772:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.783774:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783775:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783778:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.783779:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.783782:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.783783:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.783785:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.783787:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.783789:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.783790:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.783792:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.783794:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.783796:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.784037:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.784043:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.784046:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.784048:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.784053:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.784165:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.784170:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.784172:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.784175:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.784178:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.784179:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.784181:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.784182:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.784185:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.784188:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.784189:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.784192:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.784195:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.784197:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.784360:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.784362:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.784366:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.784367:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.784371:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.784373:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.784375:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.784377:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.784378:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.784381:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.784383:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.784385:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.784387:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.784390:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.784392:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.784396:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.784397:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.784400:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.784401:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.784403:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.784405:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.784884:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.784886:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.784888:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.784892:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.784894:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.784896:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.784898:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.784901:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.784903:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.784908:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.784910:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.784913:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.784914:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.784918:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.784920:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.784922:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.784923:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.784924:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.784926:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.784928:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.784930:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.784932:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.784934:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.784936:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.784939:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.784940:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.784943:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.784944:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.784947:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.784949:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.784951:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.784952:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.784953:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.784956:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.784958:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.784960:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.784962:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.784965:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.784966:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.784970:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.784971:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.784974:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.784975:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.784977:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.784979:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.784981:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.784982:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.784983:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.784985:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.784987:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.784989:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.784991:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.784993:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.784994:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.784997:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.784999:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.785001:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.785003:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.785005:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.785007:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.785008:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.785009:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.785011:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.785013:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.785015:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.785017:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.785020:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.785022:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.785024:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.785027:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.785028:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.785031:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.785032:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.785035:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.785037:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.785039:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.785040:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.785041:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.785044:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.785045:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.785048:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.785050:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.785052:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.785689:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.785696:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.785698:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.785702:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.785703:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.785707:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.785710:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.785711:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.785713:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.785715:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.785717:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.785719:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.785721:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.785723:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.785726:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.785728:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.785731:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.785733:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.785735:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.785736:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.785739:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.785741:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.785743:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.785744:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.785746:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.785748:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.785750:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.785752:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.785754:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.785756:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.785758:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.785771:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.785773:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.785775:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.785777:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.785779:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.785782:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.785783:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.785784:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.785785:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.785788:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.785790:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.785792:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.785794:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.785796:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.786372:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.786379:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.786381:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.786385:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.786386:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.786390:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.786393:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.786394:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.786396:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.786397:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.786400:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.786403:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.786405:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.786407:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.786428:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.786431:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.786435:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.786437:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.786870:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.786871:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.786875:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.786878:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.786879:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.786881:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.786883:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.786886:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.786888:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.786890:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.786892:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.786895:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.786897:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.786902:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.786904:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.786906:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.786908:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.786910:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.786912:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.786914:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.786915:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.786916:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.786919:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.786921:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.786923:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.786925:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.786927:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.786929:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.786933:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.786934:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.786936:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.786937:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.786939:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.786942:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.786943:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.786944:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.786945:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.786960:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.786962:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.786964:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.786966:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.786968:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.786970:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.786974:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.786975:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.786978:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.786979:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.786982:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.786984:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.786985:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.786986:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.786987:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.786990:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.786992:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.786993:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.786996:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.786998:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.786999:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.787002:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.787003:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.787006:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.787007:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.787009:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.787011:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.787013:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.787014:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.787015:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.787018:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.787020:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.787021:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.787024:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.787026:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.787028:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.787031:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.787033:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.787035:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.787037:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.787039:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.787041:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.787042:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.787043:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.787044:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.787047:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.787049:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.787051:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.787053:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.787900:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.787903:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.787911:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.787913:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.787916:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.787917:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.787922:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.787924:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.787926:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.787928:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.787929:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.787932:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.787934:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.787936:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.787938:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.787940:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.787942:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.787945:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.787947:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.787949:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.787951:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.787953:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.787955:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.787957:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.787958:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.787959:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.787961:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.787963:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.787965:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.787967:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.787969:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.787970:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.787973:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.787975:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.787977:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.787978:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.787980:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.787981:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.787983:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.787984:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.787985:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.787988:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.787990:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.787992:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.787993:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.787995:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.787996:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.787998:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.787999:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.788002:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.788003:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.788005:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.788007:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.788008:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.788009:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.788010:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.788012:0:35913:0:(lmv_obd.c:964:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.788014:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.788016:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1783444852.788019:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.788021:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.788023:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1783444852.788026:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.788027:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.788030:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.788031:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.788033:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.788035:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.788037:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1783444852.788038:0:35913:0:(lmv_obd.c:927:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1783444852.788039:0:35913:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00800000:00000001:3.0:1783444852.788042:0:35913:0:(lmv_obd.c:960:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1783444852.788044:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1783444852.788046:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1783444852.788047:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.788050:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1783444852.788051:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1783444852.788691:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.788694:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.788698:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.788700:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.788703:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.788706:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.788708:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444852.788712:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444852.788714:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00020000:00000001:3.0:1783444852.788720:0:35913:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:3.0:1783444852.788723:0:35913:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff91c759350000: age 1814, max_age 1823 00000008:00000001:3.0:1783444852.788727:0:35913:0:(osc_request.c:3470:osc_statfs()) Process entered 00000020:00000040:3.0:1783444852.788730:0:35913:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000010:3.0:1783444852.788737:0:35913:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462a00. 00000020:00000040:3.0:1783444852.788741:0:35913:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=4 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:3.0:1783444852.788744:0:35913:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444852.788746:0:35913:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:3.0:1783444852.788749:0:35913:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1783444852.788751:0:35913:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444852.788754:0:35913:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444852.788770:0:35913:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444852.788777:0:35913:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c75822c000. 00000100:00000001:3.0:1783444852.788783:0:35913:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.788787:0:35913:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444852.788789:0:35913:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444852.788796:0:35913:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7602a99c0. 00000100:00000001:3.0:1783444852.788811:0:35913:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884230764992 : -121189478786624 : ffff91c7602a99c0) 00000100:00000001:3.0:1783444852.788815:0:35913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444852.788816:0:35913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232571392 : -121189476980224 : ffff91c760462a00) 00000100:00000001:3.0:1783444852.788821:0:35913:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444852.788825:0:35913:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.788828:0:35913:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444852.788829:0:35913:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444852.788840:0:35913:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462a00 x1870075608320256/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444852.788849:0:35913:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444852.788851:0:35913:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444852.788854:0:35913:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444852.788857:0:35913:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444852.788860:0:35913:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444852.788863:0:35913:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462a00 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35913:1870075608320256:192.168.204.110@tcp:13:lfs.0 00000100:00000001:3.0:1783444852.788867:0:35913:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444852.788872:0:35913:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444852.788875:0:35913:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444852.788882:0:35913:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444852.788886:0:35913:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452ac400. 02000000:00000001:3.0:1783444852.788889:0:35913:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444852.788897:0:35913:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444852.788906:0:35913:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7588114d0. 00000400:00000010:3.0:1783444852.788914:0:35913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602186e8. 00000100:00000200:3.0:1783444852.788921:0:35913:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608320256, portal 4 00000100:00000001:3.0:1783444852.788923:0:35913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444852.788928:0:35913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232571392 : -121189476980224 : ffff91c760462a00) 00000100:00000040:3.0:1783444852.788934:0:35913:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760462a00 x1870075608320256/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444868 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444852.788942:0:35913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444852.788945:0:35913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444852.788947:0:35913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218990. 00000100:00000200:3.0:1783444852.788951:0:35913:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1870075608320256, offset 0 00000400:00000200:3.0:1783444852.788959:0:35913:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444852.788968:0:35913:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444852.788975:0:35913:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444852.788981:0:35913:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444852.788985:0:35913:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444852.788989:0:35913:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444852.788992:0:35913:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444852.788995:0:35913:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2973:2973:256:4294967295] 192.168.204.110@tcp LPNI seq info [2973:2973:8:4294967295] 00000400:00000200:3.0:1783444852.788999:0:35913:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444852.789009:0:35913:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444852.789015:0:35913:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444852.789020:0:35913:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c200. 00000800:00000200:3.0:1783444852.789027:0:35913:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444852.789035:0:35913:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444852.789040:0:35913:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444852.789081:0:35913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444852.789086:0:35913:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20648 usecs (21 jiffies) 00000400:00000200:3.0:1783444852.789089:0:35913:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444852.789092:0:35913:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296491816 00000100:00000001:3.0:1783444852.789096:0:35913:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296492620 00000100:00000001:3.0:1783444852.789098:0:35913:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296491816 00000100:00000001:3.0:1783444852.789101:0:35913:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296492620 00000100:00000001:3.0:1783444852.789103:0:35913:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444852.789105:0:35913:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.789108:0:35913:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444852.789110:0:35913:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444852.789113:0:35913:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7602a99c0 going to sleep for 11 seconds 00000100:00000001:3.0:1783444852.789116:0:35913:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444852.789118:0:35913:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444852.789462:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444852.789467:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c200. 00000400:00000200:0.0:1783444852.789472:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444852.789476:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444852.789482:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218990 00000400:00000010:0.0:1783444852.789484:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218990. 00000100:00000001:0.0:1783444852.789487:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444852.789492:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462a00 x1870075608320256/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444868 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444852.789513:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444852.789517:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462a00 x1870075608320256/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444868 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444852.789524:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.789526:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444852.793986:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.794000:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444852.794004:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.794007:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444852.794015:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.794022:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444852.794031:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.794035:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.794041:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.794045:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 368 into portal 4 MB=0x6a4d2e8564900 00000400:00000200:0.0:1783444852.794050:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.794089:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 368/368 into md 0x82d1 [1] + 224 00000800:00000001:0.0:1783444852.794098:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.794106:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444852.794110:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444852.794115:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444852.794121:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444852.794129:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462a00 x1870075608320256/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444868 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444852.794141:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff91c760462a00 x1870075608320256/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444852.794158:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444852.794166:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.794169:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444852.794230:0:35913:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444852.794237:0:35913:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444852.794239:0:35913:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444852.794242:0:35913:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7588114d0. 00000400:00000200:3.0:1783444852.794247:0:35913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7602186e8 00000400:00000010:3.0:1783444852.794250:0:35913:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7602186e8. 00000100:00000001:3.0:1783444852.794253:0:35913:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444852.794258:0:35913:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462a00 x1870075608320256/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444852.794267:0:35913:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462a00 x1870075608320256/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444852.794273:0:35913:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444852.794275:0:35913:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444852.794278:0:35913:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444852.794281:0:35913:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444852.794283:0:35913:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444852.794285:0:35913:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444852.794288:0:35913:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444852.794399:0:35913:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a14f0 time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1783444852.794405:0:35913:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444852.794408:0:35913:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444852.794426:0:35913:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444852.794430:0:35913:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444852.794433:0:35913:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.794436:0:35913:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444852.794574:0:35913:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967337 00000100:00000001:3.0:1783444852.794577:0:35913:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444852.794579:0:35913:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444852.794586:0:35913:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760462a00 x1870075608320256/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444852.794594:0:35913:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444852.794596:0:35913:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444852.794598:0:35913:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444852.794602:0:35913:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760462a00 x1870075608320256/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444868 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444852.794610:0:35913:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760462a00 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35913:1870075608320256:192.168.204.110@tcp:13:lfs.0 00000100:00000001:3.0:1783444852.794614:0:35913:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444852.794617:0:35913:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.794620:0:35913:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444852.794639:0:35913:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444852.794642:0:35913:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462a00 x1870075608320256/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444868 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444852.794649:0:35913:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444852.794652:0:35913:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7602a99c0. 00000100:00000001:3.0:1783444852.794656:0:35913:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444852.794657:0:35913:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444852.794663:0:35913:0:(osc_request.c:3518:osc_statfs()) Process leaving 00000100:00000001:3.0:1783444852.794665:0:35913:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444852.794668:0:35913:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760462a00 x1870075608320256/t0(0) o13->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444868 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444852.794675:0:35913:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444852.794677:0:35913:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444852.794680:0:35913:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452ac400. 02000000:00000001:3.0:1783444852.794683:0:35913:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444852.794685:0:35913:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444852.794687:0:35913:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:3.0:1783444852.794689:0:35913:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444852.794692:0:35913:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c75822c000. 02000000:00000001:3.0:1783444852.794695:0:35913:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444852.794697:0:35913:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444852.794699:0:35913:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760462a00. 00000100:00000001:3.0:1783444852.794701:0:35913:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444852.794703:0:35913:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1783444852.794706:0:35913:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff91c759350000: update ffff91c759000450 cache blocks 901360/958279 objects 261772/262144 00020000:00000001:3.0:1783444852.794711:0:35913:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444852.794715:0:35913:0:(lov_obd.c:1147:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.794718:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783444852.794720:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.794724:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.794727:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.794896:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1783444852.794899:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:3.0:1783444852.794905:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:3.0:1783444852.794908:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1783444852.794913:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c7452aec00. 00000020:00000001:3.0:1783444852.794917:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.794919:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1783444852.794922:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:3.0:1783444852.794923:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c7452aec00 uarg=0000000000000000 00020000:00000001:3.0:1783444852.794929:0:35913:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:3.0:1783444852.794931:0:35913:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff91c759350000: age 1814, max_age 1823 00000008:00000001:3.0:1783444852.794935:0:35913:0:(osc_request.c:3470:osc_statfs()) Process entered 00000020:00000040:3.0:1783444852.794937:0:35913:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000100:00000010:3.0:1783444852.794942:0:35913:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462a00. 00000020:00000040:3.0:1783444852.794944:0:35913:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=4 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:3.0:1783444852.794947:0:35913:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444852.794948:0:35913:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:3.0:1783444852.794950:0:35913:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1783444852.794953:0:35913:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444852.794955:0:35913:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444852.794958:0:35913:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444852.794964:0:35913:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c75822c000. 00000100:00000001:3.0:1783444852.794969:0:35913:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.794972:0:35913:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783444852.794974:0:35913:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783444852.794978:0:35913:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7602a99c0. 00000100:00000001:3.0:1783444852.794980:0:35913:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884230764992 : -121189478786624 : ffff91c7602a99c0) 00000100:00000001:3.0:1783444852.794982:0:35913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444852.794984:0:35913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232571392 : -121189476980224 : ffff91c760462a00) 00000100:00000001:3.0:1783444852.794988:0:35913:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444852.794991:0:35913:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.794993:0:35913:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783444852.794994:0:35913:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444852.794999:0:35913:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462a00 x1870075608320384/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444852.795006:0:35913:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444852.795008:0:35913:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444852.795011:0:35913:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444852.795014:0:35913:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444852.795016:0:35913:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444852.795019:0:35913:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462a00 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35913:1870075608320384:192.168.204.110@tcp:13:lfs.0 00000100:00000001:3.0:1783444852.795023:0:35913:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444852.795027:0:35913:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444852.795029:0:35913:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444852.795031:0:35913:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444852.795035:0:35913:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c7452ac400. 02000000:00000001:3.0:1783444852.795037:0:35913:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444852.795041:0:35913:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444852.795044:0:35913:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7588114d0. 00000400:00000010:3.0:1783444852.795048:0:35913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602186e8. 00000100:00000200:3.0:1783444852.795053:0:35913:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608320384, portal 4 00000100:00000001:3.0:1783444852.795074:0:35913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444852.795075:0:35913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232571392 : -121189476980224 : ffff91c760462a00) 00000100:00000040:3.0:1783444852.795081:0:35913:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760462a00 x1870075608320384/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444868 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444852.795088:0:35913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444852.795091:0:35913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444852.795094:0:35913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218e58. 00000100:00000200:3.0:1783444852.795097:0:35913:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1870075608320384, offset 0 00000400:00000200:3.0:1783444852.795103:0:35913:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444852.795109:0:35913:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444852.795115:0:35913:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444852.795119:0:35913:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444852.795123:0:35913:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444852.795126:0:35913:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444852.795129:0:35913:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444852.795133:0:35913:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2974:2974:256:4294967295] 192.168.204.110@tcp LPNI seq info [2974:2974:8:4294967295] 00000400:00000200:3.0:1783444852.795137:0:35913:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444852.795145:0:35913:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444852.795151:0:35913:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444852.795155:0:35913:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c500. 00000800:00000200:3.0:1783444852.795162:0:35913:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444852.795169:0:35913:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444852.795173:0:35913:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444852.795385:0:35913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444852.795391:0:35913:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 115650 usecs (116 jiffies) 00000400:00000200:3.0:1783444852.795395:0:35913:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444852.795397:0:35913:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296491917 00000100:00000001:3.0:1783444852.795401:0:35913:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296492620 00000100:00000001:3.0:1783444852.795403:0:35913:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296491917 00000100:00000001:3.0:1783444852.795405:0:35913:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296492620 00000100:00000001:3.0:1783444852.795407:0:35913:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444852.795425:0:35913:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.795427:0:35913:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444852.795429:0:35913:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783444852.795432:0:35913:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7602a99c0 going to sleep for 11 seconds 00000100:00000001:3.0:1783444852.795434:0:35913:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444852.795436:0:35913:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444852.797943:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444852.797951:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c500. 00000400:00000200:1.0:1783444852.797958:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444852.797965:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444852.797971:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218e58 00000400:00000010:1.0:1783444852.797974:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218e58. 00000100:00000001:1.0:1783444852.797978:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444852.797984:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462a00 x1870075608320384/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444868 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444852.797995:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444852.797999:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c760462a00 x1870075608320384/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444868 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444852.798006:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.798008:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444852.804367:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.804387:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444852.804391:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.804394:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444852.804403:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.804575:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444852.804735:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.804739:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.804744:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.804749:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 368 into portal 4 MB=0x6a4d2e8564980 00000400:00000200:0.0:1783444852.804753:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.804937:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 368/368 into md 0x82d9 [1] + 224 00000800:00000001:0.0:1783444852.804948:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.804961:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444852.804965:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444852.804970:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444852.804978:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444852.804987:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462a00 x1870075608320384/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444868 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444852.804998:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff91c760462a00 x1870075608320384/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444852.805079:0:35913:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444852.805111:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444852.805120:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.805124:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783444852.811339:0:35913:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444852.811346:0:35913:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444852.811351:0:35913:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7588114d0. 00000400:00000200:3.0:1783444852.811360:0:35913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7602186e8 00000400:00000010:3.0:1783444852.811363:0:35913:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7602186e8. 00000100:00000001:3.0:1783444852.811368:0:35913:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444852.811380:0:35913:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462a00 x1870075608320384/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444852.811393:0:35913:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462a00 x1870075608320384/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444852.811401:0:35913:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444852.811404:0:35913:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444852.811406:0:35913:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444852.811426:0:35913:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444852.811429:0:35913:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444852.811432:0:35913:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444852.811435:0:35913:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444852.811452:0:35913:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f4a8 time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1783444852.811456:0:35913:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444852.811459:0:35913:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444852.811460:0:35913:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444852.811463:0:35913:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444852.811466:0:35913:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.811470:0:35913:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444852.811472:0:35913:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1783444852.811474:0:35913:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444852.811476:0:35913:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444852.811481:0:35913:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760462a00 x1870075608320384/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444852.811489:0:35913:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444852.811491:0:35913:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444852.811494:0:35913:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444852.812308:0:35913:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760462a00 x1870075608320384/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444868 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444852.812321:0:35913:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760462a00 pname:cluuid:pid:xid:nid:opc:job lfs:666e3c65-e321-43ec-a94e-a01058e25d7d:35913:1870075608320384:192.168.204.110@tcp:13:lfs.0 00000100:00000001:3.0:1783444852.812327:0:35913:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444852.812330:0:35913:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.812333:0:35913:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783444852.812336:0:35913:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444852.812339:0:35913:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462a00 x1870075608320384/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444868 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444852.812346:0:35913:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444852.812349:0:35913:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7602a99c0. 00000100:00000001:3.0:1783444852.812354:0:35913:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783444852.812356:0:35913:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1783444852.812362:0:35913:0:(osc_request.c:3518:osc_statfs()) Process leaving 00000100:00000001:3.0:1783444852.812364:0:35913:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444852.812368:0:35913:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760462a00 x1870075608320384/t0(0) o13->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783444868 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444852.812373:0:35913:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444852.812376:0:35913:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444852.812379:0:35913:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452ac400. 02000000:00000001:3.0:1783444852.812382:0:35913:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444852.812384:0:35913:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444852.812386:0:35913:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=2 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:3.0:1783444852.812388:0:35913:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444852.812391:0:35913:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c75822c000. 02000000:00000001:3.0:1783444852.812395:0:35913:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444852.812397:0:35913:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444852.812399:0:35913:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760462a00. 00000100:00000001:3.0:1783444852.812402:0:35913:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444852.812403:0:35913:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1783444852.812407:0:35913:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff91c759350000: update ffff91c759001e10 cache blocks 901344/958279 objects 261773/262144 00020000:00000001:3.0:1783444852.812428:0:35913:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444852.812434:0:35913:0:(lov_obd.c:1147:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.812445:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1783444852.812448:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c7452aec00. 00000080:00000001:3.0:1783444852.812451:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.812454:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.812664:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.812669:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.812677:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.812679:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.812687:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.812692:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.812694:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.812698:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.812700:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.812704:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812706:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812708:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.812710:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.812713:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812715:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812719:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.812720:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.812723:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.812724:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.812726:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.812728:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.812730:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.812731:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.812733:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.812735:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812737:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812739:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.812741:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.812742:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812744:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812746:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.812748:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.812750:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.812752:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.812754:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.812756:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.812757:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.812758:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.812759:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.812761:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812764:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812765:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.812768:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.812770:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812771:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812774:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.812775:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.812778:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.812779:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.812780:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.812782:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.812784:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.812785:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.812786:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.812788:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812790:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812791:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.812793:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.812795:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812797:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812811:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.812813:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.812815:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.812816:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.812819:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.812821:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.812823:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.812824:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.812825:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.812828:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812830:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812831:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.812833:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.812836:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812838:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812841:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.812842:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.812845:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.812846:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.812848:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.812850:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.812851:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.812852:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.812854:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.812856:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812857:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812859:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.812861:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.812862:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812864:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812867:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.812868:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.812870:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.812871:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.812873:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.812875:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.812876:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.812877:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.812879:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.812881:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812883:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812885:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.812887:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.812889:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812890:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812893:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.812894:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.812897:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.812898:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.812900:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.812902:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.812903:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.812904:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.812905:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.812907:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812909:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812910:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.812912:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.812915:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812916:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812919:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.812920:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.812922:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.812923:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.812926:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.812928:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.812929:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.812931:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.812932:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.812945:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812947:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812949:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.812951:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.812954:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812956:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812959:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.812960:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.812963:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.812964:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.812967:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.812969:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.812971:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.812972:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.812973:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.812976:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812978:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812979:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.812981:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.812983:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812985:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.812987:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.812989:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.812991:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.812992:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.812994:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.812996:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.812997:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.812998:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.812999:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.813001:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813003:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813005:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.813007:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.813009:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813011:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813013:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.813015:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.813017:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.813018:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.813020:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.813022:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.813023:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.813024:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.813025:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.813028:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813030:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813031:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.813034:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.813035:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813037:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813040:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.813041:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.813043:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.813043:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.813045:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.813047:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.813048:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.813049:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.813051:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.813053:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813084:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813086:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.813088:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.813090:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813344:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813351:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.813353:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.813356:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.813358:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.813361:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.813364:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.813365:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.813367:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.813368:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.813371:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813373:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813375:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.813377:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.813379:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813381:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813384:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.813386:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.813388:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.813389:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.813391:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.813393:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.813395:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.813396:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.813397:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.813399:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813401:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813402:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.813404:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.813406:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813407:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813410:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.813411:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.813414:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.813415:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.813416:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.813418:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.813420:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.813421:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.813422:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.813425:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813426:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813428:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.813430:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.813432:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813434:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813436:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.813438:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.813440:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.813441:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.813443:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.813445:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.813447:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.813448:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.813449:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.813451:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813453:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813454:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.813456:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.813458:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813460:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813462:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.813463:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.813466:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.813467:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.813468:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.813470:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.813472:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.813473:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.813474:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.813476:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813478:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813479:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.813481:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.813483:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813484:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813487:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.813489:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.813491:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.813492:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.813494:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.813496:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.813497:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.813498:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.813499:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.813502:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813504:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813505:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.813508:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.813509:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813511:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.813513:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.813514:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.813516:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.813517:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.813519:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.813521:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.813523:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.813524:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.813525:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.813527:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.814425:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.814431:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.814434:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.814438:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.814440:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.814447:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.814448:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.814453:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.814454:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.814459:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.814461:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.814463:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.814465:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.814466:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.814468:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.814470:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.814472:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.814475:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.814477:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.814479:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.814481:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.814482:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.814484:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.814485:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.814487:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.814489:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.814491:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.814492:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.814493:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.814496:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.814497:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.814499:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.814501:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.814502:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.814504:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.814506:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.814508:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.814510:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.814511:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.814513:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.814515:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.814517:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.814518:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.814519:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.814522:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.814524:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.814525:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.814527:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.814736:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.814740:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.814745:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.814747:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.814750:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.814751:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.814754:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.814757:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.814758:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.814760:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.814761:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.814764:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.814766:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.814769:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.814771:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.814773:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.814775:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.814777:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.814778:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.814780:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.814782:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.814784:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.814786:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.814788:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.814789:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.814790:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.814792:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.814795:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.814797:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.814808:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.814811:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.814813:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.814816:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.814818:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.814820:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.814822:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.814824:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.814826:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.814827:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.814829:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.814830:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.814832:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.814834:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.814836:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.814838:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.814841:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.814842:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.814845:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.815613:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.815618:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.815619:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.815623:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.815626:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.815627:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.815629:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.815631:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.815633:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.815635:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.815637:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.815640:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.815643:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.815645:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.815651:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.815652:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.815655:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.815656:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.815658:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.815660:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.815661:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.815662:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.815664:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.815666:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.815668:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.815670:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.815672:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.815674:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.815675:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.815678:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.815679:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.815681:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.815682:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.815684:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.815686:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.815687:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.815688:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.815690:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.815692:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.815694:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.815695:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.815697:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.815699:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.815701:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.815704:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.815706:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.815708:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.815709:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.815711:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.815713:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.815714:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.815715:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.815717:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.815719:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.815721:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.815723:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.815725:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.815727:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.815729:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.815731:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.815732:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.815734:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.815735:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.815737:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.815739:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.815740:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.815741:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.815742:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.815744:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.815746:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.815748:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.815750:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.815751:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.815753:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.815755:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.815756:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.815758:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.815759:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.815762:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.815764:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.815766:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.815767:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.815768:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.815771:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.815772:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.815774:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.815775:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.815777:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.815779:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.815781:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.815783:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.815785:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.815786:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.815788:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.815790:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.815791:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.815792:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.815793:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.815796:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.815797:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.815809:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.815811:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.815813:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.815815:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.815818:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.815819:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.815822:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.815823:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.815825:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.815827:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.815828:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.815830:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.815831:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.815834:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.815836:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.815838:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.815839:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.815841:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.815843:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.816621:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.816625:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.816628:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.816630:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.816634:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.816637:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.816639:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.816640:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.816641:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.816644:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.816646:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.816648:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.816650:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.816653:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.816655:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.816660:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.816661:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.816664:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.816665:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.816667:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.816669:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.816671:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.816672:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.816673:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.816676:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.816679:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.816680:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.816682:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.816684:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.816686:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.816688:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.816690:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.816692:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.816693:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.816695:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.816697:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.816699:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.816700:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.816701:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.816703:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.816705:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.816706:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.816708:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.816710:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.816712:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.816715:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.816716:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.816719:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.816720:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.816721:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.816723:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.816724:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.816725:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.816726:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.816729:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.816731:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.816733:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.816735:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.816738:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.816740:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.816742:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.816744:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.816746:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.816747:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.816748:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.816750:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.816751:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.816752:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.816754:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.816756:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.816758:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.816760:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.816762:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.816764:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.816765:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.816768:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.816769:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.816771:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.816772:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.816774:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.816776:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.816777:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.816778:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.816779:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.816781:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.816783:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.816784:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.816786:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.816788:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.816790:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.816792:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.816794:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.816796:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.816797:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.816810:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.816812:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.816814:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.816815:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.816816:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.816819:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.816821:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.816823:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.816825:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.816827:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.816829:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.816832:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.816834:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.816836:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.816837:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.816838:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.816840:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.816842:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.816843:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.816845:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.817504:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817507:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817510:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.817512:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.817515:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817517:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817523:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.817524:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.817527:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.817583:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.817588:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.817591:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.817592:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.817594:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.817595:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.817598:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817600:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817602:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.817604:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.817607:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817609:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817612:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.817614:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.817617:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.817618:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.817620:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.817622:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.817624:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.817625:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.817626:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.817628:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817630:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817632:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.817634:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.817636:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817638:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817640:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.817641:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.817643:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.817644:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.817646:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.817647:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.817649:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.817651:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.817652:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.817654:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817656:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817658:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.817660:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.817662:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817664:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817666:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.817667:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.817669:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.817670:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.817672:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.817674:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.817675:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.817676:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.817693:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.817695:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817697:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817699:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.817701:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.817702:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817704:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817706:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.817708:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.817710:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.817711:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.817713:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.817714:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.817716:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.817716:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.817717:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.817719:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817722:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817723:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.817725:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.817728:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817729:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817732:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.817733:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.817735:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.817736:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.817738:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.817740:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.817741:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.817742:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.817743:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.817745:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817746:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817748:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.817750:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.817752:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817753:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817756:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.817757:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.817759:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.817760:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.817761:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.817763:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.817764:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.817766:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.817767:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.817769:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817771:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817773:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.817775:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.817777:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817778:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817781:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.817782:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.817785:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.817786:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.817787:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.817789:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.817790:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.817791:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.817792:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.817794:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817796:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817808:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.817811:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.817813:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817815:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817818:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.817819:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.817822:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.817823:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.817825:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.817827:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.817829:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.817830:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.817831:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.817833:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817835:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817837:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.817839:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.817841:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817843:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817845:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.817855:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.817858:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.817859:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.817861:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.817863:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.817864:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.817865:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.817867:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.817869:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817871:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817873:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.817875:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.817877:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817878:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817881:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.817882:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.817885:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.817886:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.817887:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.817889:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.817890:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.817891:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.817892:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.817895:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817896:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817898:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.817900:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.817902:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817903:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817905:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.817907:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.817909:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.817910:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.817912:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.817914:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.817916:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.817917:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.817918:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.817920:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817922:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817923:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.817925:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.817927:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.817929:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.819015:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.819019:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.819024:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.819026:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.819031:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.819034:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.819036:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.819038:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.819039:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.819042:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.819044:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.819047:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.819049:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.819052:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.820724:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.820737:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.820739:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.820744:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.820746:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.820751:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.820754:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.820756:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.820759:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.820761:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.820764:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.820766:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.820768:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.820770:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.820772:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.820774:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.820777:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.820779:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.820781:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.820783:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.820784:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.820786:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.820788:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.820789:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.820790:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.820792:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.820794:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.820795:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.820797:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.820810:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.820812:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.820815:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.820816:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.820819:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.820820:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.820822:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.820825:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.820826:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.820828:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.820829:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.820832:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.820834:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.820836:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.820838:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.820840:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.820842:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.820844:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.820846:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.820848:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.820849:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.820851:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.820853:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.820855:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.820856:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.820857:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.820859:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.820861:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.820862:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.820864:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.820866:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.820867:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.820870:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.820871:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.820873:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.820874:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.820876:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.820878:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.820880:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.820881:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.820882:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.820884:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.820885:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.820887:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.820890:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.820892:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.820894:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.820896:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.820898:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.820900:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.820901:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.820903:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.820905:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.820906:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.820907:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.820908:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.820911:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.820913:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.820915:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.820917:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.820919:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.820920:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.820923:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.820926:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.820929:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.820930:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.820932:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.821726:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.821729:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.821730:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.821732:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.821735:0:35913:0:(lov_obd.c:1004:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.821737:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.821739:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1783444852.821742:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.821745:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.821747:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1783444852.821753:0:35913:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1783444852.821755:0:35913:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88) cmd=c00866a4 arg=7ffca9f06c40 00000080:00000001:2.0:1783444852.821758:0:35913:0:(llite_lib.c:3414:ll_iocontrol()) Process entered 00000020:00000001:2.0:1783444852.821759:0:35913:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1783444852.821762:0:35913:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91c750f6ec00. 00000020:00000001:2.0:1783444852.821764:0:35913:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.821766:0:35913:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1783444852.821767:0:35913:0:(lov_obd.c:972:lov_iocontrol()) Process entered 00020000:00000080:2.0:1783444852.821768:0:35913:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff91c759350000: cmd=c00866a4 len=592 karg=ffff91c750f6ec00 uarg=0000000000000000 00020000:00000001:2.0:1783444852.821771:0:35913:0:(lov_obd.c:1000:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783444852.821773:0:35913:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783444852.821774:0:35913:0:(llite_lib.c:3849:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1783444852.821776:0:35913:0:(llite_lib.c:3851:ll_obd_statfs()) kvfree 'data': 592 at ffff91c750f6ec00. 00000080:00000001:2.0:1783444852.821778:0:35913:0:(llite_lib.c:3452:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783444852.821780:0:35913:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1783444852.821791:0:35913:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:2.0:1783444852.821794:0:35913:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:2.0:1783444852.821797:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfd98 00000080:00200008:2.0:1783444852.821809:0:35913:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff91c748db3a88), flags 100000 00000080:00400000:2.0:1783444852.821814:0:35913:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1783444852.821818:0:35913:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91c7417b7a40. 00000080:00000001:2.0:1783444852.821822:0:35913:0:(file.c:466:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1783444852.821825:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa319419dfd98 00000080:00000008:2.0:1783444852.821826:0:35913:0:(file.c:491:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91c748db3a88), flags 100000, rc = 0 00000080:00000001:2.0:1783444852.821829:0:35913:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.821831:0:35913:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444852.834637:0:35914:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444852.834643:0:35914:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:1.0:1783444852.834646:0:35914:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444852.834649:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0bbc0 00000080:00200000:1.0:1783444852.834654:0:35914:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:1.0:1783444852.834661:0:35914:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cd400. 00800000:00000002:1.0:1783444852.834669:0:35914:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444852.834673:0:35914:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444852.834677:0:35914:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444852.834679:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0bae0 00800000:00000002:1.0:1783444852.834682:0:35914:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444852.834686:0:35914:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444852.834688:0:35914:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444852.834690:0:35914:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444852.834693:0:35914:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444852.834695:0:35914:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444852.834697:0:35914:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444852.834700:0:35914:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444852.834702:0:35914:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444852.834705:0:35914:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444852.834710:0:35914:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444852.834712:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0b9b0 00000002:00010000:1.0:1783444852.834713:0:35914:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444852.834717:0:35914:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444852.834719:0:35914:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444852.834722:0:35914:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444852.834728:0:35914:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41700 count: 2 00010000:00000001:1.0:1783444852.834732:0:35914:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444852.834737:0:35914:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444852.834740:0:35914:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444852.834745:0:35914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef7a7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dddf8 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1783444852.834757:0:35914:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444852.834761:0:35914:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444852.834765:0:35914:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef7a7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dddf8 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1783444852.834788:0:35914:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783444852.834790:0:35914:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444852.834791:0:35914:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444852.834794:0:35914:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444852.834796:0:35914:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444852.834809:0:35914:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783444852.834812:0:35914:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783444852.834815:0:35914:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444852.834818:0:35914:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cd400. 00000080:00000001:1.0:1783444852.834823:0:35914:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783444852.834825:0:35914:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444852.834828:0:35914:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:1.0:1783444852.834830:0:35914:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef7a7 00800000:00000001:1.0:1783444852.834833:0:35914:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444852.834835:0:35914:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444852.834837:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444852.834840:0:35914:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444852.834843:0:35914:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652dc00 refcount=3 00000020:00000001:1.0:1783444852.834845:0:35914:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:1.0:1783444852.834847:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:1.0:1783444852.834850:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.834851:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444852.834853:0:35914:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444852.834855:0:35914:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444852.834857:0:35914:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef7a7 from it ffffa31941c0bbf8 00010000:00000001:1.0:1783444852.834859:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444852.834860:0:35914:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444852.834862:0:35914:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652dc00 refcount=3 00000020:00000001:1.0:1783444852.834863:0:35914:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:1.0:1783444852.834865:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797195776 : -121189912355840 : ffff91c74652dc00) 00010000:00000001:1.0:1783444852.834867:0:35914:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444852.834871:0:35914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef7a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dddf8 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1783444852.834877:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.834877:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444852.834879:0:35914:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444852.834881:0:35914:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444852.834884:0:35914:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef7a7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dddf8 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1783444852.834892:0:35914:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444852.834894:0:35914:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444852.834896:0:35914:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444852.834900:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.834901:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444852.834903:0:35914:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.834906:0:35914:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444852.834907:0:35914:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.834909:0:35914:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.834912:0:35914:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.834914:0:35914:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444852.834915:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.834917:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444852.834920:0:35914:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783444852.834921:0:35914:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444852.834924:0:35914:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:1.0:1783444852.834928:0:35914:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444852.834944:0:35914:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1783444852.834946:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0bb58 00000080:00002000:1.0:1783444852.834948:0:35914:0:(dcache.c:87:ll_dcompare()) found name recon(ffff91c748f580d8) flags 0x48000e refc 0 00000080:00000001:1.0:1783444852.834950:0:35914:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.834952:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0bbc8 00000080:00200000:1.0:1783444852.834954:0:35914:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:1.0:1783444852.834961:0:35914:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:1.0:1783444852.834962:0:35914:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000405:0x30:0x0](ffff91c748db6c08), inode mode 81a4 mask 52 00000080:00000001:1.0:1783444852.834965:0:35914:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444852.834971:0:35914:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:1.0:1783444852.834973:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0bb98 00000080:00200008:1.0:1783444852.834975:0:35914:0:(file.c:1058:ll_file_open()) START file recon:[0x200000405:0x30:0x0](ffff91c748db6c08), flags 102101 00000080:00000010:1.0:1783444852.834982:0:35914:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91c742b6af00. 00000080:00000001:1.0:1783444852.834986:0:35914:0:(file.c:774:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1783444852.834989:0:35914:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cd400. 00800000:00000002:1.0:1783444852.834991:0:35914:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444852.834993:0:35914:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444852.834995:0:35914:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444852.834996:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0ba48 00800000:00000002:1.0:1783444852.834999:0:35914:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x200000405:0x30:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444852.835002:0:35914:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1783444852.835004:0:35914:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444852.835005:0:35914:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444852.835006:0:35914:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444852.835008:0:35914:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444852.835009:0:35914:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444852.835011:0:35914:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1783444852.835013:0:35914:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.835015:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0b9c8 00800000:00000002:1.0:1783444852.835017:0:35914:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1783444852.835020:0:35914:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444852.835022:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0b900 00000002:00010000:1.0:1783444852.835023:0:35914:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0240102102 00000002:00000001:1.0:1783444852.835027:0:35914:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1783444852.835029:0:35914:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1783444852.835032:0:35914:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1783444852.835035:0:35914:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 2 00010000:00000001:1.0:1783444852.835037:0:35914:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444852.835040:0:35914:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1783444852.835043:0:35914:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.835045:0:35914:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444852.835047:0:35914:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444852.835049:0:35914:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1783444852.835050:0:35914:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41700 count: 2 00010000:00000001:1.0:1783444852.835052:0:35914:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444852.835087:0:35914:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1783444852.835089:0:35914:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783444852.835705:0:35914:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef7a7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6dddf8 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:1.0:1783444852.835721:0:35914:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1783444852.835725:0:35914:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1783444852.835727:0:35914:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1783444852.835729:0:35914:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1783444852.835731:0:35914:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444852.835733:0:35914:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444852.835736:0:35914:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41700 count: 3 00010000:00000001:1.0:1783444852.835738:0:35914:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444852.835741:0:35914:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444852.835742:0:35914:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444852.835744:0:35914:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444852.835745:0:35914:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41700 count: 3 00010000:00000001:1.0:1783444852.835747:0:35914:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444852.835749:0:35914:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444852.835750:0:35914:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444852.835751:0:35914:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444852.835752:0:35914:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747e41700 count: 3 00010000:00000001:1.0:1783444852.835753:0:35914:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1783444852.835756:0:35914:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444852.835758:0:35914:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1783444852.835760:0:35914:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91c748db39c0, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1783444852.835765:0:35914:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1783444852.835767:0:35914:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1783444852.835769:0:35914:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1783444852.835770:0:35914:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.835773:0:35914:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783444852.835776:0:35914:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783444852.835778:0:35914:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783444852.835780:0:35914:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444852.835782:0:35914:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1783444852.835785:0:35914:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c74652dc00 with handle 0x5503b2fe824ef7a7 from hash 00010000:00000001:1.0:1783444852.835787:0:35914:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783444852.835789:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.835790:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444852.835791:0:35914:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783444852.835794:0:35914:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783444852.835795:0:35914:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1783444852.835808:0:35914:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1783444852.835810:0:35914:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444852.835814:0:35914:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1783444852.842552:0:35914:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746732d80. 00000020:00000040:0.0:1783444852.842563:0:35914:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:0.0:1783444852.842571:0:35914:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783444852.842573:0:35914:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444852.842577:0:35914:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783444852.842582:0:35914:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444852.842588:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444852.842590:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444852.842591:0:35914:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.842594:0:35914:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444852.842596:0:35914:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444852.842601:0:35914:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444852.842607:0:35914:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c746765c00. 00000100:00000001:0.0:1783444852.842613:0:35914:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444852.842617:0:35914:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444852.842620:0:35914:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783444852.842625:0:35914:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef7a7 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dddf8 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1783444852.842635:0:35914:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1783444852.842637:0:35914:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783444852.842639:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783444852.842642:0:35914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652dc00/0x5503b2fe824ef7a7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dddf8 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:0.0:1783444852.842651:0:35914:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747e41700 count: 0 00010000:00000010:0.0:1783444852.842659:0:35914:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c751113c00. 00010000:00000001:0.0:1783444852.842666:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444852.842668:0:35914:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444852.842669:0:35914:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783444852.842671:0:35914:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444852.842673:0:35914:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444852.842679:0:35914:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622883799313792 : -121189910237824 : ffff91c746732d80) 00010000:00000001:0.0:1783444852.842683:0:35914:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783444852.842685:0:35914:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783444852.842689:0:35914:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747e41500. 00010000:00000010:0.0:1783444852.842693:0:35914:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c751113c00. 00010000:00000001:0.0:1783444852.842696:0:35914:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783444852.842699:0:35914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c74652d200. 00000020:00000001:0.0:1783444852.842702:0:35914:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783444852.842705:0:35914:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c74652d200 with handle 0x5503b2fe824ef7ae to hash 00000020:00000001:0.0:1783444852.842708:0:35914:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783444852.842709:0:35914:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883797193216 : -121189912358400 : ffff91c74652d200) 00010000:00000001:0.0:1783444852.842713:0:35914:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883797193216 : -121189912358400 : ffff91c74652d200) 00010000:00000001:0.0:1783444852.842717:0:35914:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444852.842719:0:35914:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444852.842723:0:35914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef7ae lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783444852.842731:0:35914:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef7ae lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35914 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783444852.842741:0:35914:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783444852.842752:0:35914:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c746732d80 x1870075608320640/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783444852.842762:0:35914:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef7ae lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783444852.842768:0:35914:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783444852.842770:0:35914:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783444852.842776:0:35914:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c76036fe40. 00000100:00000001:0.0:1783444852.842778:0:35914:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884231577152 : -121189477974464 : ffff91c76036fe40) 00000100:00000001:0.0:1783444852.842781:0:35914:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444852.842782:0:35914:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799313792 : -121189910237824 : ffff91c746732d80) 00000100:00000001:0.0:1783444852.842787:0:35914:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444852.842790:0:35914:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.842793:0:35914:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783444852.842794:0:35914:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444852.842809:0:35914:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746732d80 x1870075608320640/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.842819:0:35914:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444852.842821:0:35914:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444852.842824:0:35914:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444852.842827:0:35914:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444852.842829:0:35914:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444852.842833:0:35914:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746732d80 pname:cluuid:pid:xid:nid:opc:job bash:666e3c65-e321-43ec-a94e-a01058e25d7d:35914:1870075608320640:192.168.204.110@tcp:101:bash.0 00000100:00000001:0.0:1783444852.842837:0:35914:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444852.842842:0:35914:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444852.842844:0:35914:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444852.842847:0:35914:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444852.842897:0:35914:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff91c7604e0000. 02000000:00000001:0.0:1783444852.842899:0:35914:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444852.842906:0:35914:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444852.842910:0:35914:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658fec8. 00000400:00000010:0.0:1783444852.842917:0:35914:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff91c746766000. 00000100:00000200:0.0:1783444852.842924:0:35914:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870075608320640, portal 10 00000100:00000001:0.0:1783444852.842926:0:35914:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444852.842927:0:35914:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799313792 : -121189910237824 : ffff91c746732d80) 00000100:00000040:0.0:1783444852.842945:0:35914:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c746732d80 x1870075608320640/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444868 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.842954:0:35914:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444852.842956:0:35914:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444852.842960:0:35914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9dd0. 00000100:00000200:0.0:1783444852.842963:0:35914:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1870075608320640, offset 0 00000400:00000200:0.0:1783444852.842969:0:35914:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444852.842977:0:35914:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.842984:0:35914:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444852.842990:0:35914:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444852.842993:0:35914:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444852.842997:0:35914:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444852.843000:0:35914:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444852.843004:0:35914:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2975:2975:256:4294967295] 192.168.204.110@tcp LPNI seq info [2975:2975:8:4294967295] 00000400:00000200:0.0:1783444852.843008:0:35914:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.843018:0:35914:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444852.843024:0:35914:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444852.843029:0:35914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c746193c00. 00000800:00000200:0.0:1783444852.843035:0:35914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444852.843043:0:35914:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444852.843048:0:35914:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c746193c00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1783444852.843083:0:35914:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444852.843089:0:35914:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 864210 usecs (865 jiffies) 00000400:00000200:0.0:1783444852.843100:0:35914:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444852.843103:0:35914:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296492713 00000100:00000001:0.0:1783444852.843111:0:35914:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296492620 00000100:00000001:0.0:1783444852.843117:0:35914:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296492713 00000100:00000001:0.0:1783444852.843374:0:35914:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296492620 00000100:00000001:0.0:1783444852.843380:0:35914:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444852.843383:0:35914:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.843385:0:35914:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444852.843387:0:35914:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783444852.843390:0:35914:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c76036fe40 going to sleep for 11 seconds 00000100:00000001:0.0:1783444852.843393:0:35914:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444852.843397:0:35914:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444852.847735:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444852.847743:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c746193c00. 00000400:00000200:1.0:1783444852.847750:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444852.847758:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444852.847763:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9dd0 00000400:00000010:1.0:1783444852.847766:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9dd0. 00000100:00000001:1.0:1783444852.847770:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444852.847777:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746732d80 x1870075608320640/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444868 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444852.847788:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444852.847792:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746732d80 x1870075608320640/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444868 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444852.847811:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.847813:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1783444852.859176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41700. 00010000:00000010:0.1:1783444852.859189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652dc00. 00000800:00000001:0.0:1783444852.859203:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.859215:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444852.859218:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.859229:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444852.859237:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.859244:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444852.859252:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.859256:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.859261:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.859266:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a4d2e8564a80 00000400:00000200:0.0:1783444852.859271:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.859276:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x82e1 [32] + 224 00000800:00000001:0.0:1783444852.859283:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.859327:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444852.859330:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444852.859335:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444852.859342:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444852.859349:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746732d80 x1870075608320640/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444868 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444852.859361:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff91c746732d80 x1870075608320640/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.859382:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444852.859389:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.859393:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444852.859485:0:35914:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783444852.859492:0:35914:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783444852.859494:0:35914:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783444852.859497:0:35914:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658fec8. 00000400:00000200:1.0:1783444852.859501:0:35914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c746766000 00000400:00000010:1.0:1783444852.859504:0:35914:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff91c746766000. 00000100:00000001:1.0:1783444852.859507:0:35914:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444852.859512:0:35914:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746732d80 x1870075608320640/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1783444852.859522:0:35914:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746732d80 x1870075608320640/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444852.859528:0:35914:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783444852.859541:0:35914:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444852.859544:0:35914:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783444852.859547:0:35914:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783444852.859549:0:35914:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783444852.859551:0:35914:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444852.859555:0:35914:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783444852.859563:0:35914:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=32 v=5 (5 105 105 105) 00000100:00001000:1.0:1783444852.859567:0:35914:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=39 v=5 (1 0 0 0) 00000100:00000001:1.0:1783444852.859570:0:35914:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783444852.859572:0:35914:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.859575:0:35914:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783444852.859578:0:35914:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.859581:0:35914:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1783444852.859583:0:35914:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1783444852.859584:0:35914:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1783444852.859586:0:35914:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444852.859588:0:35914:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799313792 : -121189910237824 : ffff91c746732d80) 00000100:00000001:1.0:1783444852.859592:0:35914:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783444852.859593:0:35914:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 8589934608 00000100:00000001:1.0:1783444852.859595:0:35914:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783444852.859598:0:35914:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444852.859603:0:35914:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746732d80 x1870075608320640/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444868 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444852.859609:0:35914:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444852.859612:0:35914:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783444852.859614:0:35914:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783444852.859619:0:35914:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746732d80 x1870075608320640/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444868 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783444852.859626:0:35914:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746732d80 pname:cluuid:pid:xid:nid:opc:job bash:666e3c65-e321-43ec-a94e-a01058e25d7d:35914:1870075608320640:192.168.204.110@tcp:101:bash.0 00000100:00000001:1.0:1783444852.859631:0:35914:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783444852.859634:0:35914:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.859637:0:35914:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1783444852.859638:0:35914:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444852.859642:0:35914:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746732d80 x1870075608320640/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444868 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444852.859650:0:35914:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783444852.859653:0:35914:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c76036fe40. 00000100:00000001:1.0:1783444852.859656:0:35914:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1783444852.859658:0:35914:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.859660:0:35914:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1783444852.859664:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444852.859667:0:35914:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444852.859670:0:35914:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d200 refcount=4 00000020:00000001:1.0:1783444852.859672:0:35914:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797193216 : -121189912358400 : ffff91c74652d200) 00010000:00000001:1.0:1783444852.859675:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797193216 : -121189912358400 : ffff91c74652d200) 00010000:00000040:1.0:1783444852.859681:0:35914:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c74652d200, remote cookie: 0x332dd2263f6dde06, flags: 0x1001 00010000:00010000:1.0:1783444852.859687:0:35914:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef7ae lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde06 expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1783444852.859695:0:35914:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x30:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1783444852.859698:0:35914:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1783444852.859704:0:35914:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 2 00010000:00000001:1.0:1783444852.859707:0:35914:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1783444852.859710:0:35914:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747e41500 count: 0 00010000:00000010:1.0:1783444852.859715:0:35914:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c751113c00. 00010000:00000001:1.0:1783444852.859720:0:35914:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444852.859724:0:35914:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef7ae lrc: 4/0,1 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde06 expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444852.859734:0:35914:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef7ae lrc: 4/0,1 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde06 expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444852.859740:0:35914:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1783444852.859744:0:35914:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1783444852.859746:0:35914:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1783444852.859748:0:35914:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:1.0:1783444852.859749:0:35914:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1783444852.859751:0:35914:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x30:0x0].0x0 (ffff91c747211b00) refcount = 2 00010000:00000040:1.0:1783444852.859755:0:35914:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1783444852.859757:0:35914:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1783444852.859765:0:35914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef7ae lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dde06 expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444852.859771:0:35914:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1783444852.859774:0:35914:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1783444852.859775:0:35914:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444852.859778:0:35914:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1783444852.859780:0:35914:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444852.859784:0:35914:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef7ae lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde06 expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444852.859791:0:35914:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1783444852.859792:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.859794:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444852.859794:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.859795:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444852.859808:0:35914:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444852.859812:0:35914:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1783444852.859815:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444852.859816:0:35914:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444852.859818:0:35914:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d200 refcount=3 00000020:00000001:1.0:1783444852.859820:0:35914:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797193216 : -121189912358400 : ffff91c74652d200) 00010000:00000001:1.0:1783444852.859822:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797193216 : -121189912358400 : ffff91c74652d200) 00010000:00000001:1.0:1783444852.859824:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444852.859825:0:35914:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444852.859826:0:35914:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d200 refcount=4 00000020:00000001:1.0:1783444852.859829:0:35914:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797193216 : -121189912358400 : ffff91c74652d200) 00010000:00000001:1.0:1783444852.859831:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797193216 : -121189912358400 : ffff91c74652d200) 00010000:00000001:1.0:1783444852.859834:0:35914:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444852.859837:0:35914:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444852.859840:0:35914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef7ae lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dde06 expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444852.859847:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.859848:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444852.859849:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444852.859851:0:35914:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444852.859852:0:35914:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d200 refcount=5 00000020:00000001:1.0:1783444852.859853:0:35914:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797193216 : -121189912358400 : ffff91c74652d200) 00010000:00000001:1.0:1783444852.859855:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797193216 : -121189912358400 : ffff91c74652d200) 00010000:00000001:1.0:1783444852.859857:0:35914:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444852.859860:0:35914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef7ae lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dde06 expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444852.859865:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.859867:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1783444852.859869:0:35914:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef7ae lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dde06 expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444852.859876:0:35914:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444852.859877:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.859878:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444852.859879:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.859880:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1783444852.859884:0:35914:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=2b, status=0 req@ffff91c746732d80 x1870075608320640/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444868 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1783444852.859892:0:35914:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1783444852.859896:0:35914:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c746732d80 x1870075608320640/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444868 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1783444852.859909:0:35914:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.859914:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444852.859915:0:35914:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444852.859916:0:35914:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d200 refcount=3 00000020:00000001:1.0:1783444852.859918:0:35914:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797193216 : -121189912358400 : ffff91c74652d200) 00010000:00000001:1.0:1783444852.859920:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797193216 : -121189912358400 : ffff91c74652d200) 00000002:00010000:1.0:1783444852.859924:0:35914:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef7ae lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde06 expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1783444852.859945:0:35914:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff91c742c80440. 00010000:00000001:1.0:1783444852.859948:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.859950:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444852.859952:0:35914:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444852.859954:0:35914:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444852.859957:0:35914:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1783444852.859959:0:35914:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444852.859960:0:35914:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799313792 : -121189910237824 : ffff91c746732d80) 00010000:00000001:1.0:1783444852.859962:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444852.859963:0:35914:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444852.859964:0:35914:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d200 refcount=3 00000020:00000001:1.0:1783444852.859966:0:35914:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797193216 : -121189912358400 : ffff91c74652d200) 00010000:00000001:1.0:1783444852.859968:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797193216 : -121189912358400 : ffff91c74652d200) 00000002:00010000:1.0:1783444852.859971:0:35914:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef7ae lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde06 expref: -99 pid: 35914 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444852.859978:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.859979:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444852.859980:0:35914:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1783444852.859982:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444852.859983:0:35914:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444852.859985:0:35914:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d200 refcount=3 00000020:00000001:1.0:1783444852.859987:0:35914:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797193216 : -121189912358400 : ffff91c74652d200) 00010000:00000001:1.0:1783444852.859989:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797193216 : -121189912358400 : ffff91c74652d200) 00010000:00000040:1.0:1783444852.859992:0:35914:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 3 00010000:00000001:1.0:1783444852.859994:0:35914:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444852.859998:0:35914:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444852.860000:0:35914:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444852.860003:0:35914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1783444852.860011:0:35914:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444852.860015:0:35914:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444852.860018:0:35914:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783444852.860025:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.860026:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444852.860027:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444852.860028:0:35914:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444852.860029:0:35914:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d200 refcount=3 00000020:00000001:1.0:1783444852.860031:0:35914:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797193216 : -121189912358400 : ffff91c74652d200) 00010000:00000001:1.0:1783444852.860033:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797193216 : -121189912358400 : ffff91c74652d200) 00010000:00000001:1.0:1783444852.860034:0:35914:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1783444852.860037:0:35914:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef7ae lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde06 expref: -99 pid: 35914 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444852.860043:0:35914:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444852.860046:0:35914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef7ae lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x332dd2263f6dde06 expref: -99 pid: 35914 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444852.860052:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.860053:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1783444852.860086:0:35914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef7ae lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x332dd2263f6dde06 expref: -99 pid: 35914 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783444852.860092:0:35914:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444852.860094:0:35914:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.860097:0:35914:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1783444852.860101:0:35914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff91c7435e8480. 00010000:00000001:1.0:1783444852.860104:0:35914:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1783444852.860111:0:35914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1783444852.860113:0:35914:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.860115:0:35914:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.860117:0:35914:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444852.860118:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.860119:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444852.860121:0:35914:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1783444852.860124:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0b888 00000002:00002000:1.0:1783444852.860126:0:35914:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=80002b: rc = 0 00000002:00000001:1.0:1783444852.860129:0:35914:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444852.860132:0:35914:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444852.860135:0:35914:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783444852.860138:0:35914:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1783444852.860142:0:35914:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444852.860146:0:35914:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444852.860149:0:35914:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cd400. 00000080:00000001:1.0:1783444852.860153:0:35914:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:1.0:1783444852.860158:0:35914:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1783444852.860161:0:35914:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:1.0:1783444852.860164:0:35914:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444852.860168:0:35914:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a13f0. 00000020:00000010:1.0:1783444852.860172:0:35914:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cd400. 00000020:00000010:1.0:1783444852.860177:0:35914:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590cce00. 00000020:00000010:1.0:1783444852.860181:0:35914:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b3900. 00000008:00000010:1.0:1783444852.860187:0:35914:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444852.860191:0:35914:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025480. 00008000:00000010:1.0:1783444852.860195:0:35914:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444852.860201:0:35914:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444852.860205:0:35914:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444852.860208:0:35914:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cdc00. 00000008:00000010:1.0:1783444852.860211:0:35914:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444852.860215:0:35914:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444852.860229:0:35914:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444852.860233:0:35914:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107cf00. 00000020:00000001:1.0:1783444852.860236:0:35914:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114338808 : -121189595212808 : ffff91c7593a13f8) 00000020:00001000:1.0:1783444852.860238:0:35914:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a13f0 00000020:00000001:1.0:1783444852.860240:0:35914:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1783444852.860244:0:35914:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:1.0:1783444852.860246:0:35914:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1783444852.860251:0:35914:0:(lov_ea.c:221:lsme_unpack()) kmalloced '(lsme)': 80 at ffff91c7465b3060. 00020000:00000010:1.0:1783444852.860255:0:35914:0:(lov_ea.c:258:lsme_unpack()) slab-alloced 'loi': 112 at ffff91c75066fa80. 00020000:00000010:1.0:1783444852.860260:0:35914:0:(lov_ea.c:385:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91c7465b3d80. 00020000:00000001:1.0:1783444852.860262:0:35914:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446622883797745024 : -121189911806592 : ffff91c7465b3d80) 00020000:00000002:1.0:1783444852.860265:0:35914:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c7465b3d80, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1783444852.860270:0:35914:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1783444852.860274:0:35914:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c75066fa80: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000002:1.0:1783444852.860278:0:35914:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff91c7464b71f0) owner ffff91c76040cf80 00020000:00000001:1.0:1783444852.860281:0:35914:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1783444852.860283:0:35914:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff91c7464b71f0) owner ffff91c76040cf80 00020000:00000010:1.0:1783444852.860287:0:35914:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91c75066fa80. 00020000:00000010:1.0:1783444852.860290:0:35914:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff91c7465b3060. 00020000:00000010:1.0:1783444852.860292:0:35914:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91c7465b3d80. 00020000:00000002:1.0:1783444852.860295:0:35914:0:(lov_object.c:1533:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1783444852.860297:0:35914:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.860299:0:35914:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1783444852.860301:0:35914:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a13f0 00000020:00000010:1.0:1783444852.860304:0:35914:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590cce00. 00000020:00000010:1.0:1783444852.860307:0:35914:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b3900. 00000008:00000010:1.0:1783444852.860310:0:35914:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444852.860314:0:35914:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025480. 00008000:00000010:1.0:1783444852.860317:0:35914:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444852.860321:0:35914:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444852.860324:0:35914:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444852.860327:0:35914:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cd400. 00000008:00000010:1.0:1783444852.860330:0:35914:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444852.860333:0:35914:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444852.860335:0:35914:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444852.860338:0:35914:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107cf00. 00000020:00000010:1.0:1783444852.860340:0:35914:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cdc00. 00000020:00000010:1.0:1783444852.860342:0:35914:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a13f0. 00000080:00000001:1.0:1783444852.860347:0:35914:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611184 : 144115205339611184 : 200000405000030) 00000080:00000001:1.0:1783444852.860350:0:35914:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:1.0:1783444852.860355:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444852.860356:0:35914:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444852.860358:0:35914:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583daa00 refcount=3 00000020:00000001:1.0:1783444852.860360:0:35914:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:1.0:1783444852.860363:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00000080:00000001:1.0:1783444852.860366:0:35914:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:1.0:1783444852.860367:0:35914:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444852.860369:0:35914:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a13f0. 00000020:00000010:1.0:1783444852.860372:0:35914:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cdc00. 00000020:00000010:1.0:1783444852.860374:0:35914:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590cd400. 00000020:00000010:1.0:1783444852.860376:0:35914:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b3900. 00000008:00000010:1.0:1783444852.860379:0:35914:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444852.860381:0:35914:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025480. 00008000:00000010:1.0:1783444852.860383:0:35914:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444852.860385:0:35914:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444852.860388:0:35914:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444852.860390:0:35914:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cce00. 00000008:00000010:1.0:1783444852.860393:0:35914:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444852.860395:0:35914:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444852.860397:0:35914:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444852.860399:0:35914:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107cf00. 00000020:00000001:1.0:1783444852.860401:0:35914:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114338808 : -121189595212808 : ffff91c7593a13f8) 00000020:00001000:1.0:1783444852.860403:0:35914:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a13f0 00000020:00000001:1.0:1783444852.860405:0:35914:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1783444852.860406:0:35914:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:1.0:1783444852.860407:0:35914:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1783444852.860409:0:35914:0:(lov_ea.c:221:lsme_unpack()) kmalloced '(lsme)': 80 at ffff91c7465b3d80. 00020000:00000010:1.0:1783444852.860412:0:35914:0:(lov_ea.c:258:lsme_unpack()) slab-alloced 'loi': 112 at ffff91c75066fa80. 00020000:00000010:1.0:1783444852.860414:0:35914:0:(lov_ea.c:385:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91c7465b3060. 00020000:00000001:1.0:1783444852.860415:0:35914:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446622883797741664 : -121189911809952 : ffff91c7465b3060) 00020000:00000002:1.0:1783444852.860418:0:35914:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c7465b3060, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1783444852.860422:0:35914:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1783444852.860425:0:35914:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c75066fa80: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000002:1.0:1783444852.860428:0:35914:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff91c7464b71f0) owner ffff91c76040cf80 00020000:00000001:1.0:1783444852.860429:0:35914:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1783444852.860431:0:35914:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff91c7464b71f0) owner ffff91c76040cf80 00020000:00000010:1.0:1783444852.860433:0:35914:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91c75066fa80. 00020000:00000010:1.0:1783444852.860436:0:35914:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff91c7465b3d80. 00020000:00000010:1.0:1783444852.860438:0:35914:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91c7465b3060. 00020000:00000002:1.0:1783444852.860440:0:35914:0:(lov_object.c:1533:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1783444852.860442:0:35914:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.860443:0:35914:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.860446:0:35914:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1783444852.860449:0:35914:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c76040cf80 00020000:00000002:1.0:1783444852.860452:0:35914:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff91c7604272a0 addref 2/0 by ffff91c76040cf80. 00020000:00000002:1.0:1783444852.860454:0:35914:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c76040cf80 00020000:00000001:1.0:1783444852.860456:0:35914:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1783444852.860458:0:35914:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1783444852.860460:0:35914:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1783444852.860462:0:35914:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1783444852.860464:0:35914:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1783444852.860466:0:35914:0:(file.c:6749:ll_layout_conf()) [0x200000405:0x30:0x0]: layout version change: 0 -> 0 00000020:00001000:1.0:1783444852.860469:0:35914:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a13f0 00000020:00000010:1.0:1783444852.860470:0:35914:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590cd400. 00000020:00000010:1.0:1783444852.860472:0:35914:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b3900. 00000008:00000010:1.0:1783444852.860475:0:35914:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444852.860477:0:35914:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025480. 00008000:00000010:1.0:1783444852.860479:0:35914:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444852.860482:0:35914:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444852.860484:0:35914:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444852.860486:0:35914:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cdc00. 00000008:00000010:1.0:1783444852.860488:0:35914:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444852.860490:0:35914:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444852.860493:0:35914:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444852.860495:0:35914:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107cf00. 00000020:00000010:1.0:1783444852.860498:0:35914:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cce00. 00000020:00000010:1.0:1783444852.860500:0:35914:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a13f0. 00000080:00000001:1.0:1783444852.860502:0:35914:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.860504:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.860505:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783444852.860506:0:35914:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1783444852.860509:0:35914:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1783444852.860511:0:35914:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444852.860514:0:35914:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff91c748db6c08) for lock 0x5503b2fe824ef792 00800000:00000001:1.0:1783444852.860517:0:35914:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444852.860519:0:35914:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444852.860520:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444852.860522:0:35914:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444852.860523:0:35914:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583daa00 refcount=3 00000020:00000001:1.0:1783444852.860525:0:35914:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:1.0:1783444852.860527:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:1.0:1783444852.860529:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.860530:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444852.860532:0:35914:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444852.860533:0:35914:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.860536:0:35914:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444852.860540:0:35914:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746732d80 x1870075608320640/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444868 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444852.860547:0:35914:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444852.860551:0:35914:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef792 from it ffffa31941c0bbf0 00010000:00000001:1.0:1783444852.860553:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444852.860554:0:35914:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444852.860555:0:35914:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583daa00 refcount=3 00000020:00000001:1.0:1783444852.860557:0:35914:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:1.0:1783444852.860559:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:1.0:1783444852.860561:0:35914:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444852.860564:0:35914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783444852.860570:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.860571:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444852.860573:0:35914:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444852.860575:0:35914:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444852.860578:0:35914:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1783444852.860585:0:35914:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444852.860588:0:35914:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444852.860590:0:35914:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444852.860594:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.860595:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444852.860597:0:35914:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.860599:0:35914:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444852.860601:0:35914:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.860603:0:35914:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.860605:0:35914:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.860607:0:35914:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444852.860608:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.860609:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1783444852.860612:0:35914:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1783444852.860617:0:35914:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff91c742c80cc0. 00000080:00000001:1.0:1783444852.860620:0:35914:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:1.0:1783444852.860622:0:35914:0:(lmv_obd.c:4175:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1783444852.860625:0:35914:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444852.860627:0:35914:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444852.860629:0:35914:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444852.860631:0:35914:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444852.860633:0:35914:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444852.860636:0:35914:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1783444852.860638:0:35914:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1783444852.860640:0:35914:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1783444852.860643:0:35914:0:(obd.h:1438:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91c745712240. 00000002:00100000:1.0:1783444852.860647:0:35914:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c746732d80 x1870075608320640/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444868 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1783444852.860653:0:35914:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444852.860655:0:35914:0:(lmv_obd.c:4181:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1783444852.860659:0:35914:0:(rw.c:949:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1783444852.860662:0:35914:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444852.860665:0:35914:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1783444852.860667:0:35914:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1783444852.860669:0:35914:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783444852.860671:0:35914:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1783444852.860673:0:35914:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444852.860676:0:35914:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1783444852.860677:0:35914:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444852.860679:0:35914:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1783444852.860681:0:35914:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444852.860683:0:35914:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444852.860687:0:35914:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444852.860690:0:35914:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746732d80 x1870075608320640/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444868 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1783444852.860698:0:35914:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783444852.860700:0:35914:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff91c7604e0000. 02000000:00000001:1.0:1783444852.860722:0:35914:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1783444852.860724:0:35914:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.860726:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0bb98 00000080:00000008:1.0:1783444852.860729:0:35914:0:(file.c:1297:ll_file_open()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff91c748db6c08), flags 102101, rc = 0 00020000:00000001:1.0:1783444852.860820:0:35914:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1783444852.860823:0:35914:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c76040cf80 00020000:00000002:1.0:1783444852.860827:0:35914:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c76040cf80 00020000:00000001:1.0:1783444852.860830:0:35914:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.862559:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0bd28 00000080:00200008:1.0:1783444852.862564:0:35914:0:(file.c:6217:ll_getattr_dentry()) START file recon:[0x200000405:0x30:0x0](ffff91c748db6c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1783444852.862571:0:35914:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1783444852.862573:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0bca0 00000080:00200000:1.0:1783444852.862575:0:35914:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x30:0x0](ffff91c748db6c08),name=recon 00000080:00000010:1.0:1783444852.862580:0:35914:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cce00. 00800000:00000002:1.0:1783444852.862586:0:35914:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:1.0:1783444852.862592:0:35914:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444852.862595:0:35914:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444852.862597:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0bbc0 00800000:00000002:1.0:1783444852.862599:0:35914:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x30:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444852.862603:0:35914:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444852.862606:0:35914:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444852.862608:0:35914:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444852.862610:0:35914:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444852.862611:0:35914:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444852.862613:0:35914:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444852.862615:0:35914:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1783444852.862617:0:35914:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444852.862619:0:35914:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444852.862620:0:35914:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444852.862621:0:35914:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444852.862623:0:35914:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444852.862625:0:35914:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444852.862627:0:35914:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1783444852.862629:0:35914:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444852.862631:0:35914:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444852.862635:0:35914:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444852.862636:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0ba90 00000002:00010000:1.0:1783444852.862638:0:35914:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1783444852.862641:0:35914:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1783444852.862644:0:35914:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1783444852.862646:0:35914:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444852.862649:0:35914:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 3 00010000:00000001:1.0:1783444852.862652:0:35914:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444852.862655:0:35914:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444852.862658:0:35914:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444852.862662:0:35914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1783444852.862671:0:35914:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444852.862674:0:35914:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444852.862678:0:35914:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1783444852.862685:0:35914:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1783444852.862687:0:35914:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1783444852.862689:0:35914:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444852.862691:0:35914:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1783444852.862693:0:35914:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1783444852.862695:0:35914:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1783444852.862697:0:35914:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1783444852.862700:0:35914:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:1.0:1783444852.862702:0:35914:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cce00. 00000080:00000001:1.0:1783444852.862706:0:35914:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1783444852.862707:0:35914:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444852.862711:0:35914:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff91c748db6c08) 00000080:00010000:1.0:1783444852.862714:0:35914:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff91c748db6c08) for lock 0x5503b2fe824ef792 00800000:00000001:1.0:1783444852.862717:0:35914:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1783444852.862719:0:35914:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1783444852.862720:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444852.862722:0:35914:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444852.862724:0:35914:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583daa00 refcount=3 00000020:00000001:1.0:1783444852.862726:0:35914:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:1.0:1783444852.862728:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:1.0:1783444852.862731:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.862733:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1783444852.862734:0:35914:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1783444852.862737:0:35914:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1783444852.862739:0:35914:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef792 from it ffffa31941c0bcd8 00010000:00000001:1.0:1783444852.862741:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444852.862742:0:35914:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444852.862744:0:35914:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583daa00 refcount=3 00000020:00000001:1.0:1783444852.862745:0:35914:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:1.0:1783444852.862747:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:1.0:1783444852.862749:0:35914:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444852.862752:0:35914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1783444852.862758:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.862759:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444852.862760:0:35914:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444852.862762:0:35914:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444852.862765:0:35914:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1783444852.862771:0:35914:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444852.862773:0:35914:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444852.862775:0:35914:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444852.862778:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.862779:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444852.862780:0:35914:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.862782:0:35914:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444852.862784:0:35914:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.862786:0:35914:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.862788:0:35914:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.862790:0:35914:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444852.862791:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.862793:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1783444852.862795:0:35914:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783444852.862796:0:35914:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783444852.865139:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444852.865144:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444852.865148:0:16820:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1783444852.865151:0:16820:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1783444852.865153:0:16820:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1783444852.865159:0:16820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef7ae lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x332dd2263f6dde06 expref: -99 pid: 35914 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444852.865178:0:16820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91c74652d200 already unused, calling callback (ffffffffc1ba6f40) 00000080:00000001:3.0:1783444852.865181:0:16820:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1783444852.865185:0:16820:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef7ae lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x332dd2263f6dde06 expref: -99 pid: 35914 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444852.865198:0:16820:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1783444852.865201:0:16820:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1783444852.865204:0:16820:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef7ae lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x332dd2263f6dde06 expref: -99 pid: 35914 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444852.865210:0:16820:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1783444852.865213:0:16820:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1783444852.865215:0:16820:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444852.865217:0:16820:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444852.865225:0:16820:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c74652d200 refcount=3 00000020:00000001:3.0:1783444852.865228:0:16820:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883797193216 : -121189912358400 : ffff91c74652d200) 00010000:00000001:3.0:1783444852.865230:0:16820:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883797193216 : -121189912358400 : ffff91c74652d200) 00010000:00000001:3.0:1783444852.865233:0:16820:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783444852.865236:0:16820:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef7ae lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6dde06 expref: -99 pid: 35914 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1783444852.865243:0:16820:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1783444852.865246:0:16820:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1783444852.865248:0:16820:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1783444852.865250:0:16820:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x30:0x0] mode (null) 00000002:00000001:3.0:1783444852.865253:0:16820:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444852.865256:0:16820:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444852.865260:0:16820:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 3 00010000:00000001:3.0:1783444852.865262:0:16820:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444852.865265:0:16820:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1783444852.865268:0:16820:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1783444852.865270:0:16820:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444852.865275:0:16820:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444852.865278:0:16820:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1783444852.865291:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444852.865293:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444852.865294:0:16820:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1783444852.865296:0:16820:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444852.865297:0:16820:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444852.865298:0:16820:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583daa00 refcount=2 00000020:00000001:3.0:1783444852.865300:0:16820:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:3.0:1783444852.865302:0:16820:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:3.0:1783444852.865304:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444852.865304:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1783444852.865306:0:16820:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444852.865308:0:16820:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1783444852.865310:0:16820:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444852.865312:0:16820:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783444852.865315:0:16820:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783444852.865316:0:16820:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783444852.865318:0:16820:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444852.865320:0:16820:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1783444852.865322:0:16820:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c74652d200 with handle 0x5503b2fe824ef7ae from hash 00010000:00000001:3.0:1783444852.865325:0:16820:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1783444852.865326:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444852.865327:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444852.865329:0:16820:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1783444852.865331:0:16820:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783444852.865333:0:16820:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1783444852.865337:0:16820:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444852.865339:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444852.865340:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444852.865342:0:16820:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444852.865345:0:16820:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1783444852.865347:0:16820:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1783444852.865354:0:16820:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c760462a00. 00000020:00000040:3.0:1783444852.865358:0:16820:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=9 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:3.0:1783444852.865363:0:16820:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783444852.865365:0:16820:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783444852.865368:0:16820:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783444852.865374:0:16820:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c75937f400. 00000100:00000001:3.0:1783444852.865381:0:16820:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444852.865383:0:16820:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1783444852.865389:0:16820:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef7ae lrc: 2/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dde06 expref: -99 pid: 35914 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783444852.865396:0:16820:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1783444852.865398:0:16820:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444852.865403:0:16820:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783444852.865407:0:16820:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444852.865418:0:16820:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040f956e4] to pc [ptlrpcd_01_01+1] req@ffff91c760462a00 x1870075608320768/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783444852.865444:0:16820:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444852.865446:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444852.865447:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444852.865449:0:16820:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444852.865451:0:16820:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444852.865453:0:16820:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444852.865456:0:16820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef7ae lrc: 1/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dde06 expref: -99 pid: 35914 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783444852.865462:0:16820:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783444852.865465:0:16820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c74652d200/0x5503b2fe824ef7ae lrc: 0/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dde06 expref: -99 pid: 35914 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1783444852.865473:0:16820:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91c742c80440. 00010000:00000001:3.0:1783444852.865482:0:16820:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444852.865483:0:16820:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1783444852.865485:0:16820:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff91c7435e8480. 00010000:00000001:3.0:1783444852.865488:0:16820:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444852.865490:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444852.865491:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444852.865493:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1783444852.865495:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444852.865496:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444852.865498:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1783444852.865500:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444852.865501:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444852.865502:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1783444852.865522:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1783444852.865525:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1783444852.865528:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444852.865533:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444852.865536:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444852.865538:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444852.865540:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444852.865542:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444852.865547:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c760462a00 x1870075608320768/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444852.865555:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444852.865557:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444852.865560:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444852.865563:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444852.865565:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444852.865568:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c760462a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608320768:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1783444852.865573:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444852.865577:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444852.865580:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444852.865582:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444852.865587:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75937e200. 02000000:00000001:3.0:1783444852.865588:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444852.865595:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444852.865599:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7588114d0. 00000400:00000010:3.0:1783444852.865605:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602186e8. 00000100:00000200:3.0:1783444852.865611:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608320768, portal 18 00000100:00000001:3.0:1783444852.865613:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444852.865615:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232571392 : -121189476980224 : ffff91c760462a00) 00000100:00000040:3.0:1783444852.865621:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c760462a00 x1870075608320768/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444868 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444852.865628:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444852.865631:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444852.865633:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218770. 00000100:00000200:3.0:1783444852.865637:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1870075608320768, offset 0 00000400:00000200:3.0:1783444852.865643:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444852.865650:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444852.865657:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444852.865662:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444852.865666:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444852.865670:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444852.865672:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444852.865676:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2976:2976:256:4294967295] 192.168.204.110@tcp LPNI seq info [2976:2976:8:4294967295] 00000400:00000200:3.0:1783444852.865681:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444852.865691:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444852.865697:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444852.865702:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822c000. 00000800:00000200:3.0:1783444852.865708:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444852.865715:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444852.865719:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822c000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1783444852.865736:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444852.865740:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 863176 usecs (864 jiffies) 00000400:00000200:3.0:1783444852.865743:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444852.865746:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296492735 00000100:00000001:3.0:1783444852.865754:0:2402:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296492713 00000100:00000001:3.0:1783444852.865759:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296492735 00000100:00000001:3.0:1783444852.865762:0:2402:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296492713 00000100:00000001:3.0:1783444852.865765:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444852.865768:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.865771:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.865773:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.865960:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444852.865963:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444852.867984:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444852.867991:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822c000. 00000400:00000200:0.0:1783444852.867997:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444852.868004:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444852.868010:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218770 00000400:00000010:0.0:1783444852.868012:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218770. 00000100:00000001:0.0:1783444852.868016:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444852.868021:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c760462a00 x1870075608320768/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444868 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444852.868033:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444852.868037:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c760462a00 x1870075608320768/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444868 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444852.868044:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.868046:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000001:1.0:1783444852.869620:0:35914:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1783444852.869625:0:35914:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1783444852.869627:0:35914:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1783444852.869630:0:35914:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1783444852.869632:0:35914:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444852.869634:0:35914:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1783444852.869638:0:35914:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1783444852.869641:0:35914:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444852.869647:0:35914:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a13f0. 00000020:00000010:1.0:1783444852.869653:0:35914:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cce00. 00000020:00000010:1.0:1783444852.869658:0:35914:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590cdc00. 00000020:00000010:1.0:1783444852.869661:0:35914:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b3900. 00000008:00000010:1.0:1783444852.869667:0:35914:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444852.869672:0:35914:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025480. 00008000:00000010:1.0:1783444852.869676:0:35914:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444852.869682:0:35914:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444852.869685:0:35914:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444852.869689:0:35914:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cd400. 00000008:00000010:1.0:1783444852.869692:0:35914:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444852.869696:0:35914:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444852.869700:0:35914:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444852.869703:0:35914:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107cf00. 00000020:00000001:1.0:1783444852.869706:0:35914:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114338808 : -121189595212808 : ffff91c7593a13f8) 00000020:00001000:1.0:1783444852.869709:0:35914:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a13f0 00000020:00000001:1.0:1783444852.869713:0:35914:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:1.0:1783444852.869716:0:35914:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1783444852.869718:0:35914:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:1.0:1783444852.869720:0:35914:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1783444852.869724:0:35914:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444852.869725:0:35914:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1783444852.869728:0:35914:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1783444852.869730:0:35914:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444852.869732:0:35914:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783444852.869735:0:35914:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x30:0x0]io ffff91c760990e40 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1783444852.869739:0:35914:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c76040cf80 00020000:00000001:1.0:1783444852.869742:0:35914:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1783444852.869744:0:35914:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1783444852.869747:0:35914:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1783444852.869749:0:35914:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.869751:0:35914:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1783444852.869753:0:35914:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1783444852.869755:0:35914:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.869756:0:35914:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444852.869758:0:35914:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1783444852.869759:0:35914:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1783444852.869761:0:35914:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c76040cf80 00000020:00000001:1.0:1783444852.869763:0:35914:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1783444852.869765:0:35914:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1783444852.869767:0:35914:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:1.0:1783444852.869770:0:35914:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1783444852.869771:0:35914:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1783444852.869774:0:35914:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1783444852.869775:0:35914:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1783444852.869780:0:35914:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1783444852.869784:0:35914:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91c7505f9280. 00020000:00000002:1.0:1783444852.869787:0:35914:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1783444852.869789:0:35914:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1783444852.869791:0:35914:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783444852.869793:0:35914:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1783444852.869794:0:35914:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444852.869796:0:35914:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a11b0. 00000020:00000010:1.0:1783444852.869811:0:35914:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cd000. 00000020:00000010:1.0:1783444852.869814:0:35914:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590cc000. 00000020:00000010:1.0:1783444852.869817:0:35914:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b3060. 00000008:00000010:1.0:1783444852.869820:0:35914:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7590664b0. 00020000:00000010:1.0:1783444852.869823:0:35914:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025cc0. 00008000:00000010:1.0:1783444852.869825:0:35914:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cb8a98. 00000080:00000010:1.0:1783444852.869828:0:35914:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077888. 00000080:00000010:1.0:1783444852.869831:0:35914:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7609914d0. 00000020:00000010:1.0:1783444852.869833:0:35914:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cd600. 00000008:00000010:1.0:1783444852.869836:0:35914:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909a580. 00020000:00000010:1.0:1783444852.869838:0:35914:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a1488. 00008000:00000010:1.0:1783444852.869841:0:35914:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603effe8. 00000080:00000010:1.0:1783444852.869843:0:35914:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107c5a0. 00000020:00000001:1.0:1783444852.869846:0:35914:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114338232 : -121189595213384 : ffff91c7593a11b8) 00000020:00001000:1.0:1783444852.869848:0:35914:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a11b0 00000020:00000001:1.0:1783444852.869851:0:35914:0:(cl_object.c:151:cl_object_top()) ffff91c74529d3a0 -> ffff91c74529d9e0 00000020:00000001:1.0:1783444852.869853:0:35914:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1783444852.869855:0:35914:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444852.869857:0:35914:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1783444852.869858:0:35914:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.869860:0:35914:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.869862:0:35914:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883747332200 : -121189962219416 : ffff91c7435a0068) 00000020:00000001:1.0:1783444852.869864:0:35914:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1783444852.869868:0:35914:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91c75824ebe0. 00000008:00010000:1.0:1783444852.869870:0:35914:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1783444852.869873:0:35914:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1783444852.869874:0:35914:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1783444852.869876:0:35914:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91c7505f92b0, osc lock ffff91c75824ebe0, flags 0x400001002 00000020:00000001:1.0:1783444852.869878:0:35914:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.869880:0:35914:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.869883:0:35914:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446622883965801088 : -121189743750528 : ffff91c7505f9280) 00000020:00000001:1.0:1783444852.869885:0:35914:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1783444852.869886:0:35914:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1783444852.869887:0:35914:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.869889:0:35914:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.869891:0:35914:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1783444852.869893:0:35914:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1783444852.869895:0:35914:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1783444852.869896:0:35914:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1783444852.869897:0:35914:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783444852.869898:0:35914:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883747332200 : -121189962219416 : ffff91c7435a0068) 00000020:00000001:1.0:1783444852.869900:0:35914:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1783444852.869902:0:35914:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1783444852.869904:0:35914:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1783444852.869908:0:35914:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1783444852.869910:0:35914:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1783444852.869911:0:35914:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1783444852.869912:0:35914:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1783444852.869914:0:35914:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1783444852.869915:0:35914:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1783444852.869917:0:35914:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1783444852.869920:0:35914:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444852.869926:0:35914:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211900 count: 2 00010000:00000001:1.0:1783444852.869929:0:35914:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444852.871011:0:35914:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444852.871017:0:35914:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444852.871023:0:35914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1783444852.871037:0:35914:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444852.871042:0:35914:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444852.871046:0:35914:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.1:1783444852.871413:0:35914:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747e41500. 00010000:00000001:1.0:1783444852.871421:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444852.871423:0:35914:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444852.871426:0:35914:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=4 00000020:00000001:1.0:1783444852.871428:0:35914:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:1.0:1783444852.871431:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00000008:00000001:1.0:1783444852.871434:0:35914:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1783444852.871436:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444852.871438:0:35914:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444852.871439:0:35914:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=5 00000020:00000001:1.0:1783444852.871441:0:35914:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:1.0:1783444852.871443:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00000020:00000001:1.0:1783444852.871447:0:35914:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1783444852.871448:0:35914:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1783444852.871451:0:35914:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1783444852.871452:0:35914:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.871454:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444852.871455:0:35914:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444852.871456:0:35914:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=6 00000020:00000001:1.0:1783444852.871458:0:35914:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:1.0:1783444852.871460:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:1.0:1783444852.871463:0:35914:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444852.871466:0:35914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1783444852.871475:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.871476:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444852.871478:0:35914:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1783444852.871481:0:35914:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1783444852.871483:0:35914:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783444852.871491:0:35914:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783444852.871494:0:35914:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783444852.871496:0:35914:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444852.871500:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.871501:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444852.871503:0:35914:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.871506:0:35914:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783444852.871508:0:35914:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.871510:0:35914:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.871512:0:35914:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.871514:0:35914:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444852.871515:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.871516:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444852.871518:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.871519:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783444852.871520:0:35914:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444852.871522:0:35914:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.871524:0:35914:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.871527:0:35914:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.871996:0:35914:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.871998:0:35914:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1783444852.872000:0:35914:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1783444852.872002:0:35914:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1783444852.872004:0:35914:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1783444852.872006:0:35914:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.872008:0:35914:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444852.872013:0:35914:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1783444852.872015:0:35914:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:1.0:1783444852.872017:0:35914:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:1.0:1783444852.872019:0:35914:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1783444852.872022:0:35914:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1783444852.872025:0:35914:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=23 m=1783444852 a=0 c=1783444852 b=0 00020000:00000001:1.0:1783444852.872028:0:35914:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.872030:0:35914:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.872032:0:35914:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000080:00200000:1.0:1783444852.872034:0:35914:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 23 i_blocks 0 00000080:00000001:1.0:1783444852.872037:0:35914:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1783444852.872040:0:35914:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1783444852.872042:0:35914:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91c760990de0 (ffff91c7593a13f8/0) at cl_lock_release():245 00000020:00000001:1.0:1783444852.872045:0:35914:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1783444852.872046:0:35914:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c760990de0 (ffff91c7593a13f8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1783444852.872048:0:35914:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1783444852.872050:0:35914:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783444852.872052:0:35914:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883747332200 : -121189962219416 : ffff91c7435a0068) 00000020:00000001:1.0:1783444852.872351:0:35914:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1783444852.872354:0:35914:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c7505f92b0 (ffff91c7593a11b8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1783444852.872358:0:35914:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1783444852.872359:0:35914:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1783444852.872360:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.872361:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783444852.872363:0:35914:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1783444852.872365:0:35914:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1783444852.872366:0:35914:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1783444852.872367:0:35914:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1783444852.872369:0:35914:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1783444852.872370:0:35914:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c760990de0 (ffff91c7593a13f8/0) at cl_lock_fini():72 00020000:00000001:1.0:1783444852.872373:0:35914:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1783444852.872374:0:35914:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1783444852.872375:0:35914:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c7505f92b0 (ffff91c7593a13f8/1) at cl_lock_fini():72 00000008:00000010:1.0:1783444852.872378:0:35914:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91c75824ebe0. 00000020:00000001:1.0:1783444852.872382:0:35914:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1783444852.872383:0:35914:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91c7505f9280. 00020000:00000001:1.0:1783444852.872386:0:35914:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1783444852.872387:0:35914:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1783444852.872389:0:35914:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1783444852.872391:0:35914:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.872393:0:35914:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1783444852.872396:0:35914:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:1.0:1783444852.872398:0:35914:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1783444852.872399:0:35914:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1783444852.872401:0:35914:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783444852.872403:0:35914:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a11b0 00000020:00000010:1.0:1783444852.872406:0:35914:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590cc000. 00000020:00000010:1.0:1783444852.872410:0:35914:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b3060. 00000008:00000010:1.0:1783444852.872414:0:35914:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7590664b0. 00020000:00000010:1.0:1783444852.872417:0:35914:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025cc0. 00008000:00000010:1.0:1783444852.872421:0:35914:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cb8a98. 00000080:00000010:1.0:1783444852.872426:0:35914:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077888. 00000080:00000010:1.0:1783444852.872430:0:35914:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7609914d0. 00000020:00000010:1.0:1783444852.872433:0:35914:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cd000. 00000008:00000010:1.0:1783444852.872436:0:35914:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909a580. 00020000:00000010:1.0:1783444852.872439:0:35914:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a1488. 00008000:00000010:1.0:1783444852.872442:0:35914:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603effe8. 00000080:00000010:1.0:1783444852.872445:0:35914:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107c5a0. 00000020:00000010:1.0:1783444852.872448:0:35914:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cd600. 00000020:00000010:1.0:1783444852.872450:0:35914:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a11b0. 00020000:00000001:1.0:1783444852.872452:0:35914:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1783444852.872454:0:35914:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:1.0:1783444852.872457:0:35914:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1783444852.872459:0:35914:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1783444852.872463:0:35914:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1783444852.872464:0:35914:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444852.872466:0:35914:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1783444852.872468:0:35914:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1783444852.872469:0:35914:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1783444852.872470:0:35914:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a13f0 00000020:00000010:1.0:1783444852.872472:0:35914:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590cdc00. 00000020:00000010:1.0:1783444852.872474:0:35914:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b3900. 00000008:00000010:1.0:1783444852.872476:0:35914:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444852.872480:0:35914:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025480. 00008000:00000010:1.0:1783444852.872482:0:35914:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444852.872485:0:35914:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444852.872488:0:35914:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444852.872490:0:35914:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cce00. 00000008:00000010:1.0:1783444852.872492:0:35914:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444852.872494:0:35914:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444852.872496:0:35914:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444852.872499:0:35914:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107cf00. 00000020:00000010:1.0:1783444852.872501:0:35914:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cd400. 00000020:00000010:1.0:1783444852.872503:0:35914:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a13f0. 00000001:00000001:1.0:1783444852.872505:0:35914:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.872512:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0bd28 00000080:00000008:1.0:1783444852.872514:0:35914:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff91c748db6c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1783444852.873654:0:35914:0:(file.c:2601:do_file_write_iter()) Process entered 00000020:00000001:1.0:1783444852.873658:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0bd90 00000080:00200008:1.0:1783444852.873661:0:35914:0:(file.c:2605:do_file_write_iter()) START file recon:[0x200000405:0x30:0x0], ppos: 0, count: 23 00000080:00000001:1.0:1783444852.873665:0:35914:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1783444852.873667:0:35914:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444852.873669:0:35914:0:(file.c:1972:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1783444852.873672:0:35914:0:(file.c:2023:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.873674:0:35914:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444852.873682:0:35914:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a13f0. 00000020:00000010:1.0:1783444852.873686:0:35914:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cd400. 00000020:00000010:1.0:1783444852.873690:0:35914:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590cce00. 00000020:00000010:1.0:1783444852.873693:0:35914:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b3900. 00000008:00000010:1.0:1783444852.873698:0:35914:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c759065980. 00020000:00000010:1.0:1783444852.873701:0:35914:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025480. 00008000:00000010:1.0:1783444852.873704:0:35914:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cb8e20. 00000080:00000010:1.0:1783444852.873709:0:35914:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077690. 00000080:00000010:1.0:1783444852.873712:0:35914:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c760990de0. 00000020:00000010:1.0:1783444852.873715:0:35914:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cdc00. 00000008:00000010:1.0:1783444852.873718:0:35914:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909a6e0. 00020000:00000010:1.0:1783444852.873720:0:35914:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a0000. 00008000:00000010:1.0:1783444852.873723:0:35914:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603efe08. 00000080:00000010:1.0:1783444852.873726:0:35914:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107cf00. 00000020:00000001:1.0:1783444852.873728:0:35914:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114338808 : -121189595212808 : ffff91c7593a13f8) 00000020:00001000:1.0:1783444852.873731:0:35914:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a13f0 00000080:00000001:1.0:1783444852.873733:0:35914:0:(file.c:2055:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1783444852.873735:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0bca0 00000080:00200000:1.0:1783444852.873737:0:35914:0:(file.c:2058:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:1.0:1783444852.873741:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0bc38 00000080:00200000:1.0:1783444852.873743:0:35914:0:(file.c:1816:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:1.0:1783444852.873745:0:35914:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1783444852.873747:0:35914:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:1.0:1783444852.873749:0:35914:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:1.0:1783444852.873751:0:35914:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1783444852.873753:0:35914:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1783444852.873755:0:35914:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=23 m=1783444852 a=0 c=1783444852 b=0 00020000:00000001:1.0:1783444852.873758:0:35914:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.873760:0:35914:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.873762:0:35914:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000080:00200000:1.0:1783444852.873764:0:35914:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 23 i_blocks 0 00000080:00000001:1.0:1783444852.873766:0:35914:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1783444852.873768:0:35914:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1783444852.873774:0:35914:0:(cl_io.c:214:cl_io_rw_init()) header@0000000059b97b84[0x110, 2, [0x200000405:0x30:0x0] hash] 00000020:00200000:1.0:1783444852.873776:0:35914:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:1.0:1783444852.873778:0:35914:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:1.0:1783444852.873780:0:35914:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1783444852.873782:0:35914:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:1.0:1783444852.873783:0:35914:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1783444852.873786:0:35914:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444852.873787:0:35914:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1783444852.873790:0:35914:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444852.873794:0:35914:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444852.873796:0:35914:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1783444852.873809:0:35914:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444852.873811:0:35914:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1783444852.873813:0:35914:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x30:0x0]io ffff91c760990e40 type 2 ignore/verify layout 0/0 00020000:00000002:1.0:1783444852.873817:0:35914:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c76040cf80 00020000:00000001:1.0:1783444852.873820:0:35914:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1783444852.873822:0:35914:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1783444852.873824:0:35914:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1783444852.873826:0:35914:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1783444852.873828:0:35914:0:(lov_io.c:860:lov_io_slice_init()) 23 46 00020000:00000001:1.0:1783444852.873830:0:35914:0:(lov_io.c:888:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1783444852.873831:0:35914:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1783444852.873833:0:35914:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.873835:0:35914:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444852.873836:0:35914:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1783444852.873837:0:35914:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1783444852.873838:0:35914:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c76040cf80 00000020:00000001:1.0:1783444852.873840:0:35914:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.873841:0:35914:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1783444852.873844:0:35914:0:(file.c:2136:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:1.0:1783444852.873846:0:35914:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:1.0:1783444852.873848:0:35914:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.873851:0:35914:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1783444852.873853:0:35914:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1783444852.873856:0:35914:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1783444852.873857:0:35914:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1783444852.873859:0:35914:0:(lov_io.c:1206:lov_io_rw_iter_init()) Process entered 00020000:00000001:1.0:1783444852.873861:0:35914:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1783444852.873863:0:35914:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1783444852.873867:0:35914:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1783444852.873870:0:35914:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783444852.873871:0:35914:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1783444852.873873:0:35914:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1783444852.873876:0:35914:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593a11b0. 00000020:00000010:1.0:1783444852.873878:0:35914:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cd600. 00000020:00000010:1.0:1783444852.873881:0:35914:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c7590cd000. 00000020:00000010:1.0:1783444852.873883:0:35914:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7465b3060. 00000008:00000010:1.0:1783444852.873886:0:35914:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7590664b0. 00020000:00000010:1.0:1783444852.873889:0:35914:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759025cc0. 00008000:00000010:1.0:1783444852.873892:0:35914:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c744cb8a98. 00000080:00000010:1.0:1783444852.873895:0:35914:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c759077888. 00000080:00000010:1.0:1783444852.873897:0:35914:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7609914d0. 00000020:00000010:1.0:1783444852.873899:0:35914:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7590cc000. 00000008:00000010:1.0:1783444852.873902:0:35914:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c75909a580. 00020000:00000010:1.0:1783444852.873905:0:35914:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7435a1488. 00008000:00000010:1.0:1783444852.873907:0:35914:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c7603effe8. 00000080:00000010:1.0:1783444852.873910:0:35914:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c75107c5a0. 00000020:00000001:1.0:1783444852.873912:0:35914:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114338232 : -121189595213384 : ffff91c7593a11b8) 00000020:00001000:1.0:1783444852.873914:0:35914:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593a11b0 00000020:00000001:1.0:1783444852.873915:0:35914:0:(cl_object.c:151:cl_object_top()) ffff91c74529d3a0 -> ffff91c74529d9e0 00000020:00000001:1.0:1783444852.873917:0:35914:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1783444852.873919:0:35914:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1783444852.873920:0:35914:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1783444852.873921:0:35914:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.873923:0:35914:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.873924:0:35914:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883747332200 : -121189962219416 : ffff91c7435a0068) 00000020:00000001:1.0:1783444852.873928:0:35914:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1783444852.873930:0:35914:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1783444852.874642:0:35914:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.874646:0:35914:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.874649:0:35914:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.874650:0:35914:0:(lov_io.c:1228:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.874652:0:35914:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.874654:0:35914:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1783444852.874657:0:35914:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1783444852.874659:0:35914:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1783444852.874661:0:35914:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1783444852.874664:0:35914:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444852.874667:0:35914:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444852.874669:0:35914:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1783444852.874670:0:35914:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:1.0:1783444852.874673:0:35914:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1783444852.874675:0:35914:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1783444852.874676:0:35914:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.874678:0:35914:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444852.874680:0:35914:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444852.874682:0:35914:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444852.874683:0:35914:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.874686:0:35914:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1783444852.874687:0:35914:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1783444852.874688:0:35914:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1783444852.874690:0:35914:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783444852.874691:0:35914:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.874692:0:35914:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.874695:0:35914:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.874696:0:35914:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.874698:0:35914:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1783444852.874700:0:35914:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1783444852.874701:0:35914:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1783444852.874703:0:35914:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1783444852.874705:0:35914:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1783444852.874707:0:35914:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1783444852.874713:0:35914:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91c7505f9280. 00020000:00000002:1.0:1783444852.874716:0:35914:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1783444852.874718:0:35914:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1783444852.874720:0:35914:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783444852.874721:0:35914:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883747332200 : -121189962219416 : ffff91c7435a0068) 00000020:00000001:1.0:1783444852.874723:0:35914:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1783444852.874726:0:35914:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91c75824ebe0. 00000008:00010000:1.0:1783444852.874728:0:35914:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1783444852.874730:0:35914:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1783444852.874732:0:35914:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1783444852.874734:0:35914:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91c7505f92b0, osc lock ffff91c75824ebe0, flags 0x0 00000020:00000001:1.0:1783444852.874737:0:35914:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.874739:0:35914:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.874741:0:35914:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446622883965801088 : -121189743750528 : ffff91c7505f9280) 00000020:00000001:1.0:1783444852.874743:0:35914:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1783444852.874745:0:35914:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1783444852.874746:0:35914:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.874748:0:35914:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.874749:0:35914:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1783444852.874750:0:35914:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1783444852.874751:0:35914:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783444852.874752:0:35914:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883747332200 : -121189962219416 : ffff91c7435a0068) 00000020:00000001:1.0:1783444852.874754:0:35914:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1783444852.874756:0:35914:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1783444852.874757:0:35914:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1783444852.874759:0:35914:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.874762:0:35914:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1783444852.874764:0:35914:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1783444852.874765:0:35914:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1783444852.874767:0:35914:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1783444852.874768:0:35914:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1783444852.874770:0:35914:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1783444852.874772:0:35914:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1783444852.874774:0:35914:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1783444852.874780:0:35914:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211900 count: 2 00010000:00000001:1.0:1783444852.874782:0:35914:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444852.874787:0:35914:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444852.874791:0:35914:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1783444852.874795:0:35914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1783444852.874819:0:35914:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1783444852.874823:0:35914:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444852.874827:0:35914:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783444852.874835:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444852.874837:0:35914:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444852.874839:0:35914:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=4 00000020:00000001:1.0:1783444852.874842:0:35914:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:1.0:1783444852.874844:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00000008:00000001:1.0:1783444852.874848:0:35914:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1783444852.874850:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444852.874851:0:35914:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444852.874853:0:35914:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=5 00000020:00000001:1.0:1783444852.874854:0:35914:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:1.0:1783444852.874873:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:1.0:1783444852.874875:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444852.874876:0:35914:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444852.874877:0:35914:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=6 00000020:00000001:1.0:1783444852.874879:0:35914:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:1.0:1783444852.874880:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:1.0:1783444852.874882:0:35914:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444852.874884:0:35914:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444852.874887:0:35914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783444852.874894:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.874896:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783444852.874898:0:35914:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.874900:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783444852.874901:0:35914:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783444852.874902:0:35914:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=7 00000020:00000001:1.0:1783444852.874904:0:35914:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:1.0:1783444852.874905:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:1.0:1783444852.874907:0:35914:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1783444852.874910:0:35914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783444852.874915:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.874916:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1783444852.874919:0:35914:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1783444852.874925:0:35914:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1783444852.874927:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.874928:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444852.874929:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.874930:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1783444852.874932:0:35914:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1783444852.875728:0:35914:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.875732:0:35914:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.875734:0:35914:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.875736:0:35914:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.875737:0:35914:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.875739:0:35914:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.875741:0:35914:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.875744:0:35914:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1783444852.875747:0:35914:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:1.0:1783444852.875751:0:35914:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1783444852.875753:0:35914:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:1.0:1783444852.875755:0:35914:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:1.0:1783444852.875757:0:35914:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1783444852.875759:0:35914:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1783444852.875762:0:35914:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=23 m=1783444852 a=0 c=1783444852 b=0 00020000:00000001:1.0:1783444852.875764:0:35914:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.875766:0:35914:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.875768:0:35914:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000080:00200000:1.0:1783444852.875770:0:35914:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 23 i_blocks 0 00000080:00000001:1.0:1783444852.875773:0:35914:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1783444852.875775:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0bb88 00000080:00200000:1.0:1783444852.875777:0:35914:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:1.0:1783444852.875779:0:35914:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1783444852.875781:0:35914:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c76040cf80 00020000:00000002:1.0:1783444852.875784:0:35914:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff91c7604272a0 addref 2/0 by ffff91c76040cf80. 00020000:00000002:1.0:1783444852.875787:0:35914:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c76040cf80 00000020:00000001:1.0:1783444852.875789:0:35914:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:1.0:1783444852.875792:0:35914:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1783444852.875795:0:35914:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1783444852.875808:0:35914:0:(lov_offset.c:253:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:1.0:1783444852.875812:0:35914:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:1.0:1783444852.875813:0:35914:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883747332200 : -121189962219416 : ffff91c7435a0068) 00000020:00000001:1.0:1783444852.875815:0:35914:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1783444852.875816:0:35914:0:(osc_io.c:1404:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1783444852.875820:0:35914:0:(osc_io.c:1417:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.875821:0:35914:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1783444852.875823:0:35914:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444852.875825:0:35914:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783444852.875831:0:35914:0:(xattr.c:556:ll_xattr_get_common()) Process entered 00000080:00000001:1.0:1783444852.875837:0:35914:0:(xattr.c:481:ll_xattr_list()) Process entered 00000080:00000001:1.0:1783444852.875840:0:35914:0:(xattr_cache.c:606:ll_xattr_cache_get()) Process entered 00000080:00000001:1.0:1783444852.875843:0:35914:0:(xattr_cache.c:465:ll_xattr_cache_refill()) Process entered 00000080:00000001:1.0:1783444852.875844:0:35914:0:(xattr_cache.c:392:ll_xattr_find_get_lock()) Process entered 00000080:00000010:1.0:1783444852.875849:0:35914:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c7590cd800. 00000080:00000001:1.0:1783444852.875854:0:35914:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1783444852.875859:0:35914:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1783444852.875861:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0b7a0 00800000:00000002:1.0:1783444852.875863:0:35914:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getxattr' for [0x0:0x0:0x0] '' on [0x200000405:0x30:0x0] 00800000:00000001:1.0:1783444852.875867:0:35914:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1783444852.875870:0:35914:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1783444852.875872:0:35914:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1783444852.875874:0:35914:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1783444852.875877:0:35914:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1783444852.875878:0:35914:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444852.875880:0:35914:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1783444852.875883:0:35914:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1783444852.875886:0:35914:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x30:0x0], fid2=[0x0:0x0:0x0], name='' -> mds #0 00000002:00000001:1.0:1783444852.875892:0:35914:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1783444852.875894:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0b670 00000002:00010000:1.0:1783444852.875896:0:35914:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x200000405:0x30:0x0], intent: getxattr flags 0 00000002:00000001:1.0:1783444852.875900:0:35914:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1783444852.875902:0:35914:0:(mdc_locks.c:536:mdc_intent_getxattr_pack()) Process entered 00000100:00000010:1.0:1783444852.875907:0:35914:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758839880. 00000020:00000040:1.0:1783444852.875911:0:35914:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=10 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:1.0:1783444852.875916:0:35914:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1783444852.875917:0:35914:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.875921:0:35914:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1783444852.875925:0:35914:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783444852.875930:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783444852.875931:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783444852.875933:0:35914:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.876656:0:35914:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783444852.876659:0:35914:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783444852.876662:0:35914:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783444852.876670:0:35914:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c751025000. 00000100:00000001:1.0:1783444852.876677:0:35914:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.876682:0:35914:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444852.876684:0:35914:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.876686:0:35914:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783444852.876687:0:35914:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783444852.876689:0:35914:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:1.0:1783444852.876692:0:35914:0:(mdc_locks.c:561:mdc_intent_getxattr_pack()) lustre-MDT0000-mdc-ffff91c759350000: get xattrs for [0x200000405:0x30:0x0] 00000002:00000001:1.0:1783444852.876699:0:35914:0:(mdc_locks.c:598:mdc_intent_getxattr_pack()) Process leaving (rc=18446622884102379648 : -121189607171968 : ffff91c758839880) 00010000:00000001:1.0:1783444852.876702:0:35914:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1783444852.876704:0:35914:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1783444852.876709:0:35914:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 2 00010000:00000001:1.0:1783444852.876711:0:35914:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783444852.876714:0:35914:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1783444852.876717:0:35914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c7583dac00. 00000020:00000001:1.0:1783444852.876722:0:35914:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1783444852.876724:0:35914:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c7583dac00 with handle 0x5503b2fe824ef7b5 to hash 00000020:00000001:1.0:1783444852.876726:0:35914:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1783444852.876728:0:35914:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000001:1.0:1783444852.876731:0:35914:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000001:1.0:1783444852.876734:0:35914:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783444852.876737:0:35914:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444852.876740:0:35914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dac00/0x5503b2fe824ef7b5 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444852.876748:0:35914:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dac00/0x5503b2fe824ef7b5 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783444852.876760:0:35914:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dac00/0x5503b2fe824ef7b5 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1783444852.876766:0:35914:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1783444852.876768:0:35914:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1783444852.876775:0:35914:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7435e8000. 00000100:00000001:1.0:1783444852.876777:0:35914:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883747627008 : -121189961924608 : ffff91c7435e8000) 00000100:00000001:1.0:1783444852.876781:0:35914:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444852.876782:0:35914:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102379648 : -121189607171968 : ffff91c758839880) 00000100:00000001:1.0:1783444852.876786:0:35914:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783444852.876790:0:35914:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.876793:0:35914:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1783444852.876795:0:35914:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783444852.876818:0:35914:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c758839880 x1870075608320896/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/3376 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444852.876827:0:35914:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783444852.876830:0:35914:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444852.876833:0:35914:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783444852.876836:0:35914:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783444852.876838:0:35914:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783444852.876842:0:35914:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c758839880 pname:cluuid:pid:xid:nid:opc:job uname:666e3c65-e321-43ec-a94e-a01058e25d7d:35914:1870075608320896:192.168.204.110@tcp:101:uname.0 00000100:00000001:1.0:1783444852.876846:0:35914:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783444852.876851:0:35914:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783444852.876854:0:35914:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783444852.876856:0:35914:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783444852.876861:0:35914:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 4096 at ffff91c76041c000. 02000000:00000001:1.0:1783444852.876863:0:35914:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783444852.876870:0:35914:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:1.0:1783444852.876874:0:35914:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7467366e0. 00000400:00000010:1.0:1783444852.876881:0:35914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076198. 00000100:00000200:1.0:1783444852.876889:0:35914:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1870075608320896, portal 10 00000100:00000001:1.0:1783444852.876891:0:35914:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783444852.876892:0:35914:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102379648 : -121189607171968 : ffff91c758839880) 00000100:00000040:1.0:1783444852.876898:0:35914:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c758839880 x1870075608320896/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/3376 e 0 to 0 dl 1783444868 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444852.876907:0:35914:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783444852.876910:0:35914:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:1.0:1783444852.876913:0:35914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c759076000. 00000100:00000200:1.0:1783444852.876916:0:35914:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1870075608320896, offset 0 00000400:00000200:1.0:1783444852.876922:0:35914:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:1.0:1783444852.876931:0:35914:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.877606:0:35914:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:1.0:1783444852.877612:0:35914:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783444852.877618:0:35914:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:1.0:1783444852.877621:0:35914:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783444852.877624:0:35914:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:1.0:1783444852.877628:0:35914:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2977:2977:256:4294967295] 192.168.204.110@tcp LPNI seq info [2977:2977:8:4294967295] 00000400:00000200:1.0:1783444852.877633:0:35914:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.877643:0:35914:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783444852.877649:0:35914:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:1.0:1783444852.877654:0:35914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c760298a00. 00000800:00000200:1.0:1783444852.877660:0:35914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:1.0:1783444852.877669:0:35914:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:1.0:1783444852.877673:0:35914:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c760298a00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:1.0:1783444852.877734:0:35914:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783444852.877739:0:35914:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 863176 usecs (864 jiffies) 00000400:00000200:1.0:1783444852.877743:0:35914:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:1.0:1783444852.877746:0:35914:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296492747 00000100:00000001:1.0:1783444852.877755:0:35914:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296492735 00000100:00000001:1.0:1783444852.877759:0:35914:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296492747 00000100:00000001:1.0:1783444852.877763:0:35914:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296492735 00000100:00000001:1.0:1783444852.877766:0:35914:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783444852.877769:0:35914:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.877771:0:35914:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783444852.877773:0:35914:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1783444852.877776:0:35914:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7435e8000 going to sleep for 11 seconds 00000100:00000001:1.0:1783444852.877779:0:35914:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444852.877782:0:35914:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1783444852.879325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c74652d200. 00000800:00000001:0.0:1783444852.886363:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.886384:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444852.886388:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.886391:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444852.886399:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.886407:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444852.886416:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.886421:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.886426:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.886430:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a4d2e8564b00 00000400:00000200:0.0:1783444852.886435:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.886441:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x82f1 [1] + 224 00000800:00000001:0.0:1783444852.886448:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.886458:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444852.886461:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444852.886466:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444852.886472:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444852.886480:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c760462a00 x1870075608320768/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444868 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444852.886492:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c760462a00 x1870075608320768/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444868 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444852.886513:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1783444852.886600:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444852.886605:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c760298a00. 00000400:00000200:0.0:1783444852.886609:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444852.886613:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444852.886617:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076000 00000400:00000010:0.0:1783444852.886620:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076000. 00000100:00000001:0.0:1783444852.886623:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444852.886627:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c758839880 x1870075608320896/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/3376 e 0 to 0 dl 1783444868 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.886638:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444852.886642:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c758839880 x1870075608320896/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/3376 e 0 to 0 dl 1783444868 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.886649:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.886650:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444852.886655:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444852.886658:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444852.886954:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444852.886958:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444852.886964:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444852.886965:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444852.886968:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7588114d0. 00000400:00000200:3.0:1783444852.886972:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7602186e8 00000400:00000010:3.0:1783444852.886974:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7602186e8. 00000100:00000001:3.0:1783444852.886977:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444852.886981:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c760462a00 x1870075608320768/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444868 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444852.886991:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c760462a00 x1870075608320768/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444868 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444852.886997:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444852.886999:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444852.887001:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444852.887005:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444852.887007:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444852.887009:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444852.887012:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444852.887021:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bd80 time=32 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444852.887025:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=39 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444852.887028:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444852.887030:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444852.887033:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444852.887036:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.887039:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444852.887041:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 8589934608 00000100:00000001:3.0:1783444852.887043:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444852.887045:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444852.887049:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c760462a00 x1870075608320768/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444868 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444852.887056:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444852.887059:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444852.887061:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444852.887080:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c760462a00 x1870075608320768/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444868 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444852.887089:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c760462a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608320768:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1783444852.887093:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444852.887095:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444852.887097:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760462a00 x1870075608320768/t0(0) o103->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444868 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444852.887105:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444852.887107:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444852.887111:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75937e200. 02000000:00000001:3.0:1783444852.887115:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444852.887117:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444852.887119:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=9 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444852.887121:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444852.887124:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c75937f400. 02000000:00000001:3.0:1783444852.887137:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444852.887139:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444852.887141:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760462a00. 00000100:00000001:3.0:1783444852.887144:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444852.887145:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444852.887147:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444852.887153:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444852.887155:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444852.887157:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444852.887160:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783444852.909385:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444852.911185:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444852.911190:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444852.911194:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444852.911214:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.911425:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444852.911435:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.911440:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.911446:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.911450:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 1144 into portal 10 MB=0x6a4d2e8564b80 00000400:00000200:1.0:1783444852.911455:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.911461:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 1144/1144 into md 0x82f9 [1] + 224 00000800:00000001:1.0:1783444852.911469:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444852.911480:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444852.911483:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444852.911487:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444852.911494:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444852.911503:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c758839880 x1870075608320896/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/3376 e 0 to 0 dl 1783444868 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444852.911515:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=1144 offset=224 replen=3376 req@ffff91c758839880 x1870075608320896/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/3376 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444852.911539:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444852.911546:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444852.911548:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444852.911712:0:35914:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783444852.911718:0:35914:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444852.911720:0:35914:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444852.911723:0:35914:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7467366e0. 00000400:00000200:0.0:1783444852.911727:0:35914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c759076198 00000400:00000010:0.0:1783444852.911730:0:35914:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c759076198. 00000100:00000001:0.0:1783444852.911732:0:35914:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444852.911737:0:35914:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c758839880 x1870075608320896/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/3376 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783444852.911747:0:35914:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c758839880 x1870075608320896/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/3376 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.911754:0:35914:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444852.911756:0:35914:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444852.911759:0:35914:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444852.911762:0:35914:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444852.911765:0:35914:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444852.911767:0:35914:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444852.911770:0:35914:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444852.911779:0:35914:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=32 v=5 (5 105 105 105) 00000100:00001000:0.0:1783444852.911783:0:35914:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=39 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444852.911786:0:35914:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444852.911788:0:35914:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444852.911792:0:35914:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444852.911795:0:35914:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.911810:0:35914:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444852.911812:0:35914:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 8589934608 00000100:00000001:0.0:1783444852.911815:0:35914:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444852.911817:0:35914:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444852.911822:0:35914:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c758839880 x1870075608320896/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/1144 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.911830:0:35914:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444852.911833:0:35914:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444852.911834:0:35914:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444852.911838:0:35914:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758839880 x1870075608320896/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/1144 e 0 to 0 dl 1783444868 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783444852.911847:0:35914:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c758839880 pname:cluuid:pid:xid:nid:opc:job uname:666e3c65-e321-43ec-a94e-a01058e25d7d:35914:1870075608320896:192.168.204.110@tcp:101:uname.0 00000100:00000001:0.0:1783444852.911851:0:35914:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444852.911854:0:35914:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.911857:0:35914:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783444852.911859:0:35914:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444852.911862:0:35914:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c758839880 x1870075608320896/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/1144 e 0 to 0 dl 1783444868 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.911869:0:35914:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444852.911871:0:35914:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7435e8000. 00000100:00000001:0.0:1783444852.911874:0:35914:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783444852.911876:0:35914:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444852.911879:0:35914:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783444852.911882:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444852.911885:0:35914:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444852.911888:0:35914:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dac00 refcount=4 00000020:00000001:0.0:1783444852.911890:0:35914:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000001:0.0:1783444852.911893:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000040:0.0:1783444852.911899:0:35914:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c7583dac00, remote cookie: 0x332dd2263f6dde1b, flags: 0x1001 00010000:00010000:0.0:1783444852.911906:0:35914:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dac00/0x5503b2fe824ef7b5 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde1b expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444852.911916:0:35914:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783444852.911919:0:35914:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783444852.911921:0:35914:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783444852.911922:0:35914:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783444852.911924:0:35914:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783444852.911927:0:35914:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x30:0x0].0x0 (ffff91c747211b00) refcount = 2 00010000:00000040:0.0:1783444852.911930:0:35914:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1783444852.911944:0:35914:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783444852.911953:0:35914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dac00/0x5503b2fe824ef7b5 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dde1b expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444852.911960:0:35914:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783444852.911962:0:35914:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783444852.911964:0:35914:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444852.911967:0:35914:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783444852.911969:0:35914:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444852.911973:0:35914:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dac00/0x5503b2fe824ef7b5 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde1b expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444852.911979:0:35914:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783444852.911980:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444852.911982:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444852.911983:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444852.911984:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444852.911986:0:35914:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444852.911990:0:35914:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783444852.911991:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444852.911993:0:35914:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444852.911994:0:35914:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dac00 refcount=3 00000020:00000001:0.0:1783444852.911997:0:35914:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000001:0.0:1783444852.911999:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000001:0.0:1783444852.912001:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444852.912003:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783444852.912007:0:35914:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=80 disposition=0, status=0 req@ffff91c758839880 x1870075608320896/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/1144 e 0 to 0 dl 1783444868 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1783444852.912014:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444852.912015:0:35914:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444852.912017:0:35914:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dac00 refcount=3 00000020:00000001:0.0:1783444852.912018:0:35914:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000001:0.0:1783444852.912020:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000001:0.0:1783444852.912022:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444852.912023:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444852.912024:0:35914:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444852.912026:0:35914:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444852.912029:0:35914:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783444852.912030:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444852.912031:0:35914:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444852.912033:0:35914:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dac00 refcount=3 00000020:00000001:0.0:1783444852.912034:0:35914:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000001:0.0:1783444852.912036:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00000002:00010000:0.0:1783444852.912040:0:35914:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dac00/0x5503b2fe824ef7b5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde1b expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444852.912046:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444852.912047:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444852.912049:0:35914:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783444852.912051:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444852.912052:0:35914:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444852.912053:0:35914:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dac00 refcount=3 00000020:00000001:0.0:1783444852.912083:0:35914:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000001:0.0:1783444852.912086:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000040:0.0:1783444852.912092:0:35914:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 3 00010000:00000001:0.0:1783444852.912095:0:35914:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783444852.912099:0:35914:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589935621/48 (0 0) 00010000:00000001:0.0:1783444852.912102:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444852.912103:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444852.912105:0:35914:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783444852.912110:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0b5f8 00000002:00002000:0.0:1783444852.912111:0:35914:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getxattr status=0 disp=0: rc = 0 00000002:00000001:0.0:1783444852.912114:0:35914:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444852.912117:0:35914:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444852.912128:0:35914:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783444852.912131:0:35914:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x200000405:0x30:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783444852.912135:0:35914:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783444852.912139:0:35914:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c7590cd800. 00000080:00000001:0.0:1783444852.912144:0:35914:0:(xattr_cache.c:437:ll_xattr_find_get_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:0.0:1783444852.912149:0:35914:0:(xattr_cache.c:508:ll_xattr_cache_refill()) caching: xdata=ffff91c76041c460 xtail=ffff91c76041c49a 00000080:00000001:0.0:1783444852.912151:0:35914:0:(xattr_cache.c:65:ll_xattr_cache_init()) Process entered 00000080:00000020:0.0:1783444852.912153:0:35914:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lma]= 00000080:00000001:0.0:1783444852.912156:0:35914:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:0.0:1783444852.912158:0:35914:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1783444852.912159:0:35914:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:0.0:1783444852.912171:0:35914:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff91c7460af4d8. 00000080:00000010:0.0:1783444852.912175:0:35914:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff91c760517420. 00000080:00000010:0.0:1783444852.912179:0:35914:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 24 at ffff91c746478440. 00000080:00000020:0.0:1783444852.912181:0:35914:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lma]= 00000080:00000001:0.0:1783444852.912182:0:35914:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:0.0:1783444852.912184:0:35914:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lov]=Ð Ñ  00000080:00000001:0.0:1783444852.912186:0:35914:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:0.0:1783444852.912187:0:35914:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1783444852.912188:0:35914:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:0.0:1783444852.912191:0:35914:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff91c7460af028. 00000080:00000010:0.0:1783444852.912193:0:35914:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff91c760517460. 00000080:00000010:0.0:1783444852.912461:0:35914:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 56 at ffff91c745359200. 00000080:00000020:0.0:1783444852.912465:0:35914:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lov]=Ð Ñ  00000080:00000001:0.0:1783444852.912467:0:35914:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:0.0:1783444852.912469:0:35914:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [user.job]=bash.0 00000080:00000001:0.0:1783444852.912471:0:35914:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:0.0:1783444852.912473:0:35914:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1783444852.912474:0:35914:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:0.0:1783444852.912477:0:35914:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff91c7460af9b0. 00000080:00000010:0.0:1783444852.912480:0:35914:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 9 at ffff91c760517120. 00000080:00000010:0.0:1783444852.912483:0:35914:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 6 at ffff91c7434b5e60. 00000080:00000020:0.0:1783444852.912485:0:35914:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [user.job]=bash.0 00000080:00000001:0.0:1783444852.912486:0:35914:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:0.0:1783444852.912488:0:35914:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.link]=ßñê 00000080:00000001:0.0:1783444852.912490:0:35914:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:0.0:1783444852.912491:0:35914:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1783444852.912492:0:35914:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:0.0:1783444852.912494:0:35914:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff91c7460afa00. 00000080:00000010:0.0:1783444852.912496:0:35914:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 13 at ffff91c7605177a0. 00000080:00000010:0.0:1783444852.912498:0:35914:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 47 at ffff91c745359540. 00000080:00000020:0.0:1783444852.912500:0:35914:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.link]=ßñê 00000080:00000001:0.0:1783444852.912501:0:35914:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:0.0:1783444852.912503:0:35914:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.som]= 00000080:00000020:0.0:1783444852.912505:0:35914:0:(xattr_cache.c:535:ll_xattr_cache_refill()) not caching trusted.som 00000080:00010000:0.0:1783444852.912507:0:35914:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff91c748db6c08) for lock 0x5503b2fe824ef7b5 00800000:00000001:0.0:1783444852.912512:0:35914:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783444852.912514:0:35914:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783444852.912516:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444852.912517:0:35914:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444852.912519:0:35914:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dac00 refcount=3 00000020:00000001:0.0:1783444852.912521:0:35914:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000001:0.0:1783444852.912523:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000001:0.0:1783444852.912525:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444852.912526:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444852.912583:0:35914:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444852.912585:0:35914:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444852.912633:0:35914:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef7b5 from it ffffa31941c0b8f0 00010000:00000001:0.0:1783444852.912637:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444852.912638:0:35914:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444852.912640:0:35914:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583dac00 refcount=3 00000020:00000001:0.0:1783444852.912642:0:35914:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000001:0.0:1783444852.912644:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097797120 : -121189611754496 : ffff91c7583dac00) 00010000:00000001:0.0:1783444852.912647:0:35914:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444852.912650:0:35914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dac00/0x5503b2fe824ef7b5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dde1b expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783444852.912657:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444852.912658:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444852.912660:0:35914:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444852.912662:0:35914:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444852.912664:0:35914:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dac00/0x5503b2fe824ef7b5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde1b expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783444852.912671:0:35914:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444852.912673:0:35914:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444852.912675:0:35914:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444852.912679:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444852.912680:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444852.912682:0:35914:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444852.912685:0:35914:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444852.912686:0:35914:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444852.912688:0:35914:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444852.912691:0:35914:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444852.912693:0:35914:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444852.912695:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444852.912696:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783444852.912698:0:35914:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444852.912703:0:35914:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c758839880 x1870075608320896/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 568/1144 e 0 to 0 dl 1783444868 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.912710:0:35914:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444852.912713:0:35914:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444852.912716:0:35914:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at ffff91c76041c000. 02000000:00000001:0.0:1783444852.912719:0:35914:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444852.912722:0:35914:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444852.912723:0:35914:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444852.912726:0:35914:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444852.912728:0:35914:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c751025000. 02000000:00000001:0.0:1783444852.912732:0:35914:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444852.912734:0:35914:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444852.912736:0:35914:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758839880. 00000100:00000001:0.0:1783444852.912739:0:35914:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444852.912740:0:35914:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783444852.912742:0:35914:0:(xattr_cache.c:559:ll_xattr_cache_refill()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444852.912744:0:35914:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1783444852.912746:0:35914:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1783444852.912749:0:35914:0:(xattr_cache.c:667:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:0.0:1783444852.912753:0:35914:0:(xattr_cache.c:671:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1783444852.912755:0:35914:0:(xattr.c:497:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:0.0:1783444852.912758:0:35914:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783444852.912760:0:35914:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783444852.912761:0:35914:0:(xattr.c:544:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1783444852.912766:0:35914:0:(xattr.c:613:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1783444852.912774:0:35914:0:(rw26.c:703:ll_write_begin()) Process entered 00000080:00200000:0.0:1783444852.912775:0:35914:0:(rw26.c:704:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000080:00000001:0.0:1783444852.912782:0:35914:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:0.0:1783444852.912785:0:35914:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.912787:0:35914:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1783444852.912790:0:35914:0:(cl_page.c:427:cl_page_find()) 0@[0x200000405:0x30:0x0] ffffee34443e6d00 ffff91c758374a80 1 00000020:00000001:0.0:1783444852.912793:0:35914:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1783444852.912795:0:35914:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446622884097378944 : -121189612172672 : ffff91c758374a80) 00000020:00000001:0.0:1783444852.912807:0:35914:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446622884097378944 : -121189612172672 : ffff91c758374a80) 00000020:00000001:0.0:1783444852.912810:0:35914:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1783444852.912813:0:35914:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1783444852.912815:0:35914:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622884238003776 : -121189471547840 : ffff91c760990e40) 00000020:00000001:0.0:1783444852.912817:0:35914:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1783444852.912819:0:35914:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1783444852.912820:0:35914:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783444852.912826:0:35914:0:(cl_page.c:507:__cl_page_state_set()) page@0000000082fbb4b0[3 000000003d88f0c1 1 1 000000009e8dbef0 0 0 0] 00000020:00000001:0.0:1783444852.912828:0:35914:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1783444852.912830:0:35914:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1783444852.912831:0:35914:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:0.0:1783444852.912833:0:35914:0:(rw26.c:815:ll_write_begin()) Process leaving 00000080:00000001:0.0:1783444852.912834:0:35914:0:(rw26.c:831:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444852.912837:0:35914:0:(rw26.c:894:ll_write_end()) Process entered 00000080:00200000:0.0:1783444852.912839:0:35914:0:(rw26.c:898:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:0.0:1783444852.912841:0:35914:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1783444852.912842:0:35914:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622884238003776 : -121189471547840 : ffff91c760990e40) 00000020:00000001:0.0:1783444852.912844:0:35914:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1783444852.912846:0:35914:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783444852.912848:0:35914:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1783444852.912850:0:35914:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1783444852.912851:0:35914:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1783444852.912852:0:35914:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1783444852.912855:0:35914:0:(rw26.c:956:ll_write_end()) page@0000000082fbb4b0[4 000000003d88f0c1 2 1 000000009e8dbef0 0 0 0] 00000080:00200000:0.0:1783444852.912859:0:35914:0:(rw26.c:956:ll_write_end()) vmpage @00000000e15216d8 17ffffc0001039 2:0 ffff91c758374a80 0 lru 00000080:00200000:0.0:1783444852.912867:0:35914:0:(rw26.c:956:ll_write_end()) osc-page@000000000e5423bb 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 00000000dc219542 0000000078c1e68a > 3< 1 0 > 4< 0 0 8 8359936 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:0.0:1783444852.912870:0:35914:0:(rw26.c:956:ll_write_end()) end page@0000000082fbb4b0 00000080:00200000:0.0:1783444852.912871:0:35914:0:(rw26.c:956:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1783444852.912873:0:35914:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1783444852.912875:0:35914:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:0.0:1783444852.912877:0:35914:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1783444852.912881:0:35914:0:(lov_io.c:1718:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1783444852.912883:0:35914:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783444852.912884:0:35914:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883747332200 : -121189962219416 : ffff91c7435a0068) 00000020:00000001:0.0:1783444852.912886:0:35914:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1783444852.912889:0:35914:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1783444852.912891:0:35914:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1783444852.912894:0:35914:0:(cl_object.c:151:cl_object_top()) ffff91c7585c36c0 -> ffff91c74529d9e0 00000008:00000002:0.0:1783444852.912897:0:35914:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:0.0:1783444852.912899:0:35914:0:(cl_object.c:151:cl_object_top()) ffff91c7585c36c0 -> ffff91c74529d9e0 00000020:00000001:0.0:1783444852.912901:0:35914:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783444852.912904:0:35914:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:0.0:1783444852.912906:0:35914:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783444852.912909:0:35914:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.912911:0:35914:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.912913:0:35914:0:(cl_object.c:151:cl_object_top()) ffff91c7585c36c0 -> ffff91c74529d9e0 00000008:00000001:0.0:1783444852.912914:0:35914:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1783444852.912916:0:35914:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1783444852.912918:0:35914:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1783444852.912921:0:35914:0:(cl_page.c:556:cl_batch_put()) page@0000000082fbb4b0[4 000000003d88f0c1 2 1 000000009e8dbef0 0 0 0] 00000020:00000001:0.0:1783444852.912923:0:35914:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1783444852.912924:0:35914:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1783444852.912925:0:35914:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1783444852.912928:0:35914:0:(osc_request.c:745:osc_update_next_shrink()) next time 3024 to shrink grant 00000080:00000001:0.0:1783444852.912930:0:35914:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:0.0:1783444852.913029:0:35914:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1783444852.913032:0:35914:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff91c748db6db8, count 1, dirtied 0 00000080:00000001:0.0:1783444852.913035:0:35914:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1783444852.913036:0:35914:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1783444852.913038:0:35914:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1783444852.913039:0:35914:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1783444852.913041:0:35914:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783444852.913044:0:35914:0:(cl_page.c:507:__cl_page_state_set()) page@0000000082fbb4b0[3 000000003d88f0c1 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783444852.913045:0:35914:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1783444852.913047:0:35914:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1783444852.913048:0:35914:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1783444852.913050:0:35914:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1783444852.913052:0:35914:0:(cl_page.c:556:cl_batch_put()) page@0000000082fbb4b0[3 000000003d88f0c1 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783444852.913054:0:35914:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1783444852.913071:0:35914:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1783444852.913072:0:35914:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:0.0:1783444852.913073:0:35914:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1783444852.913075:0:35914:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.913077:0:35914:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444852.913080:0:35914:0:(lov_io.c:1730:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.913082:0:35914:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783444852.913084:0:35914:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:0.0:1783444852.913086:0:35914:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1783444852.913088:0:35914:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1783444852.913089:0:35914:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444852.913091:0:35914:0:(rw26.c:977:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:0.0:1783444852.913095:0:35914:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:0.0:1783444852.913097:0:35914:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.913099:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0bb88 00000080:00200000:0.0:1783444852.913101:0:35914:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:0.0:1783444852.913103:0:35914:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444852.913106:0:35914:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783444852.913108:0:35914:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783444852.913110:0:35914:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783444852.913111:0:35914:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:0.0:1783444852.913113:0:35914:0:(cl_object.c:151:cl_object_top()) ffff91c7585c36c0 -> ffff91c74529d9e0 00000020:00000001:0.0:1783444852.913115:0:35914:0:(cl_object.c:151:cl_object_top()) ffff91c7585c36c0 -> ffff91c74529d9e0 00000020:00000001:0.0:1783444852.913116:0:35914:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1783444852.913907:0:35914:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783444852.913910:0:35914:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.913913:0:35914:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.913915:0:35914:0:(cl_object.c:151:cl_object_top()) ffff91c7585c36c0 -> ffff91c74529d9e0 00000008:00000001:0.0:1783444852.913917:0:35914:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.913920:0:35914:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444852.913922:0:35914:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444852.913924:0:35914:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.913925:0:35914:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.913927:0:35914:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783444852.913929:0:35914:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1783444852.913930:0:35914:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783444852.913932:0:35914:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1783444852.913990:0:35914:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783444852.913992:0:35914:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444852.913994:0:35914:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.913997:0:35914:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783444852.913998:0:35914:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783444852.914001:0:35914:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1783444852.914003:0:35914:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91c75107cf38 (ffff91c7593a13f8/0) at cl_lock_release():245 00000020:00000001:0.0:1783444852.914006:0:35914:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783444852.914007:0:35914:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c75107cf38 (ffff91c7593a13f8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1783444852.914011:0:35914:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1783444852.914013:0:35914:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783444852.914014:0:35914:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883747332200 : -121189962219416 : ffff91c7435a0068) 00000020:00000001:0.0:1783444852.914016:0:35914:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783444852.914018:0:35914:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c7505f92b0 (ffff91c7593a11b8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1783444852.914021:0:35914:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1783444852.914022:0:35914:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1783444852.914024:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444852.914026:0:35914:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444852.914028:0:35914:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=5 00000020:00000001:0.0:1783444852.914030:0:35914:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:0.0:1783444852.914033:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:0.0:1783444852.914035:0:35914:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444852.914039:0:35914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783444852.914048:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444852.914049:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444852.914051:0:35914:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444852.914053:0:35914:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444852.914081:0:35914:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783444852.914090:0:35914:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444852.914092:0:35914:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444852.914093:0:35914:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444852.914096:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444852.914097:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444852.914098:0:35914:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444852.914101:0:35914:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444852.914102:0:35914:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444852.914104:0:35914:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444852.914107:0:35914:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444852.914108:0:35914:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444852.914110:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444852.914111:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444852.914112:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444852.914113:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783444852.914114:0:35914:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1783444852.914115:0:35914:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1783444852.914117:0:35914:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783444852.914118:0:35914:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783444852.914120:0:35914:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783444852.914121:0:35914:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c75107cf38 (ffff91c7593a13f8/0) at cl_lock_fini():72 00020000:00000001:0.0:1783444852.914124:0:35914:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1783444852.914133:0:35914:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783444852.914135:0:35914:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c7505f92b0 (ffff91c7593a13f8/1) at cl_lock_fini():72 00000008:00000010:0.0:1783444852.914138:0:35914:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91c75824ebe0. 00000020:00000001:0.0:1783444852.914142:0:35914:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1783444852.914143:0:35914:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91c7505f9280. 00020000:00000001:0.0:1783444852.914146:0:35914:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1783444852.914147:0:35914:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1783444852.914149:0:35914:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1783444852.914150:0:35914:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783444852.914152:0:35914:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783444852.914153:0:35914:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783444852.914154:0:35914:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783444852.914155:0:35914:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444852.914157:0:35914:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444852.914159:0:35914:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783444852.914160:0:35914:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783444852.914167:0:35914:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1783444852.914170:0:35914:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:0.0:1783444852.914172:0:35914:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783444852.914174:0:35914:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783444852.914176:0:35914:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783444852.914177:0:35914:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783444852.914178:0:35914:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783444852.914182:0:35914:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783444852.914183:0:35914:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444852.914185:0:35914:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444852.914187:0:35914:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783444852.914188:0:35914:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783444852.914190:0:35914:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783444852.914482:0:35914:0:(file.c:2173:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:0.0:1783444852.914486:0:35914:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:0.0:1783444852.914489:0:35914:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:0.0:1783444852.914491:0:35914:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783444852.914493:0:35914:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783444852.914494:0:35914:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783444852.914495:0:35914:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783444852.914497:0:35914:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783444852.914499:0:35914:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a11b0 00000020:00000010:0.0:1783444852.914503:0:35914:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590cd000. 00000020:00000010:0.0:1783444852.914507:0:35914:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b3060. 00000008:00000010:0.0:1783444852.914512:0:35914:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7590664b0. 00020000:00000010:0.0:1783444852.914516:0:35914:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025cc0. 00008000:00000010:0.0:1783444852.914520:0:35914:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cb8a98. 00000080:00000010:0.0:1783444852.914525:0:35914:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077888. 00000080:00000010:0.0:1783444852.914660:0:35914:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7609914d0. 00000020:00000010:0.0:1783444852.914664:0:35914:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cd600. 00000008:00000010:0.0:1783444852.914668:0:35914:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909a580. 00020000:00000010:0.0:1783444852.914671:0:35914:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a1488. 00008000:00000010:0.0:1783444852.914675:0:35914:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603effe8. 00000080:00000010:0.0:1783444852.914678:0:35914:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107c5a0. 00000020:00000010:0.0:1783444852.914681:0:35914:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cc000. 00000020:00000010:0.0:1783444852.914684:0:35914:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a11b0. 00020000:00000001:0.0:1783444852.914687:0:35914:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783444852.914688:0:35914:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783444852.914690:0:35914:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783444852.914693:0:35914:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783444852.914696:0:35914:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783444852.914697:0:35914:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1783444852.914699:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0bca0 00000080:00200000:0.0:1783444852.914701:0:35914:0:(file.c:2206:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:0.0:1783444852.914706:0:35914:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1783444852.914708:0:35914:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:0.0:1783444852.914710:0:35914:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:0.0:1783444852.914712:0:35914:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1783444852.914715:0:35914:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1783444852.914719:0:35914:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1783444852.914721:0:35914:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:0.0:1783444852.914723:0:35914:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1783444852.914724:0:35914:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:0.0:1783444852.914727:0:35914:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=46 (1) m=1783444852 a=0 c=1783444852 b=0 00020000:00000001:0.0:1783444852.914730:0:35914:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783444852.914733:0:35914:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=46 m=1783444852 a=0 c=1783444852 b=0 00020000:00000001:0.0:1783444852.914735:0:35914:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.914737:0:35914:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.914738:0:35914:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000080:00200000:0.0:1783444852.914740:0:35914:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:0.0:1783444852.914743:0:35914:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1783444852.914746:0:35914:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:0.0:1783444852.914749:0:35914:0:(file.c:2296:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:0.0:1783444852.914751:0:35914:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593a13f0 00000020:00000010:0.0:1783444852.914753:0:35914:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c7590cce00. 00000020:00000010:0.0:1783444852.914756:0:35914:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7465b3900. 00000008:00000010:0.0:1783444852.914758:0:35914:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c759065980. 00020000:00000010:0.0:1783444852.914762:0:35914:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759025480. 00008000:00000010:0.0:1783444852.914764:0:35914:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c744cb8e20. 00000080:00000010:0.0:1783444852.914767:0:35914:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c759077690. 00000080:00000010:0.0:1783444852.914769:0:35914:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c760990de0. 00000020:00000010:0.0:1783444852.914772:0:35914:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cd400. 00000008:00000010:0.0:1783444852.914774:0:35914:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c75909a6e0. 00020000:00000010:0.0:1783444852.914777:0:35914:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7435a0000. 00008000:00000010:0.0:1783444852.914779:0:35914:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c7603efe08. 00000080:00000010:0.0:1783444852.914781:0:35914:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c75107cf00. 00000020:00000010:0.0:1783444852.914783:0:35914:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7590cdc00. 00000020:00000010:0.0:1783444852.914786:0:35914:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593a13f0. 00000020:00000001:0.0:1783444852.914789:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0bd90 00000080:00000008:0.0:1783444852.914791:0:35914:0:(file.c:2683:do_file_write_iter()) COMPLETED: file recon:[0x200000405:0x30:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:0.0:1783444852.914794:0:35914:0:(file.c:2685:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:0.0:1783444852.914820:0:35914:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783444852.914824:0:35914:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c76040cf80 00020000:00000002:0.0:1783444852.914827:0:35914:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c76040cf80 00020000:00000001:0.0:1783444852.914830:0:35914:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444852.914836:0:35914:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783444852.914838:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0bdb8 00000080:00200008:0.0:1783444852.914840:0:35914:0:(file.c:447:ll_file_release()) START file recon:[0x200000405:0x30:0x0](ffff91c748db6c08), flags 102001 00000080:00000001:0.0:1783444852.914844:0:35914:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783444852.914846:0:35914:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1783444852.914847:0:35914:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783444852.914848:0:35914:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c76040cf80 00020000:00000002:0.0:1783444852.914850:0:35914:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c76040cf80 00020000:00000001:0.0:1783444852.914853:0:35914:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444852.914855:0:35914:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783444852.914859:0:35914:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444852.914861:0:35914:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444852.914864:0:35914:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444852.914866:0:35914:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444852.914868:0:35914:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444852.914870:0:35914:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1783444852.914872:0:35914:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444852.914876:0:35914:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444852.914878:0:35914:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444852.914883:0:35914:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 3 00010000:00000001:0.0:1783444852.914885:0:35914:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783444852.914889:0:35914:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444852.914891:0:35914:0:(lmv_obd.c:4132:lmv_lock_match()) Lock match for [0x200000405:0x30:0x0]: 0 00000080:00000001:0.0:1783444852.914893:0:35914:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783444852.914895:0:35914:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783444852.914900:0:35914:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff91c744fe1400. 00000080:00000001:0.0:1783444852.914902:0:35914:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783444852.914906:0:35914:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783444852.914909:0:35914:0:(lmv_obd.c:1665:lmv_close()) Process entered 00800000:00000001:0.0:1783444852.914910:0:35914:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444852.914911:0:35914:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444852.914912:0:35914:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444852.914914:0:35914:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444852.914916:0:35914:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444852.914917:0:35914:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1783444852.914919:0:35914:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444852.914921:0:35914:0:(lmv_obd.c:1671:lmv_close()) CLOSE [0x200000405:0x30:0x0] 00000002:00000001:0.0:1783444852.914924:0:35914:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783444852.914926:0:35914:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91c759350000: [0x200000405:0x30:0x0] file closed with intent: 200 00000100:00000010:0.0:1783444852.914932:0:35914:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c746733b80. 00000020:00000040:0.0:1783444852.914997:0:35914:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=9 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:0.0:1783444852.915001:0:35914:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783444852.915004:0:35914:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783444852.915008:0:35914:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783444852.915014:0:35914:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c744fe1c00. 00000100:00000001:0.0:1783444852.915020:0:35914:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783444852.915034:0:35914:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91c746732d80 x1870075608320640/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444868 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783444852.915050:0:35914:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1783444852.915071:0:35914:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c746733b80 x1870075608321152/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783444852.915080:0:35914:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783444852.915081:0:35914:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783444852.915086:0:35914:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c76036f240. 00000100:00000001:0.0:1783444852.915089:0:35914:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622884231574080 : -121189477977536 : ffff91c76036f240) 00000100:00000001:0.0:1783444852.915301:0:35914:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444852.915303:0:35914:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799317376 : -121189910234240 : ffff91c746733b80) 00000100:00000001:0.0:1783444852.915307:0:35914:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783444852.915311:0:35914:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.915313:0:35914:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783444852.915315:0:35914:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783444852.915320:0:35914:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c746733b80 x1870075608321152/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.915327:0:35914:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783444852.915329:0:35914:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444852.915332:0:35914:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783444852.915335:0:35914:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783444852.915338:0:35914:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444852.915341:0:35914:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c746733b80 pname:cluuid:pid:xid:nid:opc:job uname:666e3c65-e321-43ec-a94e-a01058e25d7d:35914:1870075608321152:192.168.204.110@tcp:35:uname.0 00000100:00000001:0.0:1783444852.915345:0:35914:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783444852.915349:0:35914:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783444852.915351:0:35914:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444852.915354:0:35914:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783444852.915358:0:35914:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c746767c00. 02000000:00000001:0.0:1783444852.915360:0:35914:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783444852.915365:0:35914:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:0.0:1783444852.915369:0:35914:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c74658f2c0. 00000400:00000010:0.0:1783444852.915375:0:35914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9990. 00000100:00000200:0.0:1783444852.915381:0:35914:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608321152, portal 10 00000100:00000001:0.0:1783444852.915383:0:35914:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444852.915384:0:35914:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799317376 : -121189910234240 : ffff91c746733b80) 00000100:00000040:0.0:1783444852.915389:0:35914:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c746733b80 x1870075608321152/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444868 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.915397:0:35914:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444852.915399:0:35914:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444852.915402:0:35914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9880. 00000100:00000200:0.0:1783444852.915404:0:35914:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870075608321152, offset 0 00000400:00000200:0.0:1783444852.915411:0:35914:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444852.915417:0:35914:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.915424:0:35914:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444852.915430:0:35914:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783444852.915433:0:35914:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:0.0:1783444852.915437:0:35914:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783444852.915440:0:35914:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:0.0:1783444852.915444:0:35914:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2978:2978:256:4294967295] 192.168.204.110@tcp LPNI seq info [2978:2978:8:4294967295] 00000400:00000200:0.0:1783444852.915449:0:35914:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444852.915457:0:35914:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444852.915463:0:35914:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444852.915468:0:35914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c746193c00. 00000800:00000200:0.0:1783444852.915475:0:35914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444852.915482:0:35914:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444852.915487:0:35914:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c746193c00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783444852.915561:0:35914:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444852.915565:0:35914:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 861152 usecs (862 jiffies) 00000400:00000200:0.0:1783444852.915569:0:35914:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:0.0:1783444852.915572:0:35914:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296492783 00000100:00000001:0.0:1783444852.915580:0:35914:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296492747 00000100:00000001:0.0:1783444852.915585:0:35914:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296492783 00000100:00000001:0.0:1783444852.915596:0:35914:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296492747 00000100:00000001:0.0:1783444852.915600:0:35914:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444852.915603:0:35914:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.915605:0:35914:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783444852.915607:0:35914:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783444852.915610:0:35914:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c76036f240 going to sleep for 11 seconds 00000100:00000001:0.0:1783444852.915612:0:35914:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783444852.915615:0:35914:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444852.917921:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444852.917928:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c746193c00. 00000400:00000200:1.0:1783444852.917944:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444852.917951:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444852.917956:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9880 00000400:00000010:1.0:1783444852.917959:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9880. 00000100:00000001:1.0:1783444852.917963:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444852.917969:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c746733b80 x1870075608321152/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444868 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444852.917980:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444852.917984:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746733b80 x1870075608321152/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444868 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444852.917991:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.917993:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444852.936908:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444852.936925:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444852.936930:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444852.936991:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444852.937001:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.937009:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444852.937017:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.937022:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.937027:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.937031:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8564c80 00000400:00000200:1.0:1783444852.937036:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444852.937041:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x8309 [1] + 224 00000800:00000001:1.0:1783444852.937049:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444852.937419:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444852.937423:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444852.937428:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444852.937436:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444852.937445:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c746733b80 x1870075608321152/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444868 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444852.937457:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91c746733b80 x1870075608321152/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.937506:0:35914:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444852.937521:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444852.939257:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444852.939264:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1783444852.946885:0:35914:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783444852.946893:0:35914:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783444852.946897:0:35914:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c74658f2c0. 00000400:00000200:0.0:1783444852.946904:0:35914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9990 00000400:00000010:0.0:1783444852.946907:0:35914:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9990. 00000100:00000001:0.0:1783444852.946913:0:35914:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444852.946926:0:35914:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c746733b80 x1870075608321152/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783444852.946937:0:35914:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c746733b80 x1870075608321152/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.946955:0:35914:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783444852.946957:0:35914:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444852.946960:0:35914:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783444852.946964:0:35914:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783444852.946967:0:35914:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444852.946970:0:35914:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444852.946973:0:35914:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444852.946984:0:35914:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bcf0 time=32 v=5 (5 5 5 5) 00000100:00001000:0.0:1783444852.946989:0:35914:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=39 v=5 (1 0 0 0) 00000100:00000001:0.0:1783444852.946992:0:35914:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783444852.946993:0:35914:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444852.946996:0:35914:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783444852.947000:0:35914:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.947003:0:35914:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783444852.947005:0:35914:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783444852.947007:0:35914:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783444852.947009:0:35914:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444852.947010:0:35914:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799317376 : -121189910234240 : ffff91c746733b80) 00000100:00000001:0.0:1783444852.947014:0:35914:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783444852.947016:0:35914:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 8589934608 00000100:00000001:0.0:1783444852.947018:0:35914:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783444852.947021:0:35914:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444852.947026:0:35914:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c746733b80 x1870075608321152/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444868 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.947035:0:35914:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783444852.947038:0:35914:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783444852.947040:0:35914:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783444852.947044:0:35914:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c746733b80 x1870075608321152/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444868 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783444852.947052:0:35914:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c746733b80 pname:cluuid:pid:xid:nid:opc:job uname:666e3c65-e321-43ec-a94e-a01058e25d7d:35914:1870075608321152:192.168.204.110@tcp:35:uname.0 00000100:00000001:0.0:1783444852.947072:0:35914:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444852.947075:0:35914:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.947078:0:35914:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783444852.947080:0:35914:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444852.947084:0:35914:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746733b80 x1870075608321152/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444868 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.947090:0:35914:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444852.947093:0:35914:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c76036f240. 00000100:00000001:0.0:1783444852.947096:0:35914:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783444852.947098:0:35914:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.947104:0:35914:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444852.947106:0:35914:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799317376 : -121189910234240 : ffff91c746733b80) 00000002:00000001:0.0:1783444852.947109:0:35914:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444852.947112:0:35914:0:(lmv_obd.c:1673:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783444852.947117:0:35914:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c744fe1400. 00000080:00000001:0.0:1783444852.947120:0:35914:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783444852.947123:0:35914:0:(lmv_obd.c:4191:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783444852.947137:0:35914:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444852.947140:0:35914:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444852.947142:0:35914:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444852.947145:0:35914:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444852.947147:0:35914:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444852.947149:0:35914:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1783444852.947151:0:35914:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783444852.947158:0:35914:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783444852.947169:0:35914:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91c746732d80 x1870075608320640/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444868 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.947178:0:35914:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783444852.947179:0:35914:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622883799313792 : -121189910237824 : ffff91c746732d80) 00000100:00000001:0.0:1783444852.947181:0:35914:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444852.947184:0:35914:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746732d80 x1870075608320640/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444868 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.947191:0:35914:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.947193:0:35914:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444852.947202:0:35914:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c746733b80 x1870075608321152/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444868 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.947208:0:35914:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444852.947210:0:35914:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444852.947213:0:35914:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746732d80 x1870075608320640/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444868 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.947390:0:35914:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783444852.947394:0:35914:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444852.947396:0:35914:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444852.947399:0:35914:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444852.947402:0:35914:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c746765c00. 02000000:00000001:0.0:1783444852.947407:0:35914:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444852.947409:0:35914:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444852.947411:0:35914:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746732d80. 00000100:00000001:0.0:1783444852.947415:0:35914:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444852.947416:0:35914:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444852.947418:0:35914:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444852.947423:0:35914:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c746733b80 x1870075608321152/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444868 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.947435:0:35914:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783444852.947436:0:35914:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff91c745712240. 00000002:00000001:0.0:1783444852.947439:0:35914:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444852.947441:0:35914:0:(lmv_obd.c:4197:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783444852.947443:0:35914:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91c742c80cc0. 00000100:00000001:0.0:1783444852.947446:0:35914:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444852.947449:0:35914:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c746733b80 x1870075608321152/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444868 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444852.947456:0:35914:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783444852.947458:0:35914:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783444852.947460:0:35914:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c746767c00. 02000000:00000001:0.0:1783444852.947464:0:35914:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783444852.947465:0:35914:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783444852.947466:0:35914:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:0.0:1783444852.947468:0:35914:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783444852.947469:0:35914:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c744fe1c00. 02000000:00000001:0.0:1783444852.947471:0:35914:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783444852.947472:0:35914:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783444852.947473:0:35914:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c746733b80. 00000100:00000001:0.0:1783444852.947474:0:35914:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783444852.947476:0:35914:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783444852.947478:0:35914:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783444852.947481:0:35914:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91c742b6af00. 00000080:00000001:0.0:1783444852.947485:0:35914:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444852.947491:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0bdb8 00000080:00000008:0.0:1783444852.947493:0:35914:0:(file.c:491:ll_file_release()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff91c748db6c08), flags 102001, rc = 0 00000080:00000001:0.0:1783444852.947497:0:35914:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444852.947503:0:35914:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783444852.947504:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c0be00 00000080:00002000:0.0:1783444852.947506:0:35914:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff91c748f580d8, parent ffff91c74931ae58, inode ffff91c748db6c08) hashed, 00000080:00000001:0.0:1783444852.947509:0:35914:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444852.983925:0:35915:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783444852.983944:0:35915:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783444852.983946:0:35915:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783444852.983950:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d7bbc0 00000080:00200000:2.0:1783444852.983955:0:35915:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:2.0:1783444852.983965:0:35915:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c752031e00. 00800000:00000002:2.0:1783444852.983971:0:35915:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:2.0:1783444852.983976:0:35915:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444852.983982:0:35915:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444852.983984:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d7bae0 00800000:00000002:2.0:1783444852.983987:0:35915:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444852.983991:0:35915:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1783444852.983993:0:35915:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444852.983996:0:35915:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444852.983999:0:35915:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444852.984001:0:35915:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444852.984003:0:35915:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444852.984006:0:35915:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444852.984008:0:35915:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444852.984011:0:35915:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783444852.984017:0:35915:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444852.984019:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d7b9b0 00000002:00010000:2.0:1783444852.984021:0:35915:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783444852.984025:0:35915:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783444852.984027:0:35915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444852.984031:0:35915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783444852.984037:0:35915:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444852.984039:0:35915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444852.984041:0:35915:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444852.984043:0:35915:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1783444852.984046:0:35915:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1783444852.984051:0:35915:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f3100. 00000020:00000040:2.0:1783444852.984676:0:35915:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00010000:00000001:2.0:1783444852.984684:0:35915:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783444852.984689:0:35915:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444852.984695:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444852.984697:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444852.984698:0:35915:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.984701:0:35915:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444852.984704:0:35915:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444852.984708:0:35915:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444852.984715:0:35915:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c750f6dc00. 00000100:00000001:2.0:1783444852.984721:0:35915:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.984726:0:35915:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444852.984728:0:35915:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.984730:0:35915:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444852.984731:0:35915:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444852.984733:0:35915:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444852.984738:0:35915:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622884232114432 : -121189477437184 : ffff91c7603f3100) 00010000:00000001:2.0:1783444852.984741:0:35915:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783444852.984744:0:35915:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1783444852.984748:0:35915:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff91c747211e00. 00010000:00000010:2.0:1783444852.984751:0:35915:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91c743ef4d80. 00010000:00000001:2.0:1783444852.984755:0:35915:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783444852.984758:0:35915:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c752224e00. 00000020:00000001:2.0:1783444852.984762:0:35915:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783444852.984765:0:35915:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c752224e00 with handle 0x5503b2fe824ef7bc to hash 00000020:00000001:2.0:1783444852.984767:0:35915:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783444852.984768:0:35915:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444852.984771:0:35915:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444852.984775:0:35915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444852.984778:0:35915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444852.984782:0:35915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444852.984792:0:35915:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444852.984814:0:35915:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35915 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783444852.984819:0:35915:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444852.984821:0:35915:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444852.984827:0:35915:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7464c1a80. 00000100:00000001:2.0:1783444852.984829:0:35915:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883796753024 : -121189912798592 : ffff91c7464c1a80) 00000100:00000001:2.0:1783444852.984832:0:35915:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444852.984834:0:35915:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232114432 : -121189477437184 : ffff91c7603f3100) 00000100:00000001:2.0:1783444852.984838:0:35915:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444852.984842:0:35915:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.984845:0:35915:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444852.984846:0:35915:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444852.984856:0:35915:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f3100 x1870075608321280/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444852.984864:0:35915:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444852.984866:0:35915:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444852.984870:0:35915:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444852.984873:0:35915:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444852.984875:0:35915:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444852.984879:0:35915:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f3100 pname:cluuid:pid:xid:nid:opc:job cat:666e3c65-e321-43ec-a94e-a01058e25d7d:35915:1870075608321280:192.168.204.110@tcp:101:cat.0 00000100:00000001:2.0:1783444852.984883:0:35915:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444852.984888:0:35915:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444852.984890:0:35915:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444852.984892:0:35915:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444852.984896:0:35915:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91c743c0d800. 02000000:00000001:2.0:1783444852.984898:0:35915:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444852.984905:0:35915:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444852.984909:0:35915:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff478. 00000400:00000010:2.0:1783444852.984914:0:35915:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83880. 00000100:00000200:2.0:1783444852.984920:0:35915:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1870075608321280, portal 10 00000100:00000001:2.0:1783444852.984922:0:35915:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444852.984923:0:35915:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232114432 : -121189477437184 : ffff91c7603f3100) 00000100:00000040:2.0:1783444852.984938:0:35915:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c7603f3100 x1870075608321280/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444868 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444852.984946:0:35915:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444852.984949:0:35915:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444852.984952:0:35915:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f836e8. 00000100:00000200:2.0:1783444852.984955:0:35915:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870075608321280, offset 0 00000400:00000200:2.0:1783444852.984961:0:35915:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444852.984968:0:35915:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444852.984975:0:35915:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444852.984980:0:35915:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444852.984985:0:35915:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444852.984988:0:35915:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444852.984990:0:35915:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444852.984994:0:35915:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2979:2979:256:4294967295] 192.168.204.110@tcp LPNI seq info [2979:2979:8:4294967295] 00000400:00000200:2.0:1783444852.984998:0:35915:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444852.985006:0:35915:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444852.985011:0:35915:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444852.985016:0:35915:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1600. 00000800:00000200:2.0:1783444852.985022:0:35915:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444852.985029:0:35915:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444852.985033:0:35915:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1783444852.985110:0:35915:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444852.985122:0:35915:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 860148 usecs (861 jiffies) 00000400:00000200:2.0:1783444852.985126:0:35915:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444852.985129:0:35915:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296492851 00000100:00000001:2.0:1783444852.985137:0:35915:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296492783 00000100:00000001:2.0:1783444852.985142:0:35915:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296492851 00000100:00000001:2.0:1783444852.985145:0:35915:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296492783 00000100:00000001:2.0:1783444852.985148:0:35915:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444852.985150:0:35915:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444852.985153:0:35915:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444852.985154:0:35915:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444852.985157:0:35915:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7464c1a80 going to sleep for 11 seconds 00000100:00000001:2.0:1783444852.985160:0:35915:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444852.985163:0:35915:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444852.987673:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444852.987682:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1600. 00000400:00000200:1.0:1783444852.987686:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444852.987693:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444852.987699:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f836e8 00000400:00000010:1.0:1783444852.987702:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f836e8. 00000100:00000001:1.0:1783444852.987706:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444852.987712:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3100 x1870075608321280/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444868 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444852.987725:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444852.987729:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f3100 x1870075608321280/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444868 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444852.987736:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444852.987738:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444853.001678:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444853.001695:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444853.001700:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444853.001702:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444853.001710:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444853.001718:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444853.001726:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444853.001730:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444853.001735:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444853.001739:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 688 into portal 10 MB=0x6a4d2e8564d00 00000400:00000200:1.0:1783444853.001744:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444853.001749:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 688/688 into md 0x8319 [1] + 224 00000800:00000001:1.0:1783444853.001756:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444853.001762:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444853.001765:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444853.001769:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444853.001776:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444853.001803:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3100 x1870075608321280/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444868 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1783444853.001816:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91c7603f3100 x1870075608321280/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444853.001836:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444853.001844:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444853.001847:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444853.001909:0:35915:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444853.001916:0:35915:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444853.001918:0:35915:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444853.001922:0:35915:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff478. 00000400:00000200:2.0:1783444853.001926:0:35915:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83880 00000400:00000010:2.0:1783444853.001929:0:35915:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83880. 00000100:00000001:2.0:1783444853.001942:0:35915:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444853.001947:0:35915:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f3100 x1870075608321280/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783444853.001956:0:35915:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f3100 x1870075608321280/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444853.001963:0:35915:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444853.001965:0:35915:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444853.001968:0:35915:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444853.001971:0:35915:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444853.001973:0:35915:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444853.001976:0:35915:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444853.001980:0:35915:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444853.001988:0:35915:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=33 v=5 (5 105 105 105) 00000100:00001000:2.0:1783444853.001993:0:35915:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=40 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444853.001995:0:35915:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444853.001997:0:35915:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.002000:0:35915:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444853.002003:0:35915:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444853.002007:0:35915:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444853.002009:0:35915:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 8589934608 00000100:00000001:2.0:1783444853.002011:0:35915:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444853.002013:0:35915:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444853.002018:0:35915:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f3100 x1870075608321280/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444868 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444853.002025:0:35915:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444853.002028:0:35915:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444853.002030:0:35915:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444853.002034:0:35915:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f3100 x1870075608321280/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444868 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783444853.002042:0:35915:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f3100 pname:cluuid:pid:xid:nid:opc:job cat:666e3c65-e321-43ec-a94e-a01058e25d7d:35915:1870075608321280:192.168.204.110@tcp:101:cat.0 00000100:00000001:2.0:1783444853.002046:0:35915:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444853.002049:0:35915:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444853.002051:0:35915:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444853.002054:0:35915:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444853.009108:0:35915:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f3100 x1870075608321280/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444868 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444853.009127:0:35915:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444853.009131:0:35915:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7464c1a80. 00000100:00000001:2.0:1783444853.009138:0:35915:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444853.009140:0:35915:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.009144:0:35915:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783444853.009149:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.009151:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.009155:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=4 00000020:00000001:2.0:1783444853.009163:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444853.009166:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000040:2.0:1783444853.009173:0:35915:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c752224e00, remote cookie: 0x332dd2263f6dde29, flags: 0x1001 00010000:00010000:2.0:1783444853.009179:0:35915:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444853.009191:0:35915:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444853.009198:0:35915:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783444853.009201:0:35915:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783444853.009203:0:35915:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783444853.009205:0:35915:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783444853.009206:0:35915:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783444853.009209:0:35915:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91c747211e00) refcount = 1 00010000:00010000:2.0:1783444853.009213:0:35915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444853.009520:0:35915:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783444853.009533:0:35915:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783444853.009535:0:35915:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444853.009539:0:35915:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783444853.009542:0:35915:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444853.009546:0:35915:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444853.009553:0:35915:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783444853.009554:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.009556:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.009557:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.009558:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.009560:0:35915:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444853.009565:0:35915:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1783444853.009567:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.009568:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.009570:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=3 00000020:00000001:2.0:1783444853.009572:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444853.009574:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444853.009576:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.009578:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.009579:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=4 00000020:00000001:2.0:1783444853.009581:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444853.009583:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444853.009585:0:35915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444853.009588:0:35915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444853.009592:0:35915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444853.009598:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.009600:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.009601:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.009602:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.009604:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=5 00000020:00000001:2.0:1783444853.009606:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444853.009608:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444853.009610:0:35915:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444853.009613:0:35915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444853.009620:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.009621:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783444853.009623:0:35915:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444853.009629:0:35915:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444853.009630:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.009631:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.009632:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.009633:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1783444853.009639:0:35915:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91c7603f3100 x1870075608321280/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444868 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1783444853.009649:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.009650:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.009651:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=3 00000020:00000001:2.0:1783444853.009653:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444853.009655:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444853.009658:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.009659:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444853.009660:0:35915:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444853.009662:0:35915:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444853.009665:0:35915:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1783444853.009667:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.009668:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.009669:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=3 00000020:00000001:2.0:1783444853.009671:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444853.009672:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00000002:00010000:2.0:1783444853.009675:0:35915:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444853.009687:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.009688:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.009690:0:35915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783444853.009691:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.009692:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.009693:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=3 00000020:00000001:2.0:1783444853.009695:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444853.009697:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000040:2.0:1783444853.009703:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 2 00010000:00000001:2.0:1783444853.009706:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1783444853.009710:0:35915:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1783444853.009713:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.009714:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444853.009716:0:35915:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783444853.009718:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d7b938 00000002:00002000:2.0:1783444853.009720:0:35915:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1783444853.009723:0:35915:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444853.009727:0:35915:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444853.009730:0:35915:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783444853.009733:0:35915:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1783444853.009737:0:35915:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444853.009741:0:35915:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:2.0:1783444853.009744:0:35915:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c752031e00. 00000080:00000001:2.0:1783444853.009749:0:35915:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783444853.009752:0:35915:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783444853.009757:0:35915:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1783444853.009761:0:35915:0:(lmv_obd.c:3920:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1783444853.009769:0:35915:0:(lmv_obd.c:3899:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91c76050a400. 00800000:00000001:2.0:1783444853.009771:0:35915:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) Process leaving (rc=18446622884233257984 : -121189476293632 : ffff91c76050a400) 00800000:00000001:2.0:1783444853.009774:0:35915:0:(lmv_obd.c:3981:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444853.009776:0:35915:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1783444853.009778:0:35915:0:(llite_lib.c:1837:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1783444853.009780:0:35915:0:(llite_lib.c:1841:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1783444853.009783:0:35915:0:(llite_lib.c:1792:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1783444853.009786:0:35915:0:(llite_lib.c:1814:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1783444853.009788:0:35915:0:(llite_lib.c:1858:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.009793:0:35915:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1783444853.009807:0:35915:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1783444853.009812:0:35915:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1783444853.009814:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.009815:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.009817:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=3 00000020:00000001:2.0:1783444853.009819:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444853.009822:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444853.009824:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.009825:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783444853.009827:0:35915:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783444853.009829:0:35915:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1783444853.009830:0:35915:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c76050a400 1 00800000:00000010:2.0:1783444853.009832:0:35915:0:(lmv_obd.c:4022:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91c76050a400. 00800000:00000001:2.0:1783444853.009837:0:35915:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444853.009840:0:35915:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef7bc 00800000:00000001:2.0:1783444853.009843:0:35915:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444853.009844:0:35915:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444853.009845:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.009846:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.009848:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=3 00000020:00000001:2.0:1783444853.009850:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444853.009852:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444853.009854:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.009855:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444853.009857:0:35915:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444853.009858:0:35915:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.009860:0:35915:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444853.009863:0:35915:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:2.0:1783444853.009866:0:35915:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef7bc from it ffffa31941d7bbf8 00010000:00000001:2.0:1783444853.009867:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.009869:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.009870:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=3 00000020:00000001:2.0:1783444853.009872:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444853.009874:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444853.009876:0:35915:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444853.009879:0:35915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444853.009885:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.009886:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.009887:0:35915:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444853.009890:0:35915:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444853.009892:0:35915:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783444853.009899:0:35915:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444853.009902:0:35915:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444853.009903:0:35915:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444853.009908:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.009909:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.009910:0:35915:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.009914:0:35915:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444853.009915:0:35915:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.009917:0:35915:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.009919:0:35915:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.009921:0:35915:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444853.009922:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.009923:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783444853.009926:0:35915:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444853.009930:0:35915:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f3100 x1870075608321280/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783444868 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444853.009938:0:35915:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444853.009942:0:35915:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444853.009945:0:35915:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91c743c0d800. 02000000:00000001:2.0:1783444853.009948:0:35915:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444853.009951:0:35915:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444853.009953:0:35915:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:2.0:1783444853.009955:0:35915:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444853.009958:0:35915:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c750f6dc00. 02000000:00000001:2.0:1783444853.009961:0:35915:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444853.009963:0:35915:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444853.009965:0:35915:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f3100. 00000100:00000001:2.0:1783444853.009969:0:35915:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444853.009970:0:35915:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444853.009974:0:35915:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:2.0:1783444853.009979:0:35915:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.009985:0:35915:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1783444853.009987:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d7bbc0 00000080:00002000:2.0:1783444853.009989:0:35915:0:(dcache.c:87:ll_dcompare()) found name recon(ffff91c748f580d8) flags 0x48004e refc 0 00000080:00000001:2.0:1783444853.009991:0:35915:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.009993:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d7bc08 00000080:00200000:2.0:1783444853.009995:0:35915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=265 00000080:00000001:2.0:1783444853.010001:0:35915:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:2.0:1783444853.010002:0:35915:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000405:0x30:0x0](ffff91c748db6c08), inode mode 81a4 mask 44 00000080:00000001:2.0:1783444853.010005:0:35915:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.010011:0:35915:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:2.0:1783444853.010013:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d7bb98 00000080:00200008:2.0:1783444853.010015:0:35915:0:(file.c:1058:ll_file_open()) START file recon:[0x200000405:0x30:0x0](ffff91c748db6c08), flags 100000 00000080:00000010:2.0:1783444853.010021:0:35915:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91c7417b7a40. 00000080:00000001:2.0:1783444853.010027:0:35915:0:(file.c:774:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1783444853.010030:0:35915:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c752031e00. 00800000:00000002:2.0:1783444853.010034:0:35915:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:2.0:1783444853.010037:0:35915:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444853.010039:0:35915:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444853.010041:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d7ba48 00800000:00000002:2.0:1783444853.010044:0:35915:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x30:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444853.010047:0:35915:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1783444853.010049:0:35915:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444853.010052:0:35915:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444853.010083:0:35915:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444853.010085:0:35915:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444853.010093:0:35915:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444853.010096:0:35915:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:2.0:1783444853.010098:0:35915:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.010101:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d7b9c8 00800000:00000002:2.0:1783444853.010103:0:35915:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1783444853.010108:0:35915:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444853.010110:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d7b900 00000002:00010000:2.0:1783444853.010112:0:35915:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240100001 00000002:00000001:2.0:1783444853.010116:0:35915:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1783444853.010123:0:35915:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1783444853.010126:0:35915:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1783444853.010130:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 3 00010000:00000001:2.0:1783444853.010132:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444853.010135:0:35915:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1783444853.010138:0:35915:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.010140:0:35915:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444853.010142:0:35915:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444853.010144:0:35915:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1783444853.010146:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 2 00010000:00000001:2.0:1783444853.010148:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444853.010149:0:35915:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1783444853.010151:0:35915:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.010152:0:35915:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444853.010154:0:35915:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444853.010157:0:35915:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f3100. 00000020:00000040:2.0:1783444853.010167:0:35915:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:2.0:1783444853.010171:0:35915:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1783444853.010173:0:35915:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.010175:0:35915:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783444853.010179:0:35915:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444853.010181:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.010183:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.010184:0:35915:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444853.010186:0:35915:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444853.010188:0:35915:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444853.010191:0:35915:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444853.010198:0:35915:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91c750f6dc00. 00000100:00000001:2.0:1783444853.010204:0:35915:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.010207:0:35915:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444853.010209:0:35915:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.010210:0:35915:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444853.010212:0:35915:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.010214:0:35915:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444853.010770:0:35915:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622884232114432 : -121189477437184 : ffff91c7603f3100) 00010000:00000001:2.0:1783444853.010776:0:35915:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783444853.010778:0:35915:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1783444853.010781:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 2 00010000:00000001:2.0:1783444853.010783:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444853.010786:0:35915:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783444853.010790:0:35915:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91c752225200. 00000020:00000001:2.0:1783444853.010793:0:35915:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783444853.010804:0:35915:0:(lustre_handles.c:93:class_handle_hash()) added object ffff91c752225200 with handle 0x5503b2fe824ef7c3 to hash 00000020:00000001:2.0:1783444853.010807:0:35915:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783444853.010808:0:35915:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:2.0:1783444853.010812:0:35915:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:2.0:1783444853.010815:0:35915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444853.010816:0:35915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444853.010820:0:35915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225200/0x5503b2fe824ef7c3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444853.010827:0:35915:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225200/0x5503b2fe824ef7c3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35915 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1783444853.010839:0:35915:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1783444853.010846:0:35915:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c7603f3100 x1870075608321536/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1783444853.010855:0:35915:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225200/0x5503b2fe824ef7c3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35915 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783444853.010865:0:35915:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444853.010867:0:35915:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444853.010873:0:35915:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7464c1a80. 00000100:00000001:2.0:1783444853.010875:0:35915:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883796753024 : -121189912798592 : ffff91c7464c1a80) 00000100:00000001:2.0:1783444853.010877:0:35915:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444853.010879:0:35915:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232114432 : -121189477437184 : ffff91c7603f3100) 00000100:00000001:2.0:1783444853.010883:0:35915:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444853.010887:0:35915:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444853.010890:0:35915:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444853.010891:0:35915:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444853.010895:0:35915:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f3100 x1870075608321536/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444853.010903:0:35915:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444853.010905:0:35915:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444853.010909:0:35915:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444853.010911:0:35915:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444853.010914:0:35915:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444853.010917:0:35915:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f3100 pname:cluuid:pid:xid:nid:opc:job cat:666e3c65-e321-43ec-a94e-a01058e25d7d:35915:1870075608321536:192.168.204.110@tcp:101:cat.0 00000100:00000001:2.0:1783444853.010922:0:35915:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444853.010927:0:35915:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444853.010940:0:35915:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444853.010943:0:35915:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444853.011031:0:35915:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff91c760a00000. 02000000:00000001:2.0:1783444853.011033:0:35915:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444853.011040:0:35915:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444853.011045:0:35915:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff478. 00000400:00000010:2.0:1783444853.011052:0:35915:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff91c743c0d800. 00000100:00000200:2.0:1783444853.011729:0:35915:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1870075608321536, portal 10 00000100:00000001:2.0:1783444853.011733:0:35915:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444853.011734:0:35915:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232114432 : -121189477437184 : ffff91c7603f3100) 00000100:00000040:2.0:1783444853.011743:0:35915:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c7603f3100 x1870075608321536/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444869 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444853.011756:0:35915:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444853.011759:0:35915:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444853.011763:0:35915:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83880. 00000100:00000200:2.0:1783444853.011766:0:35915:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1870075608321536, offset 0 00000400:00000200:2.0:1783444853.011772:0:35915:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444853.011780:0:35915:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444853.011787:0:35915:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444853.011791:0:35915:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444853.011805:0:35915:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444853.011809:0:35915:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444853.011811:0:35915:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444853.011815:0:35915:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2980:2980:256:4294967295] 192.168.204.110@tcp LPNI seq info [2980:2980:8:4294967295] 00000400:00000200:2.0:1783444853.011820:0:35915:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444853.011830:0:35915:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444853.011835:0:35915:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444853.011840:0:35915:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1500. 00000800:00000200:2.0:1783444853.011847:0:35915:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444853.011853:0:35915:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444853.011857:0:35915:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1500 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1783444853.011875:0:35915:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444853.011879:0:35915:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 859126 usecs (860 jiffies) 00000400:00000200:2.0:1783444853.011883:0:35915:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444853.011885:0:35915:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296492877 00000100:00000001:2.0:1783444853.011894:0:35915:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296492851 00000100:00000001:2.0:1783444853.011898:0:35915:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296492877 00000100:00000001:2.0:1783444853.011901:0:35915:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296492851 00000100:00000001:2.0:1783444853.011904:0:35915:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444853.011907:0:35915:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444853.011910:0:35915:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444853.011912:0:35915:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444853.011914:0:35915:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7464c1a80 going to sleep for 11 seconds 00000100:00000001:2.0:1783444853.011917:0:35915:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444853.011919:0:35915:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444853.012912:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444853.012917:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1500. 00000400:00000200:1.0:1783444853.012923:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444853.012928:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444853.012943:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83880 00000400:00000010:1.0:1783444853.012945:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83880. 00000100:00000001:1.0:1783444853.012949:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444853.012954:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3100 x1870075608321536/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444869 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444853.012965:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444853.012968:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f3100 x1870075608321536/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444869 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444853.012975:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444853.012977:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1783444853.026986:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444853.026992:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444853.026997:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444853.026998:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444853.027002:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444853.027003:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444853.027005:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444853.027007:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444853.027371:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444853.027375:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444853.027378:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1783444853.028629:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444853.028704:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444853.028708:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444853.028711:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444853.028718:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444853.028726:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444853.028735:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444853.028740:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444853.028745:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444853.028749:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 664 into portal 10 MB=0x6a4d2e8564e00 00000400:00000200:0.0:1783444853.028754:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444853.028760:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 664/664 into md 0x8321 [64] + 224 00000800:00000001:0.0:1783444853.028767:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444853.028790:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444853.028806:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444853.028812:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444853.028818:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444853.028827:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3100 x1870075608321536/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444869 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444853.028838:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff91c7603f3100 x1870075608321536/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444869 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444853.028856:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444853.028864:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444853.028867:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444853.029026:0:35915:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444853.029033:0:35915:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444853.029035:0:35915:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444853.029038:0:35915:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff478. 00000400:00000200:2.0:1783444853.029042:0:35915:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c743c0d800 00000400:00000010:2.0:1783444853.029045:0:35915:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffff91c743c0d800. 00000100:00000001:2.0:1783444853.029048:0:35915:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444853.029053:0:35915:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f3100 x1870075608321536/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444869 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783444853.029104:0:35915:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f3100 x1870075608321536/t0(0) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1783444869 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444853.029110:0:35915:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444853.029113:0:35915:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444853.029115:0:35915:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444853.029125:0:35915:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444853.029128:0:35915:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444853.029130:0:35915:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444853.029133:0:35915:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444853.029142:0:35915:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=33 v=5 (5 105 105 105) 00000100:00001000:2.0:1783444853.029146:0:35915:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=40 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444853.029149:0:35915:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444853.029150:0:35915:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.029153:0:35915:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444853.029157:0:35915:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444853.029165:0:35915:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783444853.029167:0:35915:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1783444853.029169:0:35915:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783444853.029171:0:35915:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444853.029172:0:35915:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232114432 : -121189477437184 : ffff91c7603f3100) 00000100:00000001:2.0:1783444853.029176:0:35915:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444853.029178:0:35915:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 8589934608 00000100:00000001:2.0:1783444853.029180:0:35915:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444853.029183:0:35915:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444853.029188:0:35915:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f3100 x1870075608321536/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444869 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444853.029202:0:35915:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444853.029410:0:35915:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444853.029412:0:35915:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444853.029418:0:35915:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f3100 x1870075608321536/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444869 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783444853.029427:0:35915:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f3100 pname:cluuid:pid:xid:nid:opc:job cat:666e3c65-e321-43ec-a94e-a01058e25d7d:35915:1870075608321536:192.168.204.110@tcp:101:cat.0 00000100:00000001:2.0:1783444853.029432:0:35915:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444853.029435:0:35915:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444853.029437:0:35915:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444853.029440:0:35915:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444853.029443:0:35915:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f3100 x1870075608321536/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444869 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444853.029450:0:35915:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444853.029453:0:35915:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7464c1a80. 00000100:00000001:2.0:1783444853.029456:0:35915:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444853.029458:0:35915:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.029460:0:35915:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783444853.029465:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.029468:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.029470:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225200 refcount=4 00000020:00000001:2.0:1783444853.029473:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:2.0:1783444853.029476:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000040:2.0:1783444853.029482:0:35915:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91c752225200, remote cookie: 0x332dd2263f6dde37, flags: 0x1001 00010000:00000040:2.0:1783444853.029485:0:35915:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x30:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1783444853.029489:0:35915:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1783444853.029495:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 3 00010000:00000001:2.0:1783444853.029499:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444853.029502:0:35915:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444853.029506:0:35915:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225200/0x5503b2fe824ef7c3 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde37 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783444853.029517:0:35915:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225200/0x5503b2fe824ef7c3 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde37 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444853.029523:0:35915:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783444853.029535:0:35915:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783444853.029538:0:35915:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783444853.029540:0:35915:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783444853.029541:0:35915:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783444853.029544:0:35915:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x30:0x0].0x0 (ffff91c747211b00) refcount = 3 00010000:00000040:2.0:1783444853.029547:0:35915:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1783444853.029550:0:35915:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dac00/0x5503b2fe824ef7b5 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde1b expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:2.0:1783444853.029558:0:35915:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1783444853.029566:0:35915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225200/0x5503b2fe824ef7c3 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dde37 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444853.029572:0:35915:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783444853.029575:0:35915:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783444853.029576:0:35915:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444853.029579:0:35915:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783444853.029581:0:35915:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444853.029584:0:35915:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225200/0x5503b2fe824ef7c3 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde37 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444853.029590:0:35915:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783444853.029592:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.029594:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.029595:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.029596:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.029598:0:35915:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444853.029602:0:35915:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1783444853.029604:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.029606:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.029607:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225200 refcount=3 00000020:00000001:2.0:1783444853.029609:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:2.0:1783444853.029611:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:2.0:1783444853.029613:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.029614:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1783444853.029619:0:35915:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff91c7603f3100 x1870075608321536/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444869 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783444853.029628:0:35915:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1783444853.029633:0:35915:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c7603f3100 x1870075608321536/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1783444869 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783444853.029639:0:35915:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.029644:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.029646:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.029647:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225200 refcount=3 00000020:00000001:2.0:1783444853.029649:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:2.0:1783444853.029651:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00000002:00010000:2.0:1783444853.029655:0:35915:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225200/0x5503b2fe824ef7c3 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde37 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1783444853.029665:0:35915:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff91c76050a400. 00010000:00000001:2.0:1783444853.029667:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.029668:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444853.029669:0:35915:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444853.029671:0:35915:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444853.029674:0:35915:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1783444853.029676:0:35915:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444853.029678:0:35915:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232114432 : -121189477437184 : ffff91c7603f3100) 00010000:00000001:2.0:1783444853.029680:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.029681:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.029682:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225200 refcount=3 00000020:00000001:2.0:1783444853.029684:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:2.0:1783444853.029686:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00000002:00010000:2.0:1783444853.029690:0:35915:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225200/0x5503b2fe824ef7c3 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde37 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444853.029695:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.029696:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.029698:0:35915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1783444853.029699:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.029700:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.029702:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225200 refcount=3 00000020:00000001:2.0:1783444853.029703:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:2.0:1783444853.029705:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000040:2.0:1783444853.029708:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 4 00010000:00000001:2.0:1783444853.029710:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1783444853.029714:0:35915:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91c747147400 type 13 mode 16 res 8589935621/48 (0 0) 00010000:00000001:2.0:1783444853.029717:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.029718:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444853.029720:0:35915:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1783444853.029723:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d7b888 00000002:00002000:2.0:1783444853.029725:0:35915:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=280002b: rc = 0 00000002:00000001:2.0:1783444853.029727:0:35915:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444853.029731:0:35915:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444853.029734:0:35915:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1783444853.029737:0:35915:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1783444853.029740:0:35915:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444853.029744:0:35915:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:2.0:1783444853.029748:0:35915:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c752031e00. 00000080:00000001:2.0:1783444853.029752:0:35915:0:(llite_lib.c:3700:ll_prep_inode()) Process entered 00000002:00000001:2.0:1783444853.029757:0:35915:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1783444853.029760:0:35915:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:2.0:1783444853.029764:0:35915:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444853.029767:0:35915:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7630. 00000020:00000010:2.0:1783444853.029772:0:35915:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031e00. 00000020:00000010:2.0:1783444853.029776:0:35915:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752030000. 00000020:00000010:2.0:1783444853.029779:0:35915:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427c60. 00000008:00000010:2.0:1783444853.029785:0:35915:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444853.029790:0:35915:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444853.029808:0:35915:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444853.029815:0:35915:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444853.029819:0:35915:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444853.029823:0:35915:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752030800. 00000008:00000010:2.0:1783444853.029827:0:35915:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444853.029830:0:35915:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444853.029833:0:35915:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444853.029836:0:35915:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526ec30. 00000020:00000001:2.0:1783444853.029839:0:35915:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747362360 : -121189962189256 : ffff91c7435a7638) 00000020:00001000:2.0:1783444853.029841:0:35915:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7630 00000020:00000001:2.0:1783444853.029843:0:35915:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1783444853.029847:0:35915:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:2.0:1783444853.029849:0:35915:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1783444853.029854:0:35915:0:(lov_ea.c:221:lsme_unpack()) kmalloced '(lsme)': 80 at ffff91c760427a80. 00020000:00000010:2.0:1783444853.029858:0:35915:0:(lov_ea.c:258:lsme_unpack()) slab-alloced 'loi': 112 at ffff91c7593da380. 00020000:00000010:2.0:1783444853.029862:0:35915:0:(lov_ea.c:385:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91c760427060. 00020000:00000001:2.0:1783444853.029864:0:35915:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446622884232327264 : -121189477224352 : ffff91c760427060) 00020000:00000002:2.0:1783444853.029868:0:35915:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c760427060, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783444853.029873:0:35915:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783444853.029877:0:35915:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c7593da380: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000002:2.0:1783444853.029882:0:35915:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff91c7464b71f0) owner ffff91c75064cf80 00020000:00000001:2.0:1783444853.029885:0:35915:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1783444853.029887:0:35915:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff91c7464b71f0) owner ffff91c75064cf80 00020000:00000010:2.0:1783444853.029891:0:35915:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91c7593da380. 00020000:00000010:2.0:1783444853.029895:0:35915:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff91c760427a80. 00020000:00000010:2.0:1783444853.029897:0:35915:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91c760427060. 00020000:00000002:2.0:1783444853.029900:0:35915:0:(lov_object.c:1533:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1783444853.029902:0:35915:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.029904:0:35915:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1783444853.029906:0:35915:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7630 00000020:00000010:2.0:1783444853.029909:0:35915:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752030000. 00000020:00000010:2.0:1783444853.029912:0:35915:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427c60. 00000008:00000010:2.0:1783444853.029916:0:35915:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444853.029919:0:35915:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444853.029922:0:35915:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444853.029925:0:35915:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444853.029928:0:35915:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444853.030394:0:35915:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031e00. 00000008:00000010:2.0:1783444853.030399:0:35915:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444853.030403:0:35915:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444853.030405:0:35915:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444853.030409:0:35915:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526ec30. 00000020:00000010:2.0:1783444853.030411:0:35915:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752030800. 00000020:00000010:2.0:1783444853.030413:0:35915:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7630. 00000080:00000001:2.0:1783444853.030418:0:35915:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611184 : 144115205339611184 : 200000405000030) 00000080:00000001:2.0:1783444853.030421:0:35915:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:2.0:1783444853.030426:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.030428:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.030430:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225200 refcount=3 00000020:00000001:2.0:1783444853.030432:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:2.0:1783444853.030434:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00000080:00000001:2.0:1783444853.030437:0:35915:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:2.0:1783444853.030439:0:35915:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444853.030442:0:35915:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7630. 00000020:00000010:2.0:1783444853.030444:0:35915:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752030800. 00000020:00000010:2.0:1783444853.030447:0:35915:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752031e00. 00000020:00000010:2.0:1783444853.030449:0:35915:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427c60. 00000008:00000010:2.0:1783444853.030452:0:35915:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444853.030455:0:35915:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444853.030457:0:35915:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444853.030460:0:35915:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444853.030462:0:35915:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444853.030465:0:35915:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752030000. 00000008:00000010:2.0:1783444853.030467:0:35915:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444853.030469:0:35915:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444853.030472:0:35915:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444853.030474:0:35915:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526ec30. 00000020:00000001:2.0:1783444853.030477:0:35915:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747362360 : -121189962189256 : ffff91c7435a7638) 00000020:00001000:2.0:1783444853.030479:0:35915:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7630 00000020:00000001:2.0:1783444853.030480:0:35915:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1783444853.030482:0:35915:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:2.0:1783444853.030483:0:35915:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1783444853.030485:0:35915:0:(lov_ea.c:221:lsme_unpack()) kmalloced '(lsme)': 80 at ffff91c760427060. 00020000:00000010:2.0:1783444853.030488:0:35915:0:(lov_ea.c:258:lsme_unpack()) slab-alloced 'loi': 112 at ffff91c7593da380. 00020000:00000010:2.0:1783444853.030491:0:35915:0:(lov_ea.c:385:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91c760427a80. 00020000:00000001:2.0:1783444853.030492:0:35915:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446622884232329856 : -121189477221760 : ffff91c760427a80) 00020000:00000002:2.0:1783444853.030495:0:35915:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c760427a80, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783444853.030499:0:35915:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783444853.030503:0:35915:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c7593da380: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000002:2.0:1783444853.030506:0:35915:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff91c7464b71f0) owner ffff91c75064cf80 00020000:00000001:2.0:1783444853.030508:0:35915:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1783444853.030510:0:35915:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff91c7464b71f0) owner ffff91c75064cf80 00020000:00000010:2.0:1783444853.030512:0:35915:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91c7593da380. 00020000:00000010:2.0:1783444853.030514:0:35915:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff91c760427060. 00020000:00000010:2.0:1783444853.030516:0:35915:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91c760427a80. 00020000:00000002:2.0:1783444853.030518:0:35915:0:(lov_object.c:1533:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1783444853.030520:0:35915:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.030522:0:35915:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.030858:0:35915:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1783444853.030862:0:35915:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c75064cf80 00020000:00000002:2.0:1783444853.030865:0:35915:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff91c7604272a0 addref 2/0 by ffff91c75064cf80. 00020000:00000002:2.0:1783444853.030867:0:35915:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c75064cf80 00020000:00000001:2.0:1783444853.030870:0:35915:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1783444853.030872:0:35915:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1783444853.030873:0:35915:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1783444853.030875:0:35915:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1783444853.030877:0:35915:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1783444853.030880:0:35915:0:(file.c:6749:ll_layout_conf()) [0x200000405:0x30:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1783444853.030882:0:35915:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7630 00000020:00000010:2.0:1783444853.030885:0:35915:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752031e00. 00000020:00000010:2.0:1783444853.030888:0:35915:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427c60. 00000008:00000010:2.0:1783444853.030890:0:35915:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444853.030893:0:35915:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444853.030895:0:35915:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444853.030898:0:35915:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444853.030901:0:35915:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444853.030903:0:35915:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752030800. 00000008:00000010:2.0:1783444853.030905:0:35915:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444853.030907:0:35915:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444853.030910:0:35915:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444853.030912:0:35915:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526ec30. 00000020:00000010:2.0:1783444853.030915:0:35915:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752030000. 00000020:00000010:2.0:1783444853.030917:0:35915:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7630. 00000080:00000001:2.0:1783444853.030919:0:35915:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.030922:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.030923:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783444853.030924:0:35915:0:(llite_lib.c:3798:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1783444853.030927:0:35915:0:(lmv_obd.c:4157:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1783444853.030930:0:35915:0:(lmv_obd.c:4164:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444853.031649:0:35915:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff91c748db6c08) for lock 0x5503b2fe824ef7c3 00800000:00000001:2.0:1783444853.031653:0:35915:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444853.031655:0:35915:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444853.031657:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.031659:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.031661:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225200 refcount=3 00000020:00000001:2.0:1783444853.031663:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:2.0:1783444853.031666:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:2.0:1783444853.031668:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.031670:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444853.031671:0:35915:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444853.031673:0:35915:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444853.031676:0:35915:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444853.031682:0:35915:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f3100 x1870075608321536/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444869 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444853.031691:0:35915:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444853.031694:0:35915:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef7c3 from it ffffa31941d7bbf0 00010000:00000001:2.0:1783444853.031696:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.031697:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.031698:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752225200 refcount=3 00000020:00000001:2.0:1783444853.031700:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:2.0:1783444853.031702:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995341312 : -121189714210304 : ffff91c752225200) 00010000:00000001:2.0:1783444853.031704:0:35915:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444853.031707:0:35915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225200/0x5503b2fe824ef7c3 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6dde37 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783444853.031714:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.031715:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.031717:0:35915:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444853.031720:0:35915:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444853.031722:0:35915:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225200/0x5503b2fe824ef7c3 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dde37 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783444853.031730:0:35915:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444853.031732:0:35915:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444853.031734:0:35915:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444853.031737:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.031739:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.031740:0:35915:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.031743:0:35915:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444853.031745:0:35915:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.031747:0:35915:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.031750:0:35915:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.031752:0:35915:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444853.031754:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.031755:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1783444853.031758:0:35915:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783444853.031763:0:35915:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff91c76050a600. 00000080:00000001:2.0:1783444853.031766:0:35915:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:2.0:1783444853.031770:0:35915:0:(lmv_obd.c:4175:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1783444853.031773:0:35915:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444853.031776:0:35915:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444853.031778:0:35915:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444853.031780:0:35915:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444853.031782:0:35915:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444853.031785:0:35915:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:2.0:1783444853.031787:0:35915:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444853.031789:0:35915:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1783444853.032996:0:35915:0:(obd.h:1438:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91c7507eb740. 00000002:00100000:2.0:1783444853.033006:0:35915:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91c7603f3100 x1870075608321536/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444869 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1783444853.033014:0:35915:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444853.033017:0:35915:0:(lmv_obd.c:4181:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1783444853.033021:0:35915:0:(rw.c:949:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1783444853.033024:0:35915:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.033028:0:35915:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1783444853.033030:0:35915:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1783444853.033032:0:35915:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444853.033035:0:35915:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1783444853.033036:0:35915:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.033039:0:35915:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1783444853.033042:0:35915:0:(pcc.c:1947:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.033045:0:35915:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783444853.033047:0:35915:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.033049:0:35915:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444853.033053:0:35915:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444853.033069:0:35915:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f3100 x1870075608321536/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444869 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1783444853.033078:0:35915:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444853.033081:0:35915:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff91c760a00000. 02000000:00000001:2.0:1783444853.033610:0:35915:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1783444853.033612:0:35915:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.033617:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d7bb98 00000080:00000008:2.0:1783444853.033619:0:35915:0:(file.c:1297:ll_file_open()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff91c748db6c08), flags 100000, rc = 0 00000020:00000001:2.0:1783444853.033640:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d7bd28 00000080:00200008:2.0:1783444853.033642:0:35915:0:(file.c:6217:ll_getattr_dentry()) START file recon:[0x200000405:0x30:0x0](ffff91c748db6c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1783444853.033647:0:35915:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783444853.033649:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d7bca0 00000080:00200000:2.0:1783444853.033651:0:35915:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x30:0x0](ffff91c748db6c08),name=recon 00000080:00000010:2.0:1783444853.033658:0:35915:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c752030000. 00800000:00000002:2.0:1783444853.033662:0:35915:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:2.0:1783444853.033669:0:35915:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444853.033672:0:35915:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444853.033674:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d7bbc0 00800000:00000002:2.0:1783444853.033677:0:35915:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x30:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444853.033680:0:35915:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1783444853.033683:0:35915:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444853.033685:0:35915:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444853.033687:0:35915:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444853.033688:0:35915:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444853.033690:0:35915:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444853.033692:0:35915:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444853.033694:0:35915:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444853.033696:0:35915:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444853.033697:0:35915:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444853.033698:0:35915:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444853.033700:0:35915:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444853.033701:0:35915:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444853.033703:0:35915:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:2.0:1783444853.033704:0:35915:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444853.033706:0:35915:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 00000002:00000001:2.0:1783444853.033711:0:35915:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444853.033713:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d7ba90 00000002:00010000:2.0:1783444853.033715:0:35915:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783444853.033719:0:35915:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783444853.033721:0:35915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444853.033723:0:35915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444853.033727:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 4 00010000:00000001:2.0:1783444853.033730:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444853.033734:0:35915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444853.033738:0:35915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444853.033742:0:35915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1783444853.033751:0:35915:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444853.033754:0:35915:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444853.033758:0:35915:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1783444853.033764:0:35915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783444853.033766:0:35915:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783444853.033768:0:35915:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444853.033770:0:35915:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444853.033772:0:35915:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444853.033775:0:35915:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783444853.033777:0:35915:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783444853.033779:0:35915:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:2.0:1783444853.033781:0:35915:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c752030000. 00000080:00000001:2.0:1783444853.033785:0:35915:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783444853.033786:0:35915:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444853.033789:0:35915:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff91c748db6c08) 00000080:00010000:2.0:1783444853.034413:0:35915:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff91c748db6c08) for lock 0x5503b2fe824ef792 00800000:00000001:2.0:1783444853.034418:0:35915:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444853.034420:0:35915:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444853.034422:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.034424:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.034427:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583daa00 refcount=3 00000020:00000001:2.0:1783444853.034429:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:2.0:1783444853.034432:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:2.0:1783444853.034435:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.034436:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444853.034438:0:35915:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444853.034440:0:35915:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444853.034442:0:35915:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef792 from it ffffa31941d7bcd8 00010000:00000001:2.0:1783444853.034444:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.034446:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.034447:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583daa00 refcount=3 00000020:00000001:2.0:1783444853.034448:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:2.0:1783444853.034450:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:2.0:1783444853.034452:0:35915:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444853.034456:0:35915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783444853.034463:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.034464:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.034465:0:35915:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444853.034467:0:35915:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444853.034470:0:35915:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1783444853.034477:0:35915:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444853.034480:0:35915:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444853.034481:0:35915:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444853.034484:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.034485:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.034487:0:35915:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.034489:0:35915:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444853.034491:0:35915:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.034493:0:35915:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.034495:0:35915:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.034498:0:35915:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444853.034499:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.034500:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783444853.034502:0:35915:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783444853.034504:0:35915:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444853.034507:0:35915:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1783444853.034510:0:35915:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1783444853.034511:0:35915:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444853.034513:0:35915:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1783444853.034514:0:35915:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.034517:0:35915:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1783444853.034520:0:35915:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1783444853.034522:0:35915:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444853.035467:0:35915:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7630. 00000020:00000010:2.0:1783444853.035474:0:35915:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752030000. 00000020:00000010:2.0:1783444853.035478:0:35915:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752030800. 00000020:00000010:2.0:1783444853.035482:0:35915:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427c60. 00000008:00000010:2.0:1783444853.035488:0:35915:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444853.035492:0:35915:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444853.035496:0:35915:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444853.035502:0:35915:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444853.035505:0:35915:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444853.035508:0:35915:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031e00. 00000008:00000010:2.0:1783444853.035512:0:35915:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444853.035516:0:35915:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444853.035518:0:35915:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444853.035522:0:35915:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526ec30. 00000020:00000001:2.0:1783444853.035524:0:35915:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747362360 : -121189962189256 : ffff91c7435a7638) 00000020:00001000:2.0:1783444853.035613:0:35915:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7630 00000020:00000001:2.0:1783444853.035617:0:35915:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444853.035620:0:35915:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783444853.035622:0:35915:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:2.0:1783444853.035624:0:35915:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1783444853.035627:0:35915:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444853.035629:0:35915:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1783444853.035631:0:35915:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783444853.035633:0:35915:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.035636:0:35915:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783444853.035639:0:35915:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x30:0x0]io ffff91c7452b30f0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1783444853.035642:0:35915:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c75064cf80 00020000:00000001:2.0:1783444853.035645:0:35915:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1783444853.035647:0:35915:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1783444853.035649:0:35915:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1783444853.035651:0:35915:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.035653:0:35915:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1783444853.035655:0:35915:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1783444853.035657:0:35915:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.035658:0:35915:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444853.035659:0:35915:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1783444853.035660:0:35915:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1783444853.035662:0:35915:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c75064cf80 00000020:00000001:2.0:1783444853.035664:0:35915:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1783444853.035666:0:35915:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1783444853.035668:0:35915:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:2.0:1783444853.035670:0:35915:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1783444853.035672:0:35915:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1783444853.035674:0:35915:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1783444853.035675:0:35915:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1783444853.035680:0:35915:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1783444853.035685:0:35915:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91c743ef4680. 00020000:00000002:2.0:1783444853.035687:0:35915:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1783444853.035689:0:35915:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1783444853.035691:0:35915:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444853.035693:0:35915:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1783444853.035694:0:35915:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444853.035697:0:35915:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a73f0. 00000020:00000010:2.0:1783444853.035699:0:35915:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031c00. 00000020:00000010:2.0:1783444853.035702:0:35915:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752031800. 00000020:00000010:2.0:1783444853.035704:0:35915:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427a80. 00000008:00000010:2.0:1783444853.035708:0:35915:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103e4b0. 00020000:00000010:2.0:1783444853.035710:0:35915:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206fcc0. 00008000:00000010:2.0:1783444853.035713:0:35915:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751343880. 00000080:00000010:2.0:1783444853.035716:0:35915:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e498. 00000080:00000010:2.0:1783444853.035719:0:35915:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b2750. 00000020:00000010:2.0:1783444853.035722:0:35915:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031600. 00000008:00000010:2.0:1783444853.035724:0:35915:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a5ce0. 00020000:00000010:2.0:1783444853.035727:0:35915:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c5da8. 00008000:00000010:2.0:1783444853.035729:0:35915:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8680. 00000080:00000010:2.0:1783444853.035731:0:35915:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526e3c0. 00000020:00000001:2.0:1783444853.035733:0:35915:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747361784 : -121189962189832 : ffff91c7435a73f8) 00000020:00001000:2.0:1783444853.035735:0:35915:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a73f0 00000020:00000001:2.0:1783444853.035738:0:35915:0:(cl_object.c:151:cl_object_top()) ffff91c74529d3a0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444853.035739:0:35915:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1783444853.035742:0:35915:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444853.035743:0:35915:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1783444853.035744:0:35915:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.035746:0:35915:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.035748:0:35915:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000020:00000001:2.0:1783444853.035750:0:35915:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1783444853.035753:0:35915:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91c7603d38f0. 00000008:00010000:2.0:1783444853.035756:0:35915:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1783444853.035758:0:35915:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444853.035760:0:35915:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1783444853.035761:0:35915:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91c743ef46b0, osc lock ffff91c7603d38f0, flags 0x400001002 00000020:00000001:2.0:1783444853.035764:0:35915:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.035765:0:35915:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.035768:0:35915:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446622883757115008 : -121189952436608 : ffff91c743ef4680) 00000020:00000001:2.0:1783444853.035769:0:35915:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444853.035770:0:35915:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1783444853.035772:0:35915:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.035773:0:35915:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.035776:0:35915:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1783444853.035777:0:35915:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1783444853.035779:0:35915:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444853.035781:0:35915:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444853.035782:0:35915:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444853.035783:0:35915:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000020:00000001:2.0:1783444853.035784:0:35915:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444853.035786:0:35915:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444853.035788:0:35915:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1783444853.035791:0:35915:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1783444853.036662:0:35915:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1783444853.036665:0:35915:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1783444853.036667:0:35915:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1783444853.036669:0:35915:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1783444853.038033:0:35915:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1783444853.038036:0:35915:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1783444853.038039:0:35915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444853.038046:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211900 count: 2 00010000:00000001:2.0:1783444853.038050:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444853.038444:0:35915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444853.038449:0:35915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444853.038455:0:35915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1783444853.038468:0:35915:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444853.038473:0:35915:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444853.038477:0:35915:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1783444853.038486:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.038488:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.038491:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=4 00000020:00000001:2.0:1783444853.038493:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444853.038496:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00000008:00000001:2.0:1783444853.038500:0:35915:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1783444853.038502:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.038503:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.038505:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=5 00000020:00000001:2.0:1783444853.038506:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444853.038509:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00000020:00000001:2.0:1783444853.038513:0:35915:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783444853.038515:0:35915:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1783444853.038516:0:35915:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1783444853.038519:0:35915:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.038520:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.038522:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.038523:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=6 00000020:00000001:2.0:1783444853.038990:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444853.038994:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444853.038996:0:35915:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444853.038999:0:35915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1783444853.039008:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.039010:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.039011:0:35915:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444853.039014:0:35915:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444853.039017:0:35915:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783444853.039025:0:35915:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444853.039028:0:35915:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444853.039029:0:35915:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444853.039033:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.039034:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.039036:0:35915:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.039039:0:35915:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444853.039041:0:35915:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.039043:0:35915:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.039046:0:35915:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.039048:0:35915:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444853.039050:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.039051:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.039052:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.039053:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444853.039075:0:35915:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444853.039078:0:35915:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.039081:0:35915:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.039084:0:35915:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.039086:0:35915:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.039095:0:35915:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783444853.039097:0:35915:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1783444853.039099:0:35915:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1783444853.039101:0:35915:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1783444853.039103:0:35915:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.039105:0:35915:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.039110:0:35915:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1783444853.039113:0:35915:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444853.039115:0:35915:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444853.039116:0:35915:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783444853.039655:0:35915:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1783444853.039657:0:35915:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=46 m=1783444852 a=0 c=1783444852 b=0 00020000:00000001:2.0:1783444853.039661:0:35915:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.039663:0:35915:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.039666:0:35915:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000080:00200000:2.0:1783444853.039668:0:35915:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:2.0:1783444853.039671:0:35915:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1783444853.039675:0:35915:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1783444853.039677:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91c7452b3090 (ffff91c7435a7638/0) at cl_lock_release():245 00000020:00000001:2.0:1783444853.039679:0:35915:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444853.039681:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c7452b3090 (ffff91c7435a7638/0) at cl_lock_cancel():142 00020000:00000001:2.0:1783444853.039684:0:35915:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1783444853.039686:0:35915:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444853.039688:0:35915:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000020:00000001:2.0:1783444853.039690:0:35915:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444853.039691:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c743ef46b0 (ffff91c7435a73f8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1783444853.039694:0:35915:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1783444853.039695:0:35915:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1783444853.039697:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.039698:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444853.039700:0:35915:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1783444853.039701:0:35915:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444853.039703:0:35915:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444853.039704:0:35915:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444853.039705:0:35915:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444853.039707:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c7452b3090 (ffff91c7435a7638/0) at cl_lock_fini():72 00020000:00000001:2.0:1783444853.039710:0:35915:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1783444853.039711:0:35915:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444853.039712:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c743ef46b0 (ffff91c7435a7638/1) at cl_lock_fini():72 00000008:00000010:2.0:1783444853.039715:0:35915:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91c7603d38f0. 00000020:00000001:2.0:1783444853.039721:0:35915:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1783444853.039722:0:35915:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91c743ef4680. 00020000:00000001:2.0:1783444853.039726:0:35915:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1783444853.039727:0:35915:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1783444853.039728:0:35915:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1783444853.039730:0:35915:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.039732:0:35915:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1783444853.039734:0:35915:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:2.0:1783444853.039736:0:35915:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1783444853.039738:0:35915:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1783444853.039739:0:35915:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783444853.039741:0:35915:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a73f0 00000020:00000010:2.0:1783444853.039745:0:35915:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752031800. 00000020:00000010:2.0:1783444853.039748:0:35915:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427a80. 00000008:00000010:2.0:1783444853.039752:0:35915:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103e4b0. 00020000:00000010:2.0:1783444853.039756:0:35915:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206fcc0. 00008000:00000010:2.0:1783444853.039760:0:35915:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751343880. 00000080:00000010:2.0:1783444853.039764:0:35915:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e498. 00000080:00000010:2.0:1783444853.039768:0:35915:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b2750. 00000020:00000010:2.0:1783444853.039771:0:35915:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031c00. 00000008:00000010:2.0:1783444853.039774:0:35915:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5ce0. 00020000:00000010:2.0:1783444853.039777:0:35915:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c5da8. 00008000:00000010:2.0:1783444853.039780:0:35915:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8680. 00000080:00000010:2.0:1783444853.039783:0:35915:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e3c0. 00000020:00000010:2.0:1783444853.039786:0:35915:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031600. 00000020:00000010:2.0:1783444853.039788:0:35915:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a73f0. 00020000:00000001:2.0:1783444853.039790:0:35915:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1783444853.039792:0:35915:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:2.0:1783444853.040666:0:35915:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1783444853.040669:0:35915:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1783444853.040673:0:35915:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783444853.040675:0:35915:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.040676:0:35915:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783444853.040679:0:35915:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1783444853.040681:0:35915:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783444853.040682:0:35915:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7630 00000020:00000010:2.0:1783444853.040685:0:35915:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752030800. 00000020:00000010:2.0:1783444853.040689:0:35915:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427c60. 00000008:00000010:2.0:1783444853.040692:0:35915:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444853.040695:0:35915:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444853.040698:0:35915:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444853.040701:0:35915:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444853.040704:0:35915:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444853.040706:0:35915:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752030000. 00000008:00000010:2.0:1783444853.040708:0:35915:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444853.040711:0:35915:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444853.040714:0:35915:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444853.040716:0:35915:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526ec30. 00000020:00000010:2.0:1783444853.040719:0:35915:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031e00. 00000020:00000010:2.0:1783444853.040721:0:35915:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7630. 00000001:00000001:2.0:1783444853.040723:0:35915:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.040730:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d7bd28 00000080:00000008:2.0:1783444853.040732:0:35915:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff91c748db6c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1783444853.041470:0:35915:0:(file.c:2446:do_file_read_iter()) Process entered 00000020:00000001:2.0:1783444853.041473:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d7bd88 00000080:00200008:2.0:1783444853.041475:0:35915:0:(file.c:2450:do_file_read_iter()) START file recon:[0x200000405:0x30:0x0], ppos: 0, count: 4194304 00000080:00000001:2.0:1783444853.041479:0:35915:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:2.0:1783444853.041481:0:35915:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1783444853.041485:0:35915:0:(rw.c:1192:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:2.0:1783444853.041489:0:35915:0:(rw.c:1246:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:2.0:1783444853.041512:0:35915:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444853.041515:0:35915:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7630. 00000020:00000010:2.0:1783444853.041520:0:35915:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031e00. 00000020:00000010:2.0:1783444853.041523:0:35915:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752030000. 00000020:00000010:2.0:1783444853.041887:0:35915:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427c60. 00000008:00000010:2.0:1783444853.041893:0:35915:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444853.041896:0:35915:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444853.041900:0:35915:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444853.041905:0:35915:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444853.041909:0:35915:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444853.041912:0:35915:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752030800. 00000008:00000010:2.0:1783444853.041915:0:35915:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444853.041918:0:35915:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444853.041921:0:35915:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444853.041923:0:35915:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526ec30. 00000020:00000001:2.0:1783444853.041925:0:35915:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747362360 : -121189962189256 : ffff91c7435a7638) 00000020:00001000:2.0:1783444853.041928:0:35915:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7630 00000080:00000001:2.0:1783444853.041987:0:35915:0:(file.c:1972:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1783444853.041991:0:35915:0:(file.c:2023:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.041994:0:35915:0:(file.c:2055:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1783444853.041996:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d7bc98 00000080:00200000:2.0:1783444853.041998:0:35915:0:(file.c:2058:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00000020:00000001:2.0:1783444853.042002:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d7bc30 00000080:00200000:2.0:1783444853.042004:0:35915:0:(file.c:1816:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:2.0:1783444853.042006:0:35915:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1783444853.042011:0:35915:0:(cl_io.c:214:cl_io_rw_init()) header@0000000059b97b84[0x110, 2, [0x200000405:0x30:0x0] hash] 00000020:00200000:2.0:1783444853.042013:0:35915:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:2.0:1783444853.042016:0:35915:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444853.042019:0:35915:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783444853.042021:0:35915:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:2.0:1783444853.042023:0:35915:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1783444853.042025:0:35915:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444853.042027:0:35915:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1783444853.042029:0:35915:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444853.042034:0:35915:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.042036:0:35915:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783444853.042037:0:35915:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.042039:0:35915:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783444853.042043:0:35915:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x30:0x0]io ffff91c7452b30f0 type 1 ignore/verify layout 0/0 00020000:00000002:2.0:1783444853.042046:0:35915:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c75064cf80 00020000:00000001:2.0:1783444853.042050:0:35915:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1783444853.042052:0:35915:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1783444853.042054:0:35915:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1783444853.042591:0:35915:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.042594:0:35915:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1783444853.042596:0:35915:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1783444853.042598:0:35915:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.042599:0:35915:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444853.042600:0:35915:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1783444853.042602:0:35915:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1783444853.042604:0:35915:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c75064cf80 00000020:00000001:2.0:1783444853.042607:0:35915:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.042609:0:35915:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.042613:0:35915:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1783444853.042615:0:35915:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1783444853.042617:0:35915:0:(lov_io.c:1206:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1783444853.042619:0:35915:0:(lov_io.c:1278:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:2.0:1783444853.042623:0:35915:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1783444853.042625:0:35915:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1783444853.042628:0:35915:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:2.0:1783444853.042631:0:35915:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444853.042633:0:35915:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1783444853.042634:0:35915:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444853.042639:0:35915:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a73f0. 00000020:00000010:2.0:1783444853.042642:0:35915:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031600. 00000020:00000010:2.0:1783444853.042644:0:35915:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752031c00. 00000020:00000010:2.0:1783444853.042647:0:35915:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427a80. 00000008:00000010:2.0:1783444853.042650:0:35915:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103e4b0. 00020000:00000010:2.0:1783444853.042653:0:35915:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206fcc0. 00008000:00000010:2.0:1783444853.042655:0:35915:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751343880. 00000080:00000010:2.0:1783444853.042658:0:35915:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e498. 00000080:00000010:2.0:1783444853.042661:0:35915:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b2750. 00000020:00000010:2.0:1783444853.042664:0:35915:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031800. 00000008:00000010:2.0:1783444853.042667:0:35915:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a5ce0. 00020000:00000010:2.0:1783444853.042669:0:35915:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c5da8. 00008000:00000010:2.0:1783444853.042671:0:35915:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8680. 00000080:00000010:2.0:1783444853.042775:0:35915:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526e3c0. 00000020:00000001:2.0:1783444853.042778:0:35915:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747361784 : -121189962189832 : ffff91c7435a73f8) 00000020:00001000:2.0:1783444853.042780:0:35915:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a73f0 00000020:00000001:2.0:1783444853.042783:0:35915:0:(cl_object.c:151:cl_object_top()) ffff91c74529d3a0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444853.042785:0:35915:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1783444853.042787:0:35915:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444853.042788:0:35915:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1783444853.042790:0:35915:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.042792:0:35915:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.042994:0:35915:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000020:00000001:2.0:1783444853.042997:0:35915:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1783444853.043000:0:35915:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1783444853.043002:0:35915:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.043004:0:35915:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.043007:0:35915:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.043009:0:35915:0:(lov_io.c:1284:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.043010:0:35915:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.043012:0:35915:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1783444853.043014:0:35915:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:2.0:1783444853.043016:0:35915:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1783444853.043018:0:35915:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1783444853.043020:0:35915:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1783444853.043023:0:35915:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.043026:0:35915:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.043027:0:35915:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1783444853.043029:0:35915:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:2.0:1783444853.043031:0:35915:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1783444853.043033:0:35915:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1783444853.043034:0:35915:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.043036:0:35915:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.043038:0:35915:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.043039:0:35915:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.043041:0:35915:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.043043:0:35915:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1783444853.043045:0:35915:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444853.043045:0:35915:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1783444853.043047:0:35915:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783444853.043048:0:35915:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.043050:0:35915:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.043052:0:35915:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.043054:0:35915:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.043486:0:35915:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783444853.043488:0:35915:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1783444853.043490:0:35915:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1783444853.043492:0:35915:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1783444853.043495:0:35915:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1783444853.043497:0:35915:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:2.0:1783444853.043504:0:35915:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91c743ef4680. 00020000:00000002:2.0:1783444853.043506:0:35915:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:2.0:1783444853.043508:0:35915:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1783444853.043510:0:35915:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444853.043511:0:35915:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000020:00000001:2.0:1783444853.043513:0:35915:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1783444853.043516:0:35915:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91c7603d38f0. 00000008:00010000:2.0:1783444853.043519:0:35915:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1783444853.043521:0:35915:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444853.043522:0:35915:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1783444853.043854:0:35915:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91c743ef46b0, osc lock ffff91c7603d38f0, flags 0x0 00000020:00000001:2.0:1783444853.043857:0:35915:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.043859:0:35915:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.043862:0:35915:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446622883757115008 : -121189952436608 : ffff91c743ef4680) 00000020:00000001:2.0:1783444853.043865:0:35915:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444853.043867:0:35915:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1783444853.043868:0:35915:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.043870:0:35915:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.043872:0:35915:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444853.043873:0:35915:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444853.043875:0:35915:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444853.043876:0:35915:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000020:00000001:2.0:1783444853.043878:0:35915:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444853.043880:0:35915:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444853.043881:0:35915:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1783444853.043883:0:35915:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.043886:0:35915:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1783444853.043888:0:35915:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1783444853.043890:0:35915:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1783444853.043892:0:35915:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1783444853.043893:0:35915:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1783444853.043894:0:35915:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1783444853.043896:0:35915:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1783444853.043898:0:35915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444853.043905:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211900 count: 2 00010000:00000001:2.0:1783444853.043908:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444853.043913:0:35915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444853.043917:0:35915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444853.043921:0:35915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1783444853.043991:0:35915:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444853.043996:0:35915:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444853.044000:0:35915:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783444853.044009:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.044011:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.044013:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=4 00000020:00000001:2.0:1783444853.044016:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444853.044018:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00000008:00000001:2.0:1783444853.044021:0:35915:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1783444853.044023:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.044025:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.044026:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=5 00000020:00000001:2.0:1783444853.044027:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444853.044029:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444853.044031:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.044032:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.044033:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=6 00000020:00000001:2.0:1783444853.044035:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444853.044036:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444853.044038:0:35915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444853.044039:0:35915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444853.044042:0:35915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783444853.044052:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.044054:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444853.044367:0:35915:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.044370:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.044371:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.044373:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=7 00000020:00000001:2.0:1783444853.044375:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444853.044377:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444853.044380:0:35915:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444853.044383:0:35915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783444853.044390:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.044391:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783444853.044394:0:35915:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 6/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783444853.044401:0:35915:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444853.044402:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.044403:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.044404:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.044405:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444853.044406:0:35915:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444853.044409:0:35915:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.044411:0:35915:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.044413:0:35915:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.044415:0:35915:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.044416:0:35915:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.044419:0:35915:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.044420:0:35915:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.044423:0:35915:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1783444853.044425:0:35915:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:2.0:1783444853.044427:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d7bb90 00000080:00200000:2.0:1783444853.044429:0:35915:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:2.0:1783444853.044432:0:35915:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1783444853.044435:0:35915:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1783444853.044437:0:35915:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:2.0:1783444853.044440:0:35915:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444853.044441:0:35915:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000020:00000001:2.0:1783444853.044443:0:35915:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1783444853.044444:0:35915:0:(osc_io.c:1404:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1783444853.044447:0:35915:0:(osc_io.c:1417:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.044449:0:35915:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.044451:0:35915:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.044452:0:35915:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.044456:0:35915:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444853.044457:0:35915:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444853.044459:0:35915:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783444853.044462:0:35915:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1783444853.044464:0:35915:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=46 m=1783444852 a=0 c=1783444852 b=0 00020000:00000001:2.0:1783444853.044467:0:35915:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.044469:0:35915:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.044472:0:35915:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000001:00000001:2.0:1783444853.044474:0:35915:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1783444853.044476:0:35915:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:2.0:1783444853.044478:0:35915:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1783444853.044479:0:35915:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1783444853.044481:0:35915:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1783444853.044482:0:35915:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1783444853.044484:0:35915:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1783444853.044488:0:35915:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91c743ef4a00. 00020000:00000002:2.0:1783444853.044490:0:35915:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1783444853.044492:0:35915:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1783444853.044493:0:35915:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444853.044494:0:35915:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000020:00000001:2.0:1783444853.044496:0:35915:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1783444853.044498:0:35915:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91c7603d2d10. 00000008:00010000:2.0:1783444853.044500:0:35915:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1783444853.044501:0:35915:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444853.044502:0:35915:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1783444853.044504:0:35915:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91c743ef4a30, osc lock ffff91c7603d2d10, flags 0x400001002 00000020:00000001:2.0:1783444853.044506:0:35915:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.044508:0:35915:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.044509:0:35915:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446622883757115904 : -121189952435712 : ffff91c743ef4a00) 00000020:00000001:2.0:1783444853.044511:0:35915:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444853.044513:0:35915:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1783444853.044513:0:35915:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.044515:0:35915:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.044517:0:35915:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1783444853.044518:0:35915:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1783444853.044519:0:35915:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444853.044520:0:35915:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444853.044521:0:35915:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444853.044523:0:35915:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000020:00000001:2.0:1783444853.044534:0:35915:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444853.044536:0:35915:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444853.044537:0:35915:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1783444853.044540:0:35915:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1783444853.044541:0:35915:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1783444853.044542:0:35915:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1783444853.044544:0:35915:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1783444853.044545:0:35915:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1783444853.044546:0:35915:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1783444853.044547:0:35915:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1783444853.044549:0:35915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444853.044551:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211900 count: 2 00010000:00000001:2.0:1783444853.044553:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444853.044556:0:35915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444853.044557:0:35915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444853.044561:0:35915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1783444853.044569:0:35915:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444853.044571:0:35915:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444853.044573:0:35915:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783444853.044587:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.044588:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.044589:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=6 00000020:00000001:2.0:1783444853.044591:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444853.044593:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00000008:00000001:2.0:1783444853.044596:0:35915:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1783444853.044597:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.044598:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.044599:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=7 00000020:00000001:2.0:1783444853.044601:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444853.044603:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00000020:00000001:2.0:1783444853.044606:0:35915:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783444853.044608:0:35915:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1783444853.044610:0:35915:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1783444853.044611:0:35915:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.044612:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.044613:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.044615:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=8 00000020:00000001:2.0:1783444853.044617:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444853.044619:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444853.044620:0:35915:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444853.044623:0:35915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 8/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783444853.044629:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.044630:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783444853.044632:0:35915:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 7/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783444853.044644:0:35915:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444853.044645:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.044646:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.044647:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.044647:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444853.044648:0:35915:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444853.044650:0:35915:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.044652:0:35915:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.044653:0:35915:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.044655:0:35915:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.044656:0:35915:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783444853.044657:0:35915:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1783444853.044660:0:35915:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1783444853.044661:0:35915:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1783444853.044662:0:35915:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.044664:0:35915:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.044667:0:35915:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1783444853.044668:0:35915:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444853.044670:0:35915:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444853.044672:0:35915:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783444853.044673:0:35915:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1783444853.044675:0:35915:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=46 m=1783444852 a=0 c=1783444852 b=0 00020000:00000001:2.0:1783444853.044677:0:35915:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.044679:0:35915:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.044681:0:35915:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000080:00200000:2.0:1783444853.044683:0:35915:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:2.0:1783444853.044685:0:35915:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1783444853.044688:0:35915:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1783444853.044689:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91c7452b3090 (ffff91c7435a7638/0) at cl_lock_release():245 00000020:00000001:2.0:1783444853.044692:0:35915:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444853.044693:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c7452b3090 (ffff91c7435a7638/0) at cl_lock_cancel():142 00020000:00000001:2.0:1783444853.044696:0:35915:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1783444853.044697:0:35915:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444853.044698:0:35915:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000020:00000001:2.0:1783444853.044700:0:35915:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444853.044702:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c743ef4a30 (ffff91c7435a73f8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1783444853.044704:0:35915:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1783444853.044705:0:35915:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1783444853.044707:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.044708:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444853.044709:0:35915:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1783444853.044711:0:35915:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444853.044712:0:35915:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444853.044713:0:35915:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444853.044714:0:35915:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444853.044715:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c7452b3090 (ffff91c7435a7638/0) at cl_lock_fini():72 00020000:00000001:2.0:1783444853.044718:0:35915:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1783444853.044719:0:35915:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444853.044720:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c743ef4a30 (ffff91c7435a7638/1) at cl_lock_fini():72 00000008:00000010:2.0:1783444853.044722:0:35915:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91c7603d2d10. 00000020:00000001:2.0:1783444853.044727:0:35915:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1783444853.044728:0:35915:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91c743ef4a00. 00020000:00000001:2.0:1783444853.044731:0:35915:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1783444853.044732:0:35915:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1783444853.044733:0:35915:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1783444853.044734:0:35915:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1783444853.044739:0:35915:0:(vvp_io.c:864:vvp_io_read_start()) header@0000000059b97b84[0x110, 2, [0x200000405:0x30:0x0] hash] 00000080:00000002:2.0:1783444853.044741:0:35915:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205339611184, 4194258 bytes, offset 46, size 46 00000080:00400000:2.0:1783444853.044744:0:35915:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:2.0:1783444853.044747:0:35915:0:(vvp_io.c:893:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:2.0:1783444853.044753:0:35915:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1783444853.044754:0:35915:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444853.044755:0:35915:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1783444853.044757:0:35915:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:2.0:1783444853.044758:0:35915:0:(cl_object.c:151:cl_object_top()) ffff91c7585c36c0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444853.044760:0:35915:0:(cl_object.c:151:cl_object_top()) ffff91c7585c36c0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444853.044762:0:35915:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1783444853.044764:0:35915:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783444853.044766:0:35915:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.044768:0:35915:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.044770:0:35915:0:(cl_object.c:151:cl_object_top()) ffff91c7585c36c0 -> ffff91c74529d9e0 00000008:00000001:2.0:1783444853.044772:0:35915:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.044773:0:35915:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.044775:0:35915:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.044777:0:35915:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.044778:0:35915:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.044780:0:35915:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1783444853.044781:0:35915:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1783444853.044783:0:35915:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1783444853.044784:0:35915:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1783444853.044785:0:35915:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1783444853.044787:0:35915:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.044788:0:35915:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.044790:0:35915:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1783444853.044791:0:35915:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1783444853.044806:0:35915:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1783444853.044807:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91c74526ec68 (ffff91c7435a7638/0) at cl_lock_release():245 00000020:00000001:2.0:1783444853.044809:0:35915:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444853.044811:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c74526ec68 (ffff91c7435a7638/0) at cl_lock_cancel():142 00020000:00000001:2.0:1783444853.044812:0:35915:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1783444853.044814:0:35915:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444853.044815:0:35915:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000020:00000001:2.0:1783444853.044817:0:35915:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444853.044818:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c743ef46b0 (ffff91c7435a73f8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1783444853.044820:0:35915:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1783444853.044821:0:35915:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1783444853.044823:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.044824:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.044826:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=5 00000020:00000001:2.0:1783444853.044828:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444853.044830:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444853.044832:0:35915:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444853.044834:0:35915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1783444853.044842:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.044843:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.044844:0:35915:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444853.044848:0:35915:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444853.044851:0:35915:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783444853.044864:0:35915:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444853.044867:0:35915:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444853.044869:0:35915:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444853.044872:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.044873:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.044875:0:35915:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.044878:0:35915:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444853.044879:0:35915:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.044881:0:35915:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.044884:0:35915:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.044886:0:35915:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444853.044887:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.044889:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.044890:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.044891:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444853.044892:0:35915:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1783444853.044893:0:35915:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444853.044894:0:35915:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444853.044895:0:35915:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444853.044896:0:35915:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444853.044897:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c74526ec68 (ffff91c7435a7638/0) at cl_lock_fini():72 00020000:00000001:2.0:1783444853.044899:0:35915:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1783444853.044900:0:35915:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444853.044901:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c743ef46b0 (ffff91c7435a7638/1) at cl_lock_fini():72 00000008:00000010:2.0:1783444853.044904:0:35915:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91c7603d38f0. 00000020:00000001:2.0:1783444853.044906:0:35915:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1783444853.044908:0:35915:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91c743ef4680. 00020000:00000001:2.0:1783444853.044926:0:35915:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1783444853.044927:0:35915:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1783444853.044928:0:35915:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1783444853.044929:0:35915:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1783444853.044930:0:35915:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444853.044942:0:35915:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1783444853.044943:0:35915:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1783444853.044944:0:35915:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.044946:0:35915:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.044947:0:35915:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1783444853.044949:0:35915:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1783444853.044951:0:35915:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1783444853.044953:0:35915:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:2.0:1783444853.044954:0:35915:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1783444853.044956:0:35915:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1783444853.044958:0:35915:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1783444853.044959:0:35915:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444853.044960:0:35915:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1783444853.044963:0:35915:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1783444853.044964:0:35915:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.044966:0:35915:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.044968:0:35915:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1783444853.044969:0:35915:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1783444853.044970:0:35915:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.044973:0:35915:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1783444853.044975:0:35915:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:2.0:1783444853.044976:0:35915:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1783444853.044978:0:35915:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1783444853.044979:0:35915:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783444853.044981:0:35915:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a73f0 00000020:00000010:2.0:1783444853.044984:0:35915:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752031c00. 00000020:00000010:2.0:1783444853.044988:0:35915:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427a80. 00000008:00000010:2.0:1783444853.044991:0:35915:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103e4b0. 00020000:00000010:2.0:1783444853.044995:0:35915:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206fcc0. 00008000:00000010:2.0:1783444853.044998:0:35915:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751343880. 00000080:00000010:2.0:1783444853.045002:0:35915:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e498. 00000080:00000010:2.0:1783444853.045005:0:35915:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b2750. 00000020:00000010:2.0:1783444853.045009:0:35915:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031600. 00000008:00000010:2.0:1783444853.045011:0:35915:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5ce0. 00020000:00000010:2.0:1783444853.045014:0:35915:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c5da8. 00008000:00000010:2.0:1783444853.045018:0:35915:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8680. 00000080:00000010:2.0:1783444853.045021:0:35915:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e3c0. 00000020:00000010:2.0:1783444853.045023:0:35915:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031800. 00000020:00000010:2.0:1783444853.045026:0:35915:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a73f0. 00020000:00000001:2.0:1783444853.045028:0:35915:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1783444853.045029:0:35915:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:2.0:1783444853.045031:0:35915:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1783444853.045033:0:35915:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1783444853.045036:0:35915:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1783444853.045038:0:35915:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1783444853.045039:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d7bc98 00000080:00200000:2.0:1783444853.045041:0:35915:0:(file.c:2206:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:2.0:1783444853.045044:0:35915:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:2.0:1783444853.045046:0:35915:0:(file.c:2296:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1783444853.045048:0:35915:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7630 00000020:00000010:2.0:1783444853.045050:0:35915:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752030000. 00000020:00000010:2.0:1783444853.045053:0:35915:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427c60. 00000008:00000010:2.0:1783444853.045079:0:35915:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444853.045083:0:35915:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444853.045085:0:35915:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444853.045088:0:35915:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444853.045090:0:35915:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444853.045093:0:35915:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031e00. 00000008:00000010:2.0:1783444853.045095:0:35915:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444853.045098:0:35915:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444853.045100:0:35915:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444853.045102:0:35915:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526ec30. 00000020:00000010:2.0:1783444853.045104:0:35915:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752030800. 00000020:00000010:2.0:1783444853.045106:0:35915:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7630. 00000020:00000001:2.0:1783444853.045111:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d7bd88 00000080:00000008:2.0:1783444853.045113:0:35915:0:(file.c:2515:do_file_read_iter()) COMPLETED: file recon:[0x200000405:0x30:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:2.0:1783444853.045116:0:35915:0:(file.c:2517:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000080:00000001:2.0:1783444853.052137:0:35915:0:(file.c:2446:do_file_read_iter()) Process entered 00000020:00000001:2.0:1783444853.052145:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d7bd88 00000080:00200008:2.0:1783444853.052150:0:35915:0:(file.c:2450:do_file_read_iter()) START file recon:[0x200000405:0x30:0x0], ppos: 46, count: 4194304 00000080:00000001:2.0:1783444853.052156:0:35915:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:2.0:1783444853.052158:0:35915:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1783444853.052161:0:35915:0:(rw.c:1289:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:2.0:1783444853.052164:0:35915:0:(rw.c:1298:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1783444853.052173:0:35915:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444853.052181:0:35915:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7630. 00000020:00000010:2.0:1783444853.052186:0:35915:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752030800. 00000020:00000010:2.0:1783444853.052190:0:35915:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752031e00. 00000020:00000010:2.0:1783444853.052193:0:35915:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427c60. 00000008:00000010:2.0:1783444853.052201:0:35915:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444853.052220:0:35915:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444853.052225:0:35915:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444853.052231:0:35915:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444853.052235:0:35915:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444853.052238:0:35915:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752030000. 00000008:00000010:2.0:1783444853.052242:0:35915:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444853.052245:0:35915:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444853.052248:0:35915:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444853.052252:0:35915:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526ec30. 00000020:00000001:2.0:1783444853.052255:0:35915:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747362360 : -121189962189256 : ffff91c7435a7638) 00000020:00001000:2.0:1783444853.052258:0:35915:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7630 00000080:00000001:2.0:1783444853.052261:0:35915:0:(file.c:1972:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1783444853.052265:0:35915:0:(file.c:2023:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.052267:0:35915:0:(file.c:2055:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1783444853.052269:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d7bc98 00000080:00200000:2.0:1783444853.052270:0:35915:0:(file.c:2058:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:2.0:1783444853.052275:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d7bc30 00000080:00200000:2.0:1783444853.052277:0:35915:0:(file.c:1816:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:2.0:1783444853.052280:0:35915:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1783444853.052286:0:35915:0:(cl_io.c:214:cl_io_rw_init()) header@0000000059b97b84[0x110, 2, [0x200000405:0x30:0x0] hash] 00000020:00200000:2.0:1783444853.052288:0:35915:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:2.0:1783444853.052291:0:35915:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444853.052293:0:35915:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783444853.052295:0:35915:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:2.0:1783444853.052297:0:35915:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1783444853.052300:0:35915:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444853.052302:0:35915:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1783444853.052304:0:35915:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444853.052308:0:35915:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.052311:0:35915:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783444853.052313:0:35915:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.052315:0:35915:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783444853.052318:0:35915:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x30:0x0]io ffff91c7452b30f0 type 1 ignore/verify layout 0/0 00020000:00000002:2.0:1783444853.052321:0:35915:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c75064cf80 00020000:00000001:2.0:1783444853.052325:0:35915:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1783444853.052327:0:35915:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1783444853.052329:0:35915:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1783444853.052331:0:35915:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.052333:0:35915:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1783444853.052335:0:35915:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1783444853.052336:0:35915:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.052338:0:35915:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444853.052339:0:35915:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1783444853.052340:0:35915:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1783444853.052341:0:35915:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c75064cf80 00000020:00000001:2.0:1783444853.052343:0:35915:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.052345:0:35915:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.052349:0:35915:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1783444853.052350:0:35915:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1783444853.052352:0:35915:0:(lov_io.c:1206:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1783444853.052355:0:35915:0:(lov_io.c:1278:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:2.0:1783444853.052358:0:35915:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1783444853.052360:0:35915:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1783444853.052363:0:35915:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:2.0:1783444853.052367:0:35915:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444853.052383:0:35915:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1783444853.052384:0:35915:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444853.052387:0:35915:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a73f0. 00000020:00000010:2.0:1783444853.052390:0:35915:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031800. 00000020:00000010:2.0:1783444853.052393:0:35915:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752031600. 00000020:00000010:2.0:1783444853.052395:0:35915:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427a80. 00000008:00000010:2.0:1783444853.052399:0:35915:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103e4b0. 00020000:00000010:2.0:1783444853.052401:0:35915:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206fcc0. 00008000:00000010:2.0:1783444853.052404:0:35915:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751343880. 00000080:00000010:2.0:1783444853.052407:0:35915:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e498. 00000080:00000010:2.0:1783444853.052409:0:35915:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b2750. 00000020:00000010:2.0:1783444853.052417:0:35915:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031c00. 00000008:00000010:2.0:1783444853.052421:0:35915:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a5ce0. 00020000:00000010:2.0:1783444853.052423:0:35915:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c5da8. 00008000:00000010:2.0:1783444853.052425:0:35915:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8680. 00000080:00000010:2.0:1783444853.052428:0:35915:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526e3c0. 00000020:00000001:2.0:1783444853.052430:0:35915:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747361784 : -121189962189832 : ffff91c7435a73f8) 00000020:00001000:2.0:1783444853.052433:0:35915:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a73f0 00000020:00000001:2.0:1783444853.052435:0:35915:0:(cl_object.c:151:cl_object_top()) ffff91c74529d3a0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444853.052437:0:35915:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1783444853.052440:0:35915:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444853.052441:0:35915:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1783444853.052442:0:35915:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.052444:0:35915:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.052446:0:35915:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000020:00000001:2.0:1783444853.052449:0:35915:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1783444853.052451:0:35915:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1783444853.052454:0:35915:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.052456:0:35915:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.052458:0:35915:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.052460:0:35915:0:(lov_io.c:1284:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.052462:0:35915:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.052464:0:35915:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1783444853.052465:0:35915:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:2.0:1783444853.052467:0:35915:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1783444853.052468:0:35915:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1783444853.052470:0:35915:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1783444853.052473:0:35915:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.052475:0:35915:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.052478:0:35915:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1783444853.052479:0:35915:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:2.0:1783444853.052481:0:35915:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1783444853.052483:0:35915:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1783444853.052484:0:35915:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.052486:0:35915:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.052488:0:35915:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.052490:0:35915:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.052492:0:35915:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.052494:0:35915:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1783444853.052495:0:35915:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444853.052496:0:35915:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1783444853.052498:0:35915:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783444853.052499:0:35915:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.052500:0:35915:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.052502:0:35915:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.052503:0:35915:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.052505:0:35915:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783444853.052508:0:35915:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1783444853.052509:0:35915:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1783444853.052512:0:35915:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1783444853.052513:0:35915:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1783444853.052516:0:35915:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:2.0:1783444853.052521:0:35915:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91c743ef4680. 00020000:00000002:2.0:1783444853.052523:0:35915:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:2.0:1783444853.052533:0:35915:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1783444853.052535:0:35915:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444853.052536:0:35915:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000020:00000001:2.0:1783444853.052538:0:35915:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1783444853.052541:0:35915:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91c7603d38f0. 00000008:00010000:2.0:1783444853.052544:0:35915:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1783444853.052547:0:35915:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444853.052548:0:35915:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1783444853.052551:0:35915:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91c743ef46b0, osc lock ffff91c7603d38f0, flags 0x0 00000020:00000001:2.0:1783444853.052553:0:35915:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.052555:0:35915:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.052557:0:35915:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446622883757115008 : -121189952436608 : ffff91c743ef4680) 00000020:00000001:2.0:1783444853.052559:0:35915:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444853.052560:0:35915:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1783444853.052561:0:35915:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.052563:0:35915:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.052565:0:35915:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444853.052567:0:35915:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444853.052568:0:35915:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444853.052569:0:35915:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000020:00000001:2.0:1783444853.052571:0:35915:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444853.052573:0:35915:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444853.052574:0:35915:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1783444853.052576:0:35915:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.052578:0:35915:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1783444853.052580:0:35915:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1783444853.052582:0:35915:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1783444853.052583:0:35915:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1783444853.052584:0:35915:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1783444853.052585:0:35915:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1783444853.052594:0:35915:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1783444853.052597:0:35915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444853.052604:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211900 count: 2 00010000:00000001:2.0:1783444853.052607:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444853.052613:0:35915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444853.052616:0:35915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444853.052621:0:35915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1783444853.052632:0:35915:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444853.052637:0:35915:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444853.052640:0:35915:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783444853.052648:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.052650:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.052652:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=4 00000020:00000001:2.0:1783444853.052655:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444853.052657:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00000008:00000001:2.0:1783444853.052661:0:35915:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1783444853.052662:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.052663:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.052664:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=5 00000020:00000001:2.0:1783444853.052667:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444853.052669:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444853.052671:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.052672:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.052673:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=6 00000020:00000001:2.0:1783444853.052675:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444853.052676:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444853.052678:0:35915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444853.052679:0:35915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444853.052682:0:35915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783444853.052690:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.052692:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444853.052694:0:35915:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.052696:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.052697:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.052698:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=7 00000020:00000001:2.0:1783444853.052699:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444853.052701:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444853.052703:0:35915:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444853.052706:0:35915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783444853.052712:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.052713:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783444853.052716:0:35915:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 6/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783444853.052723:0:35915:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444853.052724:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.052725:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.052726:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.052727:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444853.052729:0:35915:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444853.052731:0:35915:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.052733:0:35915:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.052734:0:35915:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.052736:0:35915:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.052737:0:35915:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.052739:0:35915:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.052740:0:35915:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.052742:0:35915:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1783444853.052745:0:35915:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:2.0:1783444853.052747:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d7bb90 00000080:00200000:2.0:1783444853.052749:0:35915:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:2.0:1783444853.052752:0:35915:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1783444853.052754:0:35915:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1783444853.052756:0:35915:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:2.0:1783444853.052759:0:35915:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444853.052760:0:35915:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000020:00000001:2.0:1783444853.052762:0:35915:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1783444853.052763:0:35915:0:(osc_io.c:1404:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1783444853.052766:0:35915:0:(osc_io.c:1417:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.052768:0:35915:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.052770:0:35915:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.052771:0:35915:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.052774:0:35915:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444853.052776:0:35915:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444853.052778:0:35915:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783444853.052781:0:35915:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1783444853.052784:0:35915:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1783444853.052785:0:35915:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:2.0:1783444853.052787:0:35915:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1783444853.052788:0:35915:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:2.0:1783444853.052791:0:35915:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=46 (1) m=1783444852 a=1783444853 c=1783444852 b=0 00020000:00000001:2.0:1783444853.052808:0:35915:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783444853.052811:0:35915:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=46 m=1783444852 a=1783444853 c=1783444852 b=0 00020000:00000001:2.0:1783444853.052814:0:35915:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.052815:0:35915:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.052818:0:35915:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000001:00000001:2.0:1783444853.052820:0:35915:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1783444853.052822:0:35915:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:2.0:1783444853.052824:0:35915:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1783444853.052825:0:35915:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1783444853.052826:0:35915:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1783444853.052827:0:35915:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1783444853.052829:0:35915:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1783444853.052833:0:35915:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91c743ef4a00. 00020000:00000002:2.0:1783444853.052835:0:35915:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1783444853.052837:0:35915:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1783444853.052839:0:35915:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444853.052840:0:35915:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000020:00000001:2.0:1783444853.052842:0:35915:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1783444853.052844:0:35915:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91c7603d2d10. 00000008:00010000:2.0:1783444853.052845:0:35915:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1783444853.052847:0:35915:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444853.052848:0:35915:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1783444853.052849:0:35915:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91c743ef4a30, osc lock ffff91c7603d2d10, flags 0x400001002 00000020:00000001:2.0:1783444853.052851:0:35915:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.052853:0:35915:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.052855:0:35915:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446622883757115904 : -121189952435712 : ffff91c743ef4a00) 00000020:00000001:2.0:1783444853.052856:0:35915:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1783444853.052857:0:35915:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1783444853.052858:0:35915:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.052860:0:35915:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.052862:0:35915:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1783444853.052864:0:35915:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1783444853.052865:0:35915:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444853.052866:0:35915:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1783444853.052867:0:35915:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444853.052868:0:35915:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000020:00000001:2.0:1783444853.052870:0:35915:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444853.052871:0:35915:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1783444853.052872:0:35915:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1783444853.052874:0:35915:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1783444853.052876:0:35915:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1783444853.052877:0:35915:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1783444853.052878:0:35915:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1783444853.052879:0:35915:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1783444853.052880:0:35915:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1783444853.052881:0:35915:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1783444853.052882:0:35915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444853.052885:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211900 count: 2 00010000:00000001:2.0:1783444853.052887:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444853.052889:0:35915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444853.052891:0:35915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444853.052895:0:35915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1783444853.052908:0:35915:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444853.052910:0:35915:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444853.052913:0:35915:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783444853.052920:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.052921:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.052922:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=6 00000020:00000001:2.0:1783444853.052924:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444853.052927:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00000008:00000001:2.0:1783444853.052929:0:35915:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1783444853.052957:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.052959:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.052960:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=7 00000020:00000001:2.0:1783444853.052962:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444853.052964:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00000020:00000001:2.0:1783444853.052967:0:35915:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783444853.052969:0:35915:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1783444853.052971:0:35915:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1783444853.052972:0:35915:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.052974:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.052975:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.052976:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=8 00000020:00000001:2.0:1783444853.052978:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444853.052980:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444853.052982:0:35915:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444853.052985:0:35915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 8/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783444853.052998:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.053000:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783444853.053002:0:35915:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 7/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783444853.053008:0:35915:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444853.053009:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.053010:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.053012:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.053013:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444853.053014:0:35915:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444853.053016:0:35915:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.053018:0:35915:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.053019:0:35915:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.053021:0:35915:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.053022:0:35915:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783444853.053023:0:35915:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1783444853.053025:0:35915:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1783444853.053027:0:35915:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1783444853.053029:0:35915:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.053031:0:35915:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.053034:0:35915:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1783444853.053036:0:35915:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444853.053038:0:35915:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444853.053039:0:35915:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783444853.053041:0:35915:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1783444853.053043:0:35915:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=46 m=1783444852 a=1783444853 c=1783444852 b=0 00020000:00000001:2.0:1783444853.053045:0:35915:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.053047:0:35915:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.053049:0:35915:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000080:00200000:2.0:1783444853.053051:0:35915:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:2.0:1783444853.053053:0:35915:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1783444853.053057:0:35915:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1783444853.053059:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91c7452b3090 (ffff91c7435a7638/0) at cl_lock_release():245 00000020:00000001:2.0:1783444853.053062:0:35915:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444853.053063:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c7452b3090 (ffff91c7435a7638/0) at cl_lock_cancel():142 00020000:00000001:2.0:1783444853.053066:0:35915:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1783444853.053067:0:35915:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444853.053068:0:35915:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000020:00000001:2.0:1783444853.053091:0:35915:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444853.053092:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c743ef4a30 (ffff91c7435a73f8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1783444853.053095:0:35915:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1783444853.053096:0:35915:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1783444853.053097:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.053098:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444853.053099:0:35915:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1783444853.053101:0:35915:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444853.053102:0:35915:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444853.053103:0:35915:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444853.053104:0:35915:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444853.053106:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c7452b3090 (ffff91c7435a7638/0) at cl_lock_fini():72 00020000:00000001:2.0:1783444853.053108:0:35915:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1783444853.053110:0:35915:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444853.053110:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c743ef4a30 (ffff91c7435a7638/1) at cl_lock_fini():72 00000008:00000010:2.0:1783444853.053113:0:35915:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91c7603d2d10. 00000020:00000001:2.0:1783444853.053118:0:35915:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1783444853.053119:0:35915:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91c743ef4a00. 00020000:00000001:2.0:1783444853.053122:0:35915:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1783444853.053124:0:35915:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1783444853.053125:0:35915:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1783444853.053126:0:35915:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1783444853.053131:0:35915:0:(vvp_io.c:864:vvp_io_read_start()) header@0000000059b97b84[0x110, 2, [0x200000405:0x30:0x0] hash] 00000080:00000002:2.0:1783444853.053133:0:35915:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205339611184, 4194304 bytes, offset 46, size 46 00000080:00400000:2.0:1783444853.053136:0:35915:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:2.0:1783444853.053139:0:35915:0:(vvp_io.c:893:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:2.0:1783444853.053142:0:35915:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1783444853.053144:0:35915:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444853.053145:0:35915:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1783444853.053146:0:35915:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:2.0:1783444853.053148:0:35915:0:(cl_object.c:151:cl_object_top()) ffff91c7585c36c0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444853.053150:0:35915:0:(cl_object.c:151:cl_object_top()) ffff91c7585c36c0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444853.053152:0:35915:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1783444853.053154:0:35915:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1783444853.053156:0:35915:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.053158:0:35915:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.053160:0:35915:0:(cl_object.c:151:cl_object_top()) ffff91c7585c36c0 -> ffff91c74529d9e0 00000008:00000001:2.0:1783444853.053162:0:35915:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.053164:0:35915:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.053166:0:35915:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.053168:0:35915:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.053169:0:35915:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.053170:0:35915:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1783444853.053172:0:35915:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1783444853.053173:0:35915:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1783444853.053174:0:35915:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1783444853.053175:0:35915:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1783444853.053176:0:35915:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.053178:0:35915:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.053180:0:35915:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1783444853.053182:0:35915:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1783444853.053183:0:35915:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1783444853.053184:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91c74526ec68 (ffff91c7435a7638/0) at cl_lock_release():245 00000020:00000001:2.0:1783444853.053186:0:35915:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444853.053187:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c74526ec68 (ffff91c7435a7638/0) at cl_lock_cancel():142 00020000:00000001:2.0:1783444853.053189:0:35915:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1783444853.053191:0:35915:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444853.053192:0:35915:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000020:00000001:2.0:1783444853.053194:0:35915:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444853.053195:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c743ef46b0 (ffff91c7435a73f8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1783444853.053197:0:35915:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1783444853.053198:0:35915:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1783444853.053199:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.053201:0:35915:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.053202:0:35915:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=5 00000020:00000001:2.0:1783444853.053204:0:35915:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444853.053206:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444853.053208:0:35915:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444853.053211:0:35915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783444853.053223:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.053225:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.053226:0:35915:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444853.053228:0:35915:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444853.053230:0:35915:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:2.0:1783444853.053240:0:35915:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444853.053243:0:35915:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444853.053244:0:35915:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444853.053247:0:35915:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.053250:0:35915:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444853.053252:0:35915:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.053254:0:35915:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.053257:0:35915:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.053259:0:35915:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444853.053260:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.053261:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.053262:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.053264:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444853.053265:0:35915:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1783444853.053266:0:35915:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444853.053267:0:35915:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444853.053268:0:35915:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444853.053269:0:35915:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444853.053270:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c74526ec68 (ffff91c7435a7638/0) at cl_lock_fini():72 00020000:00000001:2.0:1783444853.053272:0:35915:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1783444853.053273:0:35915:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444853.053274:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c743ef46b0 (ffff91c7435a7638/1) at cl_lock_fini():72 00000008:00000010:2.0:1783444853.053277:0:35915:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91c7603d38f0. 00000020:00000001:2.0:1783444853.053279:0:35915:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1783444853.053280:0:35915:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91c743ef4680. 00020000:00000001:2.0:1783444853.053282:0:35915:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1783444853.053283:0:35915:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1783444853.053284:0:35915:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1783444853.053286:0:35915:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1783444853.053287:0:35915:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444853.053288:0:35915:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1783444853.053289:0:35915:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1783444853.053290:0:35915:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.053292:0:35915:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.053294:0:35915:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1783444853.053295:0:35915:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1783444853.053296:0:35915:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1783444853.053298:0:35915:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:2.0:1783444853.053299:0:35915:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1783444853.053301:0:35915:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1783444853.053302:0:35915:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1783444853.053303:0:35915:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444853.053304:0:35915:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1783444853.053306:0:35915:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1783444853.053308:0:35915:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.053310:0:35915:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.053312:0:35915:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1783444853.053313:0:35915:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1783444853.053315:0:35915:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.053317:0:35915:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1783444853.053319:0:35915:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:2.0:1783444853.053320:0:35915:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1783444853.053322:0:35915:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1783444853.053323:0:35915:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783444853.053325:0:35915:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a73f0 00000020:00000010:2.0:1783444853.053328:0:35915:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752031600. 00000020:00000010:2.0:1783444853.053331:0:35915:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427a80. 00000008:00000010:2.0:1783444853.053335:0:35915:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103e4b0. 00020000:00000010:2.0:1783444853.053338:0:35915:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206fcc0. 00008000:00000010:2.0:1783444853.053341:0:35915:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751343880. 00000080:00000010:2.0:1783444853.053344:0:35915:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e498. 00000080:00000010:2.0:1783444853.053347:0:35915:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b2750. 00000020:00000010:2.0:1783444853.053350:0:35915:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031800. 00000008:00000010:2.0:1783444853.053353:0:35915:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5ce0. 00020000:00000010:2.0:1783444853.053356:0:35915:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c5da8. 00008000:00000010:2.0:1783444853.053360:0:35915:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8680. 00000080:00000010:2.0:1783444853.053362:0:35915:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e3c0. 00000020:00000010:2.0:1783444853.053365:0:35915:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031c00. 00000020:00000010:2.0:1783444853.053367:0:35915:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a73f0. 00020000:00000001:2.0:1783444853.053370:0:35915:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1783444853.053371:0:35915:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:2.0:1783444853.053373:0:35915:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1783444853.053375:0:35915:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1783444853.053378:0:35915:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1783444853.053379:0:35915:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1783444853.053380:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d7bc98 00000080:00200000:2.0:1783444853.053382:0:35915:0:(file.c:2206:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:2.0:1783444853.053385:0:35915:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:2.0:1783444853.053387:0:35915:0:(file.c:2296:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1783444853.053389:0:35915:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7630 00000020:00000010:2.0:1783444853.053391:0:35915:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752031e00. 00000020:00000010:2.0:1783444853.053393:0:35915:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427c60. 00000008:00000010:2.0:1783444853.053395:0:35915:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444853.053398:0:35915:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444853.053400:0:35915:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444853.053403:0:35915:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444853.053405:0:35915:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444853.053407:0:35915:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752030800. 00000008:00000010:2.0:1783444853.053409:0:35915:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444853.053412:0:35915:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444853.053414:0:35915:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444853.053416:0:35915:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526ec30. 00000020:00000010:2.0:1783444853.053419:0:35915:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752030000. 00000020:00000010:2.0:1783444853.053420:0:35915:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7630. 00000020:00000001:2.0:1783444853.053423:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d7bd88 00000080:00000008:2.0:1783444853.053424:0:35915:0:(file.c:2515:do_file_read_iter()) COMPLETED: file recon:[0x200000405:0x30:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:2.0:1783444853.053427:0:35915:0:(file.c:2517:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.053511:0:35915:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1783444853.053514:0:35915:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c75064cf80 00020000:00000002:2.0:1783444853.053518:0:35915:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c75064cf80 00020000:00000001:2.0:1783444853.053520:0:35915:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.053527:0:35915:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:2.0:1783444853.053530:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d7bdb8 00000080:00200008:2.0:1783444853.053532:0:35915:0:(file.c:447:ll_file_release()) START file recon:[0x200000405:0x30:0x0](ffff91c748db6c08), flags 100000 00000080:00000001:2.0:1783444853.053536:0:35915:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1783444853.053538:0:35915:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1783444853.053539:0:35915:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1783444853.053540:0:35915:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c75064cf80 00020000:00000002:2.0:1783444853.053542:0:35915:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c75064cf80 00020000:00000001:2.0:1783444853.053544:0:35915:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.053547:0:35915:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1783444853.053551:0:35915:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444853.053554:0:35915:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444853.053556:0:35915:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444853.053558:0:35915:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444853.053560:0:35915:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444853.053562:0:35915:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:2.0:1783444853.053564:0:35915:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444853.053568:0:35915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444853.053571:0:35915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444853.053574:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 4 00010000:00000001:2.0:1783444853.053576:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444853.053580:0:35915:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1783444853.053582:0:35915:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1783444853.053584:0:35915:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444853.053587:0:35915:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444853.053591:0:35915:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225200/0x5503b2fe824ef7c3 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dde37 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1783444853.053598:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.053599:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444853.053601:0:35915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:2.0:1783444853.053603:0:35915:0:(lmv_obd.c:4132:lmv_lock_match()) Lock match for [0x200000405:0x30:0x0]: 16 00000080:00000010:2.0:1783444853.053605:0:35915:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91c7417b7a40. 00000080:00000001:2.0:1783444853.053608:0:35915:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.053611:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d7bdb8 00000080:00000008:2.0:1783444853.053613:0:35915:0:(file.c:491:ll_file_release()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff91c748db6c08), flags 100000, rc = 0 00000080:00000001:2.0:1783444853.053616:0:35915:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.053620:0:35915:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1783444853.053621:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941d7be00 00000080:00002000:2.0:1783444853.053624:0:35915:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff91c748f580d8, parent ffff91c74931ae58, inode ffff91c748db6c08) hashed, 00000080:00000001:2.0:1783444853.053627:0:35915:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444853.078906:0:35916:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783444853.078912:0:35916:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783444853.078915:0:35916:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444853.078918:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13b20 00000080:00200000:3.0:1783444853.078922:0:35916:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:3.0:1783444853.078930:0:35916:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75937e200. 00800000:00000002:3.0:1783444853.078935:0:35916:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444853.078938:0:35916:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444853.078943:0:35916:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444853.078945:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13a40 00800000:00000002:3.0:1783444853.078948:0:35916:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444853.078952:0:35916:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444853.078954:0:35916:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444853.078956:0:35916:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444853.078959:0:35916:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444853.078961:0:35916:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444853.078963:0:35916:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444853.078965:0:35916:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444853.078968:0:35916:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444853.078972:0:35916:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444853.078977:0:35916:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444853.078979:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13910 00000002:00010000:3.0:1783444853.078981:0:35916:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444853.078984:0:35916:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444853.078986:0:35916:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444853.078989:0:35916:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444853.078996:0:35916:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 2 00010000:00000001:3.0:1783444853.078999:0:35916:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444853.079004:0:35916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444853.079008:0:35916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444853.079012:0:35916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1783444853.079023:0:35916:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444853.079028:0:35916:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444853.079032:0:35916:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1783444853.079039:0:35916:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783444853.079042:0:35916:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444853.079044:0:35916:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444853.079046:0:35916:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444853.079048:0:35916:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444853.079050:0:35916:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783444853.079053:0:35916:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783444853.079072:0:35916:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444853.079075:0:35916:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75937e200. 00000080:00000001:3.0:1783444853.079080:0:35916:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444853.079081:0:35916:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444853.079084:0:35916:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:3.0:1783444853.079088:0:35916:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef7bc 00800000:00000001:3.0:1783444853.079090:0:35916:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444853.079092:0:35916:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444853.079094:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444853.079096:0:35916:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444853.079099:0:35916:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=3 00000020:00000001:3.0:1783444853.079101:0:35916:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:3.0:1783444853.079103:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:3.0:1783444853.079106:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444853.079108:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444853.079109:0:35916:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444853.079111:0:35916:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444853.079113:0:35916:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef7bc from it ffffa31941c13b58 00010000:00000001:3.0:1783444853.079115:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444853.079116:0:35916:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444853.079118:0:35916:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=3 00000020:00000001:3.0:1783444853.079120:0:35916:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:3.0:1783444853.079122:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:3.0:1783444853.079124:0:35916:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444853.079127:0:35916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1783444853.079134:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444853.079136:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444853.079137:0:35916:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444853.079139:0:35916:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444853.079141:0:35916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1783444853.079149:0:35916:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444853.079152:0:35916:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444853.079154:0:35916:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444853.079158:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444853.079159:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444853.079161:0:35916:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444853.079164:0:35916:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444853.079166:0:35916:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444853.079168:0:35916:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444853.079170:0:35916:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444853.079172:0:35916:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444853.079173:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444853.079174:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444853.079177:0:35916:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783444853.079179:0:35916:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444853.079181:0:35916:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:3.0:1783444853.079185:0:35916:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444853.079189:0:35916:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1783444853.079191:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13b48 00000080:00002000:3.0:1783444853.079193:0:35916:0:(dcache.c:87:ll_dcompare()) found name recon(ffff91c748f580d8) flags 0x48004e refc 0 00000080:00000001:3.0:1783444853.079196:0:35916:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444853.079198:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13b90 00000080:00200000:3.0:1783444853.079199:0:35916:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:3.0:1783444853.079205:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13d08 00000080:00200008:3.0:1783444853.079207:0:35916:0:(file.c:6217:ll_getattr_dentry()) START file recon:[0x200000405:0x30:0x0](ffff91c748db6c08), request_mask 606, flags 0, foreign 0 00000080:00000001:3.0:1783444853.079211:0:35916:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444853.079212:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13c80 00000080:00200000:3.0:1783444853.079214:0:35916:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x30:0x0](ffff91c748db6c08),name=recon 00000080:00000010:3.0:1783444853.079218:0:35916:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75937e200. 00800000:00000002:3.0:1783444853.079221:0:35916:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444853.079225:0:35916:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444853.079227:0:35916:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444853.079228:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13ba0 00800000:00000002:3.0:1783444853.079230:0:35916:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x30:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444853.079233:0:35916:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444853.079236:0:35916:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444853.079237:0:35916:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444853.079238:0:35916:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444853.079240:0:35916:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444853.079242:0:35916:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444853.079244:0:35916:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444853.079246:0:35916:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444853.079247:0:35916:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444853.079248:0:35916:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444853.079249:0:35916:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444853.079250:0:35916:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444853.079252:0:35916:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444853.079254:0:35916:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1783444853.079255:0:35916:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444853.079257:0:35916:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444853.079260:0:35916:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444853.079261:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13a70 00000002:00010000:3.0:1783444853.079263:0:35916:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444853.079266:0:35916:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444853.079267:0:35916:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444853.079268:0:35916:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444853.079271:0:35916:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 4 00010000:00000001:3.0:1783444853.079272:0:35916:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444853.079275:0:35916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444853.079277:0:35916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444853.079280:0:35916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1783444853.079287:0:35916:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444853.079289:0:35916:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444853.079292:0:35916:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1783444853.079298:0:35916:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783444853.079300:0:35916:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444853.079302:0:35916:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444853.079303:0:35916:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444853.079305:0:35916:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444853.079307:0:35916:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783444853.079309:0:35916:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783444853.079311:0:35916:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444853.079312:0:35916:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75937e200. 00000080:00000001:3.0:1783444853.079314:0:35916:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444853.079316:0:35916:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444853.079317:0:35916:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff91c748db6c08) 00000080:00010000:3.0:1783444853.079320:0:35916:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff91c748db6c08) for lock 0x5503b2fe824ef792 00800000:00000001:3.0:1783444853.079322:0:35916:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444853.079323:0:35916:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444853.079324:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444853.079325:0:35916:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444853.079327:0:35916:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583daa00 refcount=3 00000020:00000001:3.0:1783444853.079329:0:35916:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:3.0:1783444853.079331:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:3.0:1783444853.079333:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444853.079334:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444853.079336:0:35916:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444853.079337:0:35916:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444853.079339:0:35916:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef792 from it ffffa31941c13cb8 00010000:00000001:3.0:1783444853.079341:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444853.079342:0:35916:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444853.079343:0:35916:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583daa00 refcount=3 00000020:00000001:3.0:1783444853.079345:0:35916:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:3.0:1783444853.079347:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:3.0:1783444853.079348:0:35916:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444853.079351:0:35916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1783444853.079358:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444853.079359:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444853.079360:0:35916:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444853.079362:0:35916:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444853.079364:0:35916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1783444853.079369:0:35916:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444853.079371:0:35916:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444853.079372:0:35916:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444853.079374:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444853.079375:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444853.079376:0:35916:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444853.079377:0:35916:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444853.079379:0:35916:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444853.079380:0:35916:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444853.079382:0:35916:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444853.079384:0:35916:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444853.079385:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444853.079386:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444853.079387:0:35916:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783444853.079388:0:35916:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444853.079390:0:35916:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1783444853.079393:0:35916:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1783444853.079395:0:35916:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444853.079397:0:35916:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1783444853.079398:0:35916:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444853.079401:0:35916:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1783444853.079404:0:35916:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1783444853.079407:0:35916:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783444853.079411:0:35916:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c74526c990. 00000020:00000010:3.0:1783444853.079414:0:35916:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75937e200. 00000020:00000010:3.0:1783444853.079418:0:35916:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c75937ea00. 00000020:00000010:3.0:1783444853.079422:0:35916:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7604bb480. 00000008:00000010:3.0:1783444853.079428:0:35916:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c743556fe0. 00020000:00000010:3.0:1783444853.079433:0:35916:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759654480. 00008000:00000010:3.0:1783444853.079437:0:35916:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c74355f170. 00000080:00000010:3.0:1783444853.079443:0:35916:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c760e62bd0. 00000080:00000010:3.0:1783444853.079446:0:35916:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c74977e2b0. 00000020:00000010:3.0:1783444853.079449:0:35916:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75937fc00. 00000008:00000010:3.0:1783444853.079453:0:35916:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7513458c0. 00020000:00000010:3.0:1783444853.079456:0:35916:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c74978d918. 00008000:00000010:3.0:1783444853.079460:0:35916:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c742c39de0. 00000080:00000010:3.0:1783444853.079463:0:35916:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c758828000. 00000020:00000001:3.0:1783444853.079466:0:35916:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883777530264 : -121189932021352 : ffff91c74526c998) 00000020:00001000:3.0:1783444853.079468:0:35916:0:(cl_object.c:831:cl_env_get()) 1@ffff91c74526c990 00000020:00000001:3.0:1783444853.079471:0:35916:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:3.0:1783444853.079474:0:35916:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1783444853.079476:0:35916:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:3.0:1783444853.079478:0:35916:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1783444853.079481:0:35916:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783444853.079482:0:35916:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1783444853.079484:0:35916:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1783444853.079486:0:35916:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444853.079488:0:35916:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783444853.079492:0:35916:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x30:0x0]io ffff91c74977e310 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1783444853.079495:0:35916:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c758a527c0 00020000:00000001:0.0:1783444853.088453:0:35916:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783444853.088459:0:35916:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783444853.088462:0:35916:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783444853.088464:0:35916:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444853.088468:0:35916:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783444853.088471:0:35916:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783444853.088473:0:35916:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444853.088476:0:35916:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783444853.088478:0:35916:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783444853.088479:0:35916:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783444853.088482:0:35916:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c758a527c0 00000020:00000001:0.0:1783444853.088487:0:35916:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1783444853.088490:0:35916:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1783444853.088492:0:35916:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:0.0:1783444853.088495:0:35916:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1783444853.088506:0:35916:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1783444853.088508:0:35916:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1783444853.088511:0:35916:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1783444853.088516:0:35916:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1783444853.088524:0:35916:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91c751113200. 00020000:00000002:0.0:1783444853.088527:0:35916:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783444853.088529:0:35916:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1783444853.088531:0:35916:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783444853.088533:0:35916:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783444853.088535:0:35916:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783444853.088539:0:35916:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7593f8000. 00000020:00000010:0.0:1783444853.088544:0:35916:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c744fe1c00. 00000020:00000010:0.0:1783444853.088548:0:35916:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c744fe1400. 00000020:00000010:0.0:1783444853.088552:0:35916:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c76050da80. 00000008:00000010:0.0:1783444853.088558:0:35916:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c7510b64b0. 00020000:00000010:0.0:1783444853.088563:0:35916:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c743ec1600. 00008000:00000010:0.0:1783444853.088568:0:35916:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c760970388. 00000080:00000010:0.0:1783444853.088574:0:35916:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c7467e3d20. 00000080:00000010:0.0:1783444853.088578:0:35916:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c758832750. 00000020:00000010:0.0:1783444853.088582:0:35916:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c744fe0e00. 00000008:00000010:0.0:1783444853.088586:0:35916:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c76034b080. 00020000:00000010:0.0:1783444853.088590:0:35916:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7511edff0. 00008000:00000010:0.0:1783444853.088594:0:35916:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c74353d0e0. 00000080:00000010:0.0:1783444853.088598:0:35916:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c76031f780. 00000020:00000001:0.0:1783444853.088601:0:35916:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622884114694152 : -121189594857464 : ffff91c7593f8008) 00000020:00001000:0.0:1783444853.088604:0:35916:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7593f8000 00000020:00000001:0.0:1783444853.088608:0:35916:0:(cl_object.c:151:cl_object_top()) ffff91c74529d3a0 -> ffff91c74529d9e0 00000020:00000001:0.0:1783444853.088610:0:35916:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783444853.088612:0:35916:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783444853.088613:0:35916:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783444853.088615:0:35916:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444853.088616:0:35916:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444853.088619:0:35916:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850017152 : -121189859534464 : ffff91c74978d980) 00000020:00000001:0.0:1783444853.088621:0:35916:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1783444853.088624:0:35916:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91c758be1690. 00000008:00010000:0.0:1783444853.088627:0:35916:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1783444853.088629:0:35916:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1783444853.088631:0:35916:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1783444853.088633:0:35916:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91c751113230, osc lock ffff91c758be1690, flags 0x400001002 00000020:00000001:0.0:1783444853.088635:0:35916:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444853.088637:0:35916:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444853.088639:0:35916:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446622883977441792 : -121189732109824 : ffff91c751113200) 00000020:00000001:0.0:1783444853.088641:0:35916:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1783444853.088642:0:35916:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1783444853.088644:0:35916:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444853.088645:0:35916:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444853.088648:0:35916:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1783444853.088650:0:35916:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1783444853.088651:0:35916:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1783444853.088653:0:35916:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1783444853.088654:0:35916:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783444853.088656:0:35916:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850017152 : -121189859534464 : ffff91c74978d980) 00000020:00000001:0.0:1783444853.088658:0:35916:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1783444853.088659:0:35916:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1783444853.088662:0:35916:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1783444853.088665:0:35916:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1783444853.088667:0:35916:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1783444853.088669:0:35916:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1783444853.088671:0:35916:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1783444853.088672:0:35916:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1783444853.088673:0:35916:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1783444853.088675:0:35916:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1783444853.088678:0:35916:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444853.088685:0:35916:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211900 count: 2 00010000:00000001:0.0:1783444853.088688:0:35916:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444853.088694:0:35916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444853.088699:0:35916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783444853.088704:0:35916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 02000000:00000001:0.0:1783444853.088718:0:35916:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783444853.088723:0:35916:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444853.088726:0:35916:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:0.0:1783444853.088735:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444853.088738:0:35916:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444853.088741:0:35916:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=4 00000020:00000001:0.0:1783444853.088743:0:35916:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:0.0:1783444853.088745:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00000008:00000001:0.0:1783444853.088749:0:35916:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1783444853.088751:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444853.088752:0:35916:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444853.088753:0:35916:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=5 00000020:00000001:0.0:1783444853.088755:0:35916:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:0.0:1783444853.088758:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00000020:00000001:0.0:1783444853.088761:0:35916:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1783444853.088763:0:35916:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1783444853.088764:0:35916:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1783444853.088766:0:35916:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444853.088768:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444853.088769:0:35916:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444853.088770:0:35916:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=6 00000020:00000001:0.0:1783444853.088772:0:35916:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:0.0:1783444853.088774:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:0.0:1783444853.088776:0:35916:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444853.088780:0:35916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:0.0:1783444853.088787:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444853.088789:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444853.088790:0:35916:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444853.088792:0:35916:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444853.088806:0:35916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:0.0:1783444853.088815:0:35916:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444853.088817:0:35916:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444853.088820:0:35916:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444853.088822:0:35916:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444853.088825:0:35916:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444853.088827:0:35916:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444853.088829:0:35916:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444853.088832:0:35916:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444853.088834:0:35916:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444853.088835:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444853.088836:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444853.088837:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444853.088839:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783444853.088840:0:35916:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783444853.088842:0:35916:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444853.088844:0:35916:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783444853.088846:0:35916:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444853.088848:0:35916:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444853.088849:0:35916:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1783444853.088851:0:35916:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1783444853.088853:0:35916:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1783444853.088854:0:35916:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1783444853.088856:0:35916:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444853.088858:0:35916:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444853.088862:0:35916:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1783444853.088863:0:35916:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:0.0:1783444853.088865:0:35916:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:0.0:1783444853.088867:0:35916:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1783444853.088870:0:35916:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1783444853.088874:0:35916:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1783444853.088875:0:35916:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:0.0:1783444853.088877:0:35916:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1783444853.088878:0:35916:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:0.0:1783444853.088881:0:35916:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=46 (1) m=1783444852 a=1783444853 c=1783444852 b=0 00020000:00000001:0.0:1783444853.088884:0:35916:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783444853.088887:0:35916:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=46 m=1783444852 a=1783444853 c=1783444852 b=0 00020000:00000001:0.0:1783444853.088890:0:35916:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444853.088891:0:35916:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444853.088893:0:35916:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000080:00200000:0.0:1783444853.088895:0:35916:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:0.0:1783444853.088897:0:35916:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1783444853.088901:0:35916:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1783444853.088903:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91c74977e2b0 (ffff91c74526c998/0) at cl_lock_release():245 00000020:00000001:0.0:1783444853.088906:0:35916:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783444853.088907:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c74977e2b0 (ffff91c74526c998/0) at cl_lock_cancel():142 00020000:00000001:0.0:1783444853.088910:0:35916:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1783444853.088912:0:35916:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783444853.088913:0:35916:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850017152 : -121189859534464 : ffff91c74978d980) 00000020:00000001:0.0:1783444853.088915:0:35916:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783444853.088916:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c751113230 (ffff91c7593f8008/1) at cl_lock_cancel():142 00000008:00000001:0.0:1783444853.088918:0:35916:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1783444853.088919:0:35916:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1783444853.088920:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444853.088921:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783444853.088922:0:35916:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1783444853.088924:0:35916:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1783444853.088925:0:35916:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783444853.088926:0:35916:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783444853.088927:0:35916:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783444853.088929:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c74977e2b0 (ffff91c74526c998/0) at cl_lock_fini():72 00020000:00000001:0.0:1783444853.088932:0:35916:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1783444853.088933:0:35916:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783444853.088934:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c751113230 (ffff91c74526c998/1) at cl_lock_fini():72 00000008:00000010:0.0:1783444853.088937:0:35916:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91c758be1690. 00000020:00000001:0.0:1783444853.088943:0:35916:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1783444853.088944:0:35916:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91c751113200. 00020000:00000001:0.0:1783444853.088948:0:35916:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1783444853.088949:0:35916:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1783444853.088950:0:35916:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1783444853.088951:0:35916:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444853.088954:0:35916:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783444853.088956:0:35916:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783444853.088958:0:35916:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783444853.088959:0:35916:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783444853.088961:0:35916:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783444853.088962:0:35916:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7593f8000 00000020:00000010:0.0:1783444853.088966:0:35916:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c744fe1400. 00000020:00000010:0.0:1783444853.088970:0:35916:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c76050da80. 00000008:00000010:0.0:1783444853.088973:0:35916:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c7510b64b0. 00020000:00000010:0.0:1783444853.088976:0:35916:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c743ec1600. 00008000:00000010:0.0:1783444853.088979:0:35916:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c760970388. 00000080:00000010:0.0:1783444853.088982:0:35916:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c7467e3d20. 00000080:00000010:0.0:1783444853.088985:0:35916:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c758832750. 00000020:00000010:0.0:1783444853.088988:0:35916:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c744fe1c00. 00000008:00000010:0.0:1783444853.088991:0:35916:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c76034b080. 00020000:00000010:0.0:1783444853.088994:0:35916:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7511edff0. 00008000:00000010:0.0:1783444853.088997:0:35916:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c74353d0e0. 00000080:00000010:0.0:1783444853.089000:0:35916:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c76031f780. 00000020:00000010:0.0:1783444853.089003:0:35916:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c744fe0e00. 00000020:00000010:0.0:1783444853.089005:0:35916:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7593f8000. 00020000:00000001:0.0:1783444853.089008:0:35916:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783444853.089010:0:35916:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783444853.089012:0:35916:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783444853.089025:0:35916:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783444853.089029:0:35916:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1783444853.089031:0:35916:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444853.089033:0:35916:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783444853.089035:0:35916:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783444853.089036:0:35916:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783444853.089037:0:35916:0:(cl_object.c:925:cl_env_put()) 1@ffff91c74526c990 00000020:00000010:0.0:1783444853.089039:0:35916:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c75937ea00. 00000020:00000010:0.0:1783444853.089042:0:35916:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7604bb480. 00000008:00000010:0.0:1783444853.089046:0:35916:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c743556fe0. 00020000:00000010:0.0:1783444853.089048:0:35916:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759654480. 00008000:00000010:0.0:1783444853.089051:0:35916:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c74355f170. 00000080:00000010:0.0:1783444853.089071:0:35916:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c760e62bd0. 00000080:00000010:0.0:1783444853.089075:0:35916:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c74977e2b0. 00000020:00000010:0.0:1783444853.089079:0:35916:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75937e200. 00000008:00000010:0.0:1783444853.089083:0:35916:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7513458c0. 00020000:00000010:0.0:1783444853.089087:0:35916:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c74978d918. 00008000:00000010:0.0:1783444853.089090:0:35916:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c742c39de0. 00000080:00000010:0.0:1783444853.089093:0:35916:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c758828000. 00000020:00000010:0.0:1783444853.089096:0:35916:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75937fc00. 00000020:00000010:0.0:1783444853.089098:0:35916:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c74526c990. 00000001:00000001:0.0:1783444853.089101:0:35916:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444853.089107:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13d08 00000080:00000008:0.0:1783444853.089110:0:35916:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff91c748db6c08), request_mask 606, flags 0, foreign 0 00000080:00000001:0.0:1783444853.089116:0:35916:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783444853.089118:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13da0 00000080:00002000:0.0:1783444853.089120:0:35916:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff91c748f580d8, parent ffff91c74931ae58, inode ffff91c748db6c08) hashed, 00000080:00000001:0.0:1783444853.089124:0:35916:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444853.089174:0:35916:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444853.089177:0:35916:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444853.089179:0:35916:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783444853.089181:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13bc0 00000080:00200000:0.0:1783444853.089183:0:35916:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:0.0:1783444853.089188:0:35916:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c744fe0e00. 00800000:00000002:0.0:1783444853.089193:0:35916:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444853.089196:0:35916:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444853.089200:0:35916:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444853.089202:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13ae0 00800000:00000002:0.0:1783444853.089205:0:35916:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444853.089208:0:35916:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783444853.089211:0:35916:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444853.089213:0:35916:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444853.089215:0:35916:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444853.089218:0:35916:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444853.089220:0:35916:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444853.089222:0:35916:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444853.089224:0:35916:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444853.089228:0:35916:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783444853.089232:0:35916:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444853.089234:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c139b0 00000002:00010000:0.0:1783444853.089236:0:35916:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783444853.089239:0:35916:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783444853.089241:0:35916:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444853.089243:0:35916:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444853.089247:0:35916:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 2 00010000:00000001:0.0:1783444853.089249:0:35916:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444853.089252:0:35916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444853.089254:0:35916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783444853.089258:0:35916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1783444853.089267:0:35916:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783444853.089269:0:35916:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444853.089272:0:35916:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1783444853.089280:0:35916:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783444853.089281:0:35916:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783444853.089284:0:35916:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444853.089285:0:35916:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444853.089287:0:35916:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444853.089289:0:35916:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783444853.089292:0:35916:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783444853.089295:0:35916:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:0.0:1783444853.089298:0:35916:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c744fe0e00. 00000080:00000001:0.0:1783444853.089301:0:35916:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783444853.089302:0:35916:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444853.089305:0:35916:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:0.0:1783444853.089309:0:35916:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef7bc 00800000:00000001:0.0:1783444853.089312:0:35916:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783444853.089313:0:35916:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783444853.089315:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444853.089316:0:35916:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444853.089318:0:35916:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=3 00000020:00000001:0.0:1783444853.089320:0:35916:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:0.0:1783444853.089322:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:0.0:1783444853.089325:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444853.089326:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444853.089327:0:35916:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444853.089329:0:35916:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444853.089331:0:35916:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef7bc from it ffffa31941c13bf8 00010000:00000001:0.0:1783444853.089333:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444853.089335:0:35916:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444853.089336:0:35916:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=3 00000020:00000001:0.0:1783444853.089338:0:35916:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:0.0:1783444853.089340:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:0.0:1783444853.089342:0:35916:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444853.089344:0:35916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783444853.089350:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444853.089352:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444853.089353:0:35916:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444853.089354:0:35916:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444853.089357:0:35916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783444853.089362:0:35916:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444853.089364:0:35916:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444853.089365:0:35916:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444853.089368:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444853.089369:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444853.089371:0:35916:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444853.089373:0:35916:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444853.089374:0:35916:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444853.089376:0:35916:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444853.089378:0:35916:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444853.089380:0:35916:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444853.089381:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444853.089382:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783444853.089384:0:35916:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783444853.089386:0:35916:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444853.089388:0:35916:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:0.0:1783444853.089392:0:35916:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444853.089395:0:35916:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783444853.089397:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13be8 00000080:00002000:0.0:1783444853.089399:0:35916:0:(dcache.c:87:ll_dcompare()) found name recon(ffff91c748f580d8) flags 0x48004e refc 0 00000080:00000001:0.0:1783444853.089401:0:35916:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444853.089403:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13c30 00000080:00200000:0.0:1783444853.089405:0:35916:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:0.0:1783444853.089417:0:35916:0:(xattr.c:556:ll_xattr_get_common()) Process entered 00000080:00000001:0.0:1783444853.089420:0:35916:0:(xattr.c:563:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:0.0:1783444853.089423:0:35916:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783444853.089424:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13e40 00000080:00002000:0.0:1783444853.089426:0:35916:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff91c748f580d8, parent ffff91c74931ae58, inode ffff91c748db6c08) hashed, 00000080:00000001:0.0:1783444853.089429:0:35916:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444853.089437:0:35916:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444853.089439:0:35916:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783444853.089440:0:35916:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783444853.089441:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13bc0 00000080:00200000:0.0:1783444853.089443:0:35916:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:0.0:1783444853.089446:0:35916:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c744fe0e00. 00800000:00000002:0.0:1783444853.089449:0:35916:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:0.0:1783444853.089451:0:35916:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783444853.089452:0:35916:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783444853.089454:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13ae0 00800000:00000002:0.0:1783444853.089455:0:35916:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444853.089458:0:35916:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783444853.089459:0:35916:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783444853.089461:0:35916:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783444853.089462:0:35916:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783444853.089464:0:35916:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783444853.089466:0:35916:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444853.089468:0:35916:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783444853.089470:0:35916:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783444853.089471:0:35916:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783444853.089474:0:35916:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783444853.089475:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c139b0 00000002:00010000:0.0:1783444853.089477:0:35916:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783444853.089480:0:35916:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783444853.089482:0:35916:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783444853.089483:0:35916:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783444853.089485:0:35916:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 2 00010000:00000001:0.0:1783444853.089487:0:35916:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783444853.089489:0:35916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444853.089491:0:35916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783444853.089494:0:35916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1783444853.089501:0:35916:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783444853.089503:0:35916:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783444853.089507:0:35916:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1783444853.089513:0:35916:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783444853.089514:0:35916:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783444853.089516:0:35916:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444853.089517:0:35916:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783444853.089519:0:35916:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444853.089521:0:35916:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783444853.089523:0:35916:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783444853.089525:0:35916:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:0.0:1783444853.089527:0:35916:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c744fe0e00. 00000080:00000001:0.0:1783444853.089529:0:35916:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783444853.089531:0:35916:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444853.089533:0:35916:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:0.0:1783444853.089535:0:35916:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef7bc 00800000:00000001:0.0:1783444853.089538:0:35916:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783444853.089539:0:35916:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783444853.089541:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444853.089542:0:35916:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444853.089544:0:35916:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=3 00000020:00000001:0.0:1783444853.089545:0:35916:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:0.0:1783444853.089547:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:0.0:1783444853.089550:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444853.089551:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783444853.089552:0:35916:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783444853.089554:0:35916:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783444853.089556:0:35916:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef7bc from it ffffa31941c13bf8 00010000:00000001:0.0:1783444853.089558:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444853.089559:0:35916:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444853.089560:0:35916:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=3 00000020:00000001:0.0:1783444853.089562:0:35916:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:0.0:1783444853.089564:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:0.0:1783444853.089566:0:35916:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783444853.089568:0:35916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783444853.089574:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444853.089575:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444853.089576:0:35916:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783444853.089577:0:35916:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783444853.089579:0:35916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1783444853.089585:0:35916:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444853.089587:0:35916:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444853.089588:0:35916:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444853.089590:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444853.089591:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444853.089592:0:35916:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444853.089594:0:35916:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444853.089595:0:35916:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444853.089597:0:35916:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444853.089599:0:35916:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444853.089601:0:35916:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783444853.089602:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444853.089603:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783444853.089604:0:35916:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783444853.089605:0:35916:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783444853.089607:0:35916:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:0.0:1783444853.089610:0:35916:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783444853.089612:0:35916:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783444853.089613:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13be8 00000080:00002000:0.0:1783444853.089615:0:35916:0:(dcache.c:87:ll_dcompare()) found name recon(ffff91c748f580d8) flags 0x48004e refc 0 00000080:00000001:0.0:1783444853.089617:0:35916:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783444853.089619:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13c30 00000080:00200000:0.0:1783444853.089620:0:35916:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:0.0:1783444853.089625:0:35916:0:(xattr.c:556:ll_xattr_get_common()) Process entered 00000080:00000001:0.0:1783444853.089627:0:35916:0:(xattr.c:581:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1783444853.089630:0:35916:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783444853.089631:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c13e40 00000080:00002000:0.0:1783444853.089632:0:35916:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff91c748f580d8, parent ffff91c74931ae58, inode ffff91c748db6c08) hashed, 00000080:00000001:0.0:1783444853.089635:0:35916:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444853.108028:0:35917:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783444853.108035:0:35917:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:3.0:1783444853.108037:0:35917:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444853.108041:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c1bb20 00000080:00200000:3.0:1783444853.108045:0:35917:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:3.0:1783444853.108052:0:35917:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75937ec00. 00800000:00000002:3.0:1783444853.108078:0:35917:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444853.108082:0:35917:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444853.108087:0:35917:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444853.108089:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c1ba40 00800000:00000002:3.0:1783444853.108092:0:35917:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444853.108096:0:35917:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444853.108099:0:35917:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444853.108102:0:35917:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444853.108104:0:35917:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444853.108106:0:35917:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444853.108109:0:35917:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444853.108111:0:35917:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444853.108113:0:35917:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444853.108117:0:35917:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444853.108122:0:35917:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444853.108123:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c1b910 00000002:00010000:3.0:1783444853.108125:0:35917:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444853.108129:0:35917:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444853.108131:0:35917:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444853.108134:0:35917:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444853.108140:0:35917:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 2 00010000:00000001:3.0:1783444853.108143:0:35917:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444853.108148:0:35917:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444853.108151:0:35917:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444853.108156:0:35917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1783444853.108167:0:35917:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444853.108172:0:35917:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444853.108175:0:35917:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1783444853.108182:0:35917:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783444853.108184:0:35917:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444853.108186:0:35917:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444853.108188:0:35917:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444853.108190:0:35917:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444853.108192:0:35917:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783444853.108195:0:35917:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783444853.108198:0:35917:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444853.108200:0:35917:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75937ec00. 00000080:00000001:3.0:1783444853.108204:0:35917:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444853.108206:0:35917:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444853.108209:0:35917:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:3.0:1783444853.108212:0:35917:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef7bc 00800000:00000001:3.0:1783444853.108215:0:35917:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444853.108217:0:35917:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444853.108219:0:35917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444853.108221:0:35917:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444853.108223:0:35917:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=3 00000020:00000001:3.0:1783444853.108226:0:35917:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:3.0:1783444853.108229:0:35917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:3.0:1783444853.108232:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444853.108234:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444853.108235:0:35917:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444853.108237:0:35917:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444853.108239:0:35917:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef7bc from it ffffa31941c1bb58 00010000:00000001:3.0:1783444853.108242:0:35917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444853.108243:0:35917:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444853.108244:0:35917:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=3 00000020:00000001:3.0:1783444853.108246:0:35917:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:3.0:1783444853.108248:0:35917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:3.0:1783444853.108250:0:35917:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444853.108253:0:35917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1783444853.108259:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444853.108260:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444853.108262:0:35917:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444853.108264:0:35917:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444853.108266:0:35917:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1783444853.108274:0:35917:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444853.108277:0:35917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444853.108279:0:35917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444853.108283:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444853.108285:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444853.108286:0:35917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444853.108289:0:35917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444853.108291:0:35917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444853.108292:0:35917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444853.108295:0:35917:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444853.108297:0:35917:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444853.108298:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444853.108300:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444853.108302:0:35917:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783444853.108304:0:35917:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444853.108306:0:35917:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:3.0:1783444853.108310:0:35917:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444853.108313:0:35917:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1783444853.108315:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c1bb48 00000080:00002000:3.0:1783444853.108317:0:35917:0:(dcache.c:87:ll_dcompare()) found name recon(ffff91c748f580d8) flags 0x48004e refc 0 00000080:00000001:3.0:1783444853.108320:0:35917:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444853.108322:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c1bb90 00000080:00200000:3.0:1783444853.108323:0:35917:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:3.0:1783444853.108329:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c1bd08 00000080:00200008:3.0:1783444853.108331:0:35917:0:(file.c:6217:ll_getattr_dentry()) START file recon:[0x200000405:0x30:0x0](ffff91c748db6c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1783444853.108336:0:35917:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1783444853.108337:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c1bc80 00000080:00200000:3.0:1783444853.108339:0:35917:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x30:0x0](ffff91c748db6c08),name=recon 00000080:00000010:3.0:1783444853.108343:0:35917:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c75937ec00. 00800000:00000002:3.0:1783444853.108345:0:35917:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:3.0:1783444853.108350:0:35917:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1783444853.108351:0:35917:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1783444853.108352:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c1bba0 00800000:00000002:3.0:1783444853.108354:0:35917:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x30:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444853.108357:0:35917:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1783444853.108359:0:35917:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444853.108361:0:35917:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444853.108362:0:35917:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444853.108364:0:35917:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444853.108365:0:35917:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444853.108367:0:35917:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1783444853.108370:0:35917:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444853.108371:0:35917:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1783444853.108373:0:35917:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1783444853.108374:0:35917:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1783444853.108375:0:35917:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1783444853.108377:0:35917:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444853.108378:0:35917:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1783444853.108380:0:35917:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1783444853.108382:0:35917:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 00000002:00000001:3.0:1783444853.108384:0:35917:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1783444853.108386:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c1ba70 00000002:00010000:3.0:1783444853.108387:0:35917:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1783444853.108390:0:35917:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1783444853.108391:0:35917:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1783444853.108392:0:35917:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444853.108395:0:35917:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 4 00010000:00000001:3.0:1783444853.108397:0:35917:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444853.108399:0:35917:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444853.108401:0:35917:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444853.108405:0:35917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 02000000:00000001:3.0:1783444853.108412:0:35917:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1783444853.108414:0:35917:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444853.108417:0:35917:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000002:00000001:3.0:1783444853.108423:0:35917:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1783444853.108425:0:35917:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1783444853.108427:0:35917:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444853.108429:0:35917:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1783444853.108431:0:35917:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1783444853.108433:0:35917:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1783444853.108435:0:35917:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1783444853.108437:0:35917:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:3.0:1783444853.108439:0:35917:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c75937ec00. 00000080:00000001:3.0:1783444853.108441:0:35917:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1783444853.108443:0:35917:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444853.108445:0:35917:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff91c748db6c08) 00000080:00010000:3.0:1783444853.108448:0:35917:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff91c748db6c08) for lock 0x5503b2fe824ef792 00800000:00000001:3.0:1783444853.108450:0:35917:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1783444853.108452:0:35917:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1783444853.108453:0:35917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444853.108455:0:35917:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444853.108456:0:35917:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583daa00 refcount=3 00000020:00000001:3.0:1783444853.108458:0:35917:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:3.0:1783444853.108460:0:35917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:3.0:1783444853.108462:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444853.108464:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1783444853.108465:0:35917:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1783444853.108466:0:35917:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1783444853.108469:0:35917:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef792 from it ffffa31941c1bcb8 00010000:00000001:3.0:1783444853.108470:0:35917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783444853.108471:0:35917:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783444853.108472:0:35917:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c7583daa00 refcount=3 00000020:00000001:3.0:1783444853.108474:0:35917:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:3.0:1783444853.108476:0:35917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622884097796608 : -121189611755008 : ffff91c7583daa00) 00010000:00000001:3.0:1783444853.108478:0:35917:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1783444853.108481:0:35917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1783444853.108486:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444853.108487:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444853.108488:0:35917:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1783444853.108489:0:35917:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1783444853.108492:0:35917:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00000001:3.0:1783444853.108498:0:35917:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783444853.108500:0:35917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783444853.108501:0:35917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783444853.108503:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444853.108504:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783444853.108505:0:35917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444853.108507:0:35917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783444853.108508:0:35917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444853.108510:0:35917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444853.108512:0:35917:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444853.108514:0:35917:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1783444853.108515:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783444853.108516:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1783444853.108517:0:35917:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783444853.108518:0:35917:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444853.108521:0:35917:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1783444853.108523:0:35917:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1783444853.108525:0:35917:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1783444853.108527:0:35917:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1783444853.108529:0:35917:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444853.108531:0:35917:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1783444853.108534:0:35917:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1783444853.108536:0:35917:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783444853.108541:0:35917:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c74526ce10. 00000020:00000010:3.0:1783444853.108544:0:35917:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75937ec00. 00000020:00000010:3.0:1783444853.108548:0:35917:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c75937fc00. 00000020:00000010:3.0:1783444853.108552:0:35917:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7604bbf00. 00000008:00000010:3.0:1783444853.108558:0:35917:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c743554e50. 00020000:00000010:3.0:1783444853.108562:0:35917:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759654f00. 00008000:00000010:3.0:1783444853.108567:0:35917:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c74355ea60. 00000080:00000010:3.0:1783444853.108572:0:35917:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c760e62150. 00000080:00000010:3.0:1783444853.108576:0:35917:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c74977cde0. 00000020:00000010:3.0:1783444853.108579:0:35917:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75937e200. 00000008:00000010:3.0:1783444853.108582:0:35917:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c751345a20. 00020000:00000010:3.0:1783444853.108586:0:35917:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c74978d6d0. 00008000:00000010:3.0:1783444853.108590:0:35917:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c742c39860. 00000080:00000010:3.0:1783444853.108593:0:35917:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c7588283c0. 00000020:00000001:3.0:1783444853.108597:0:35917:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883777531416 : -121189932020200 : ffff91c74526ce18) 00000020:00001000:3.0:1783444853.108599:0:35917:0:(cl_object.c:831:cl_env_get()) 1@ffff91c74526ce10 00000020:00000001:3.0:1783444853.108603:0:35917:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:3.0:1783444853.108605:0:35917:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1783444853.108608:0:35917:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:3.0:1783444853.108610:0:35917:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1783444853.108613:0:35917:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783444853.108615:0:35917:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1783444853.108616:0:35917:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1783444853.108618:0:35917:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444853.108620:0:35917:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1783444853.108623:0:35917:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x30:0x0]io ffff91c74977ce40 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1783444853.108627:0:35917:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c758a50000 00020000:00000001:3.0:1783444853.108631:0:35917:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1783444853.108632:0:35917:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1783444853.108635:0:35917:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1783444853.108637:0:35917:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444853.108639:0:35917:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1783444853.108641:0:35917:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1783444853.108643:0:35917:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444853.108644:0:35917:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783444853.108645:0:35917:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1783444853.108646:0:35917:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1783444853.108647:0:35917:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c758a50000 00000020:00000001:3.0:1783444853.108650:0:35917:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1783444853.108652:0:35917:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1783444853.108653:0:35917:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:3.0:1783444853.108656:0:35917:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1783444853.108657:0:35917:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1783444853.108660:0:35917:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1783444853.108662:0:35917:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1783444853.108667:0:35917:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1783444853.108671:0:35917:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91c746559400. 00020000:00000002:3.0:1783444853.108673:0:35917:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1783444853.108675:0:35917:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1783444853.108677:0:35917:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783444853.108679:0:35917:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1783444853.108680:0:35917:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1783444853.108683:0:35917:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c74526c2d0. 00000020:00000010:3.0:1783444853.108685:0:35917:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75937ea00. 00000020:00000010:3.0:1783444853.108688:0:35917:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c75937f000. 00000020:00000010:3.0:1783444853.108689:0:35917:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c7604bbf60. 00000008:00000010:3.0:1783444853.108693:0:35917:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c743550b30. 00020000:00000010:3.0:1783444853.108695:0:35917:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c759654000. 00008000:00000010:3.0:1783444853.108698:0:35917:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c74355e350. 00000080:00000010:3.0:1783444853.108700:0:35917:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c760e623f0. 00000080:00000010:3.0:1783444853.108703:0:35917:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c74977d030. 00000020:00000010:3.0:1783444853.108705:0:35917:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75937f400. 00000008:00000010:3.0:1783444853.108708:0:35917:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c751344f20. 00020000:00000010:3.0:1783444853.108710:0:35917:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c74978f478. 00008000:00000010:3.0:1783444853.108713:0:35917:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c742c39308. 00000080:00000010:3.0:1783444853.108716:0:35917:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c758828b40. 00000020:00000001:3.0:1783444853.108718:0:35917:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883777528536 : -121189932023080 : ffff91c74526c2d8) 00000020:00001000:3.0:1783444853.108719:0:35917:0:(cl_object.c:831:cl_env_get()) 1@ffff91c74526c2d0 00000020:00000001:3.0:1783444853.108722:0:35917:0:(cl_object.c:151:cl_object_top()) ffff91c74529d3a0 -> ffff91c74529d9e0 00000020:00000001:3.0:1783444853.108723:0:35917:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1783444853.108726:0:35917:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1783444853.108727:0:35917:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1783444853.108728:0:35917:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444853.108731:0:35917:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444853.108733:0:35917:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850016568 : -121189859535048 : ffff91c74978d738) 00000020:00000001:3.0:1783444853.108735:0:35917:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1783444853.108738:0:35917:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91c758bfbdb0. 00000008:00010000:3.0:1783444853.108740:0:35917:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1783444853.108743:0:35917:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1783444853.108744:0:35917:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1783444853.108746:0:35917:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91c746559430, osc lock ffff91c758bfbdb0, flags 0x400001002 00000020:00000001:3.0:1783444853.108748:0:35917:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444853.108750:0:35917:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1783444853.108752:0:35917:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446622883797373952 : -121189912177664 : ffff91c746559400) 00000020:00000001:3.0:1783444853.108755:0:35917:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1783444853.108756:0:35917:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1783444853.108757:0:35917:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444853.108759:0:35917:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444853.108761:0:35917:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1783444853.108763:0:35917:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1783444853.108764:0:35917:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1783444853.108766:0:35917:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1783444853.108767:0:35917:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:3.0:1783444853.108768:0:35917:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850016568 : -121189859535048 : ffff91c74978d738) 00000020:00000001:3.0:1783444853.108770:0:35917:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1783444853.108772:0:35917:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1783444853.108774:0:35917:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1783444853.108777:0:35917:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1783444853.108779:0:35917:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1783444853.108781:0:35917:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1783444853.108782:0:35917:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1783444853.108783:0:35917:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1783444853.108785:0:35917:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1783444853.108787:0:35917:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1783444853.108789:0:35917:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1783444853.111213:0:35917:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211900 count: 2 00010000:00000001:3.0:1783444853.111221:0:35917:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783444853.111227:0:35917:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783444853.111230:0:35917:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783444853.111235:0:35917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 02000000:00000001:3.0:1783444853.111248:0:35917:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444853.111338:0:35917:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444853.111344:0:35917:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:2.0:1783444853.111353:0:35917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.111355:0:35917:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.111357:0:35917:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=4 00000020:00000001:2.0:1783444853.111359:0:35917:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444853.111361:0:35917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00000008:00000001:2.0:1783444853.111365:0:35917:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1783444853.111368:0:35917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.111368:0:35917:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.111370:0:35917:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=5 00000020:00000001:2.0:1783444853.111372:0:35917:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444853.111375:0:35917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00000020:00000001:2.0:1783444853.111379:0:35917:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783444853.111381:0:35917:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1783444853.111382:0:35917:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1783444853.111384:0:35917:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.111385:0:35917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.111387:0:35917:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.111388:0:35917:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=6 00000020:00000001:2.0:1783444853.111390:0:35917:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444853.111392:0:35917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444853.111394:0:35917:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444853.111397:0:35917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:2.0:1783444853.111409:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.111411:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.111412:0:35917:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444853.111414:0:35917:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444853.111416:0:35917:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:2.0:1783444853.111424:0:35917:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444853.111427:0:35917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444853.111428:0:35917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444853.111431:0:35917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.111433:0:35917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444853.111435:0:35917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.111437:0:35917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.111440:0:35917:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.111441:0:35917:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444853.111443:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.111444:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.111445:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.111446:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444853.111448:0:35917:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444853.111450:0:35917:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.111452:0:35917:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.111455:0:35917:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.111456:0:35917:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.111458:0:35917:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1783444853.111459:0:35917:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1783444853.111461:0:35917:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1783444853.111463:0:35917:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1783444853.111465:0:35917:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.111467:0:35917:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.111472:0:35917:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1783444853.111475:0:35917:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444853.111477:0:35917:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444853.111479:0:35917:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1783444853.111482:0:35917:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1783444853.111485:0:35917:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=46 m=1783444852 a=1783444853 c=1783444852 b=0 00020000:00000001:2.0:1783444853.111488:0:35917:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.111490:0:35917:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.111492:0:35917:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000080:00200000:2.0:1783444853.111494:0:35917:0:(file.c:1743:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:2.0:1783444853.111556:0:35917:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1783444853.111559:0:35917:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1783444853.111561:0:35917:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91c74977cde0 (ffff91c74526ce18/0) at cl_lock_release():245 00000020:00000001:2.0:1783444853.111564:0:35917:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444853.111566:0:35917:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c74977cde0 (ffff91c74526ce18/0) at cl_lock_cancel():142 00020000:00000001:2.0:1783444853.111568:0:35917:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1783444853.111571:0:35917:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444853.111572:0:35917:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850016568 : -121189859535048 : ffff91c74978d738) 00000020:00000001:2.0:1783444853.111574:0:35917:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1783444853.111576:0:35917:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91c746559430 (ffff91c74526c2d8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1783444853.111578:0:35917:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1783444853.111580:0:35917:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1783444853.111581:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.111582:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1783444853.111583:0:35917:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1783444853.111585:0:35917:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444853.111586:0:35917:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444853.111587:0:35917:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1783444853.111588:0:35917:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444853.111590:0:35917:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c74977cde0 (ffff91c74526ce18/0) at cl_lock_fini():72 00020000:00000001:2.0:1783444853.111592:0:35917:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1783444853.111594:0:35917:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1783444853.111595:0:35917:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91c746559430 (ffff91c74526ce18/1) at cl_lock_fini():72 00000008:00000010:2.0:1783444853.111598:0:35917:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91c758bfbdb0. 00000020:00000001:2.0:1783444853.111603:0:35917:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1783444853.111604:0:35917:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91c746559400. 00020000:00000001:2.0:1783444853.111607:0:35917:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1783444853.111608:0:35917:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1783444853.111609:0:35917:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1783444853.111611:0:35917:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.111614:0:35917:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1783444853.111616:0:35917:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:2.0:1783444853.111618:0:35917:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1783444853.111620:0:35917:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1783444853.111621:0:35917:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783444853.111623:0:35917:0:(cl_object.c:925:cl_env_put()) 1@ffff91c74526c2d0 00000020:00000010:2.0:1783444853.111627:0:35917:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c75937f000. 00000020:00000010:2.0:1783444853.111630:0:35917:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7604bbf60. 00000008:00000010:2.0:1783444853.111634:0:35917:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c743550b30. 00020000:00000010:2.0:1783444853.111639:0:35917:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759654000. 00008000:00000010:2.0:1783444853.111643:0:35917:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c74355e350. 00000080:00000010:2.0:1783444853.111646:0:35917:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c760e623f0. 00000080:00000010:2.0:1783444853.111650:0:35917:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c74977d030. 00000020:00000010:2.0:1783444853.111654:0:35917:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75937ea00. 00000008:00000010:2.0:1783444853.111657:0:35917:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c751344f20. 00020000:00000010:2.0:1783444853.111660:0:35917:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c74978f478. 00008000:00000010:2.0:1783444853.111663:0:35917:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c742c39308. 00000080:00000010:2.0:1783444853.111667:0:35917:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c758828b40. 00000020:00000010:2.0:1783444853.111670:0:35917:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75937f400. 00000020:00000010:2.0:1783444853.111672:0:35917:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c74526c2d0. 00020000:00000001:2.0:1783444853.111674:0:35917:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1783444853.111676:0:35917:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:2.0:1783444853.111678:0:35917:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1783444853.111681:0:35917:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1783444853.111684:0:35917:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1783444853.111686:0:35917:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.111688:0:35917:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1783444853.111690:0:35917:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1783444853.111691:0:35917:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783444853.111692:0:35917:0:(cl_object.c:925:cl_env_put()) 1@ffff91c74526ce10 00000020:00000010:2.0:1783444853.111694:0:35917:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c75937fc00. 00000020:00000010:2.0:1783444853.111697:0:35917:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c7604bbf00. 00000008:00000010:2.0:1783444853.111699:0:35917:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c743554e50. 00020000:00000010:2.0:1783444853.111702:0:35917:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c759654f00. 00008000:00000010:2.0:1783444853.111704:0:35917:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c74355ea60. 00000080:00000010:2.0:1783444853.111706:0:35917:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c760e62150. 00000080:00000010:2.0:1783444853.111708:0:35917:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c74977cde0. 00000020:00000010:2.0:1783444853.111711:0:35917:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75937ec00. 00000008:00000010:2.0:1783444853.111714:0:35917:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c751345a20. 00020000:00000010:2.0:1783444853.111716:0:35917:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c74978d6d0. 00008000:00000010:2.0:1783444853.111718:0:35917:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c742c39860. 00000080:00000010:2.0:1783444853.111720:0:35917:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c7588283c0. 00000020:00000010:2.0:1783444853.111723:0:35917:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75937e200. 00000020:00000010:2.0:1783444853.111725:0:35917:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c74526ce10. 00000001:00000001:2.0:1783444853.111727:0:35917:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.111733:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c1bd08 00000080:00000008:2.0:1783444853.111735:0:35917:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff91c748db6c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1783444853.111741:0:35917:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1783444853.111743:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c1bda0 00000080:00002000:2.0:1783444853.111745:0:35917:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff91c748f580d8, parent ffff91c74931ae58, inode ffff91c748db6c08) hashed, 00000080:00000001:2.0:1783444853.111748:0:35917:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.111778:0:35917:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783444853.111781:0:35917:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783444853.111783:0:35917:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783444853.111784:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c1bbd8 00000080:00200000:2.0:1783444853.111786:0:35917:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:2.0:1783444853.111791:0:35917:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c752031e00. 00800000:00000002:2.0:1783444853.111807:0:35917:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:2.0:1783444853.111810:0:35917:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444853.111814:0:35917:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444853.111816:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c1baf8 00800000:00000002:2.0:1783444853.111817:0:35917:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444853.111821:0:35917:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1783444853.111823:0:35917:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444853.111825:0:35917:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444853.111827:0:35917:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444853.111829:0:35917:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444853.111831:0:35917:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444853.111832:0:35917:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444853.111834:0:35917:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444853.111837:0:35917:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783444853.111841:0:35917:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444853.111843:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c1b9c8 00000002:00010000:2.0:1783444853.111845:0:35917:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783444853.111848:0:35917:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783444853.111850:0:35917:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444853.111851:0:35917:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444853.111855:0:35917:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 2 00010000:00000001:2.0:1783444853.111857:0:35917:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444853.111860:0:35917:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444853.111863:0:35917:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444853.111866:0:35917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1783444853.111874:0:35917:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444853.111876:0:35917:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444853.111878:0:35917:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1783444853.111885:0:35917:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783444853.111886:0:35917:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783444853.111888:0:35917:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444853.111890:0:35917:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444853.111891:0:35917:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444853.111893:0:35917:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783444853.111896:0:35917:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783444853.111898:0:35917:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:2.0:1783444853.111901:0:35917:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c752031e00. 00000080:00000001:2.0:1783444853.111904:0:35917:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783444853.111905:0:35917:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444853.111907:0:35917:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:2.0:1783444853.111910:0:35917:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef7bc 00800000:00000001:2.0:1783444853.111914:0:35917:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444853.111915:0:35917:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444853.111917:0:35917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.111918:0:35917:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.111920:0:35917:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=3 00000020:00000001:2.0:1783444853.111922:0:35917:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444853.111925:0:35917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444853.111927:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.111928:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444853.111929:0:35917:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444853.111930:0:35917:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444853.111933:0:35917:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef7bc from it ffffa31941c1bc10 00010000:00000001:2.0:1783444853.111935:0:35917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.111936:0:35917:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.111937:0:35917:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=3 00000020:00000001:2.0:1783444853.111938:0:35917:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444853.111940:0:35917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444853.111942:0:35917:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444853.111944:0:35917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1783444853.111949:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.111950:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.111951:0:35917:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444853.111953:0:35917:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444853.111955:0:35917:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1783444853.111960:0:35917:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444853.111962:0:35917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444853.111963:0:35917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444853.111966:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.111967:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.111968:0:35917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.111970:0:35917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444853.111972:0:35917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.111973:0:35917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.111976:0:35917:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.111978:0:35917:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444853.111979:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.111980:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783444853.111982:0:35917:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783444853.111983:0:35917:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444853.111985:0:35917:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 1 00000080:00000001:2.0:1783444853.111988:0:35917:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.111994:0:35917:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1783444853.111996:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c1bda0 00000080:00002000:2.0:1783444853.111998:0:35917:0:(dcache.c:87:ll_dcompare()) found name recon(ffff91c748f580d8) flags 0x48004e refc 0 00000080:00000001:2.0:1783444853.112000:0:35917:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.112002:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c1be10 00000080:00200000:2.0:1783444853.112003:0:35917:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:2.0:1783444853.112007:0:35917:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:2.0:1783444853.112008:0:35917:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1783444853.112009:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c1bd30 00000080:00200000:2.0:1783444853.112011:0:35917:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88),name=/ 00000080:00000010:2.0:1783444853.112015:0:35917:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c752031e00. 00800000:00000002:2.0:1783444853.112017:0:35917:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00000080:00000001:2.0:1783444853.112019:0:35917:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1783444853.112021:0:35917:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1783444853.112022:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c1bc50 00800000:00000002:2.0:1783444853.112024:0:35917:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444853.112026:0:35917:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1783444853.112027:0:35917:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444853.112029:0:35917:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444853.112030:0:35917:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444853.112031:0:35917:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444853.112033:0:35917:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444853.112034:0:35917:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444853.112036:0:35917:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444853.112038:0:35917:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1783444853.112040:0:35917:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1783444853.112041:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c1bb20 00000002:00010000:2.0:1783444853.112043:0:35917:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1783444853.112046:0:35917:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1783444853.112047:0:35917:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444853.112048:0:35917:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444853.112051:0:35917:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 2 00010000:00000001:2.0:1783444853.112053:0:35917:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444853.112620:0:35917:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444853.112623:0:35917:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1783444853.112627:0:35917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1783444853.112635:0:35917:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1783444853.112637:0:35917:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444853.112641:0:35917:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:2.0:1783444853.112648:0:35917:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1783444853.112649:0:35917:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783444853.112651:0:35917:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444853.112653:0:35917:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1783444853.112655:0:35917:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444853.112657:0:35917:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1783444853.112660:0:35917:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1783444853.112662:0:35917:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:2.0:1783444853.112664:0:35917:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c752031e00. 00000080:00000001:2.0:1783444853.112667:0:35917:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1783444853.112669:0:35917:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444853.112671:0:35917:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00010000:2.0:1783444853.112674:0:35917:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91c748db3a88) for lock 0x5503b2fe824ef7bc 00800000:00000001:2.0:1783444853.112677:0:35917:0:(lmv_obd.c:4077:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1783444853.112678:0:35917:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1783444853.112680:0:35917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.112681:0:35917:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.112683:0:35917:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=3 00000020:00000001:2.0:1783444853.112685:0:35917:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444853.112687:0:35917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444853.112690:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.112691:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1783444853.112692:0:35917:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444853.112694:0:35917:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1783444853.112696:0:35917:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5503b2fe824ef7bc from it ffffa31941c1bd68 00010000:00000001:2.0:1783444853.112698:0:35917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444853.112700:0:35917:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444853.112701:0:35917:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c752224e00 refcount=3 00000020:00000001:2.0:1783444853.112703:0:35917:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444853.112705:0:35917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883995340288 : -121189714211328 : ffff91c752224e00) 00010000:00000001:2.0:1783444853.112706:0:35917:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783444853.112709:0:35917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1783444853.112714:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.112716:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.112717:0:35917:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1783444853.112719:0:35917:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1783444853.112721:0:35917:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1783444853.112727:0:35917:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783444853.112728:0:35917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1783444853.112729:0:35917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444853.112731:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.112732:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.112734:0:35917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.112736:0:35917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1783444853.112737:0:35917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.112739:0:35917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.112741:0:35917:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.112743:0:35917:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783444853.112744:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.112745:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1783444853.112747:0:35917:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1783444853.112749:0:35917:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1783444853.112751:0:35917:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91c748db3a88), inode mode 41ff mask 3 00000080:00000001:2.0:1783444853.112754:0:35917:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.112758:0:35917:0:(namei.c:2404:ll_unlink()) Process entered 00000020:00000001:2.0:1783444853.112760:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c1bdf8 00000080:00200000:2.0:1783444853.112762:0:35917:0:(namei.c:2407:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff91c748db3a88) 00000080:00000001:2.0:1783444853.112765:0:35917:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:2.0:1783444853.112768:0:35917:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444853.112772:0:35917:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7630. 00000020:00000010:2.0:1783444853.112775:0:35917:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031e00. 00000020:00000010:2.0:1783444853.112779:0:35917:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752031c00. 00000020:00000010:2.0:1783444853.112782:0:35917:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427c60. 00000008:00000010:2.0:1783444853.112787:0:35917:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444853.112790:0:35917:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444853.112804:0:35917:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444853.112810:0:35917:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444853.112813:0:35917:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444853.112816:0:35917:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031800. 00000008:00000010:2.0:1783444853.112820:0:35917:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444853.112823:0:35917:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444853.112826:0:35917:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444853.112829:0:35917:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526ec30. 00000020:00000001:2.0:1783444853.112832:0:35917:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747362360 : -121189962189256 : ffff91c7435a7638) 00000020:00001000:2.0:1783444853.112834:0:35917:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7630 00000020:00000001:2.0:1783444853.112836:0:35917:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1783444853.112839:0:35917:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c758a50000 00020000:00000002:2.0:1783444853.112842:0:35917:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff91c7604272a0 addref 2/0 by ffff91c758a50000. 00020000:00000002:2.0:1783444853.112844:0:35917:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c758a50000 00020000:00000001:2.0:1783444853.112846:0:35917:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1783444853.112849:0:35917:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1783444853.112851:0:35917:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1783444853.112853:0:35917:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:2.0:1783444853.112855:0:35917:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:2.0:1783444853.112857:0:35917:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7630 00000020:00000010:2.0:1783444853.112860:0:35917:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752031c00. 00000020:00000010:2.0:1783444853.112863:0:35917:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427c60. 00000008:00000010:2.0:1783444853.112866:0:35917:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444853.112870:0:35917:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444853.112873:0:35917:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444853.112875:0:35917:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444853.112877:0:35917:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444853.112880:0:35917:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031e00. 00000008:00000010:2.0:1783444853.112882:0:35917:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444853.112885:0:35917:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444853.112887:0:35917:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444853.112890:0:35917:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526ec30. 00000020:00000010:2.0:1783444853.112893:0:35917:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031800. 00000020:00000010:2.0:1783444853.112895:0:35917:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7630. 00000080:00000001:2.0:1783444853.112897:0:35917:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1783444853.112900:0:35917:0:(llite_lib.c:3918:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff91c752031800. 00800000:00000002:2.0:1783444853.112903:0:35917:0:(lmv_obd.c:3992:lmv_stripe_object_get()) get ffff91c75909ef40 2 00800000:00000001:2.0:1783444853.112910:0:35917:0:(lmv_obd.c:3484:lmv_unlink()) Process entered 00800000:00000001:2.0:1783444853.112912:0:35917:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444853.112914:0:35917:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444853.112915:0:35917:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444853.112917:0:35917:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444853.112919:0:35917:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444853.112920:0:35917:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1783444853.112922:0:35917:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444853.112924:0:35917:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444853.112926:0:35917:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444853.112927:0:35917:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444853.112928:0:35917:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444853.112930:0:35917:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444853.112932:0:35917:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:2.0:1783444853.112934:0:35917:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444853.112936:0:35917:0:(lmv_obd.c:2553:lmv_early_cancel()) Process entered 00800000:00000001:2.0:1783444853.112937:0:35917:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444853.112938:0:35917:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444853.112939:0:35917:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444853.112940:0:35917:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444853.112942:0:35917:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444853.112943:0:35917:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:2.0:1783444853.112945:0:35917:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444853.112948:0:35917:0:(lmv_obd.c:2572:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x30:0x0] 00800000:00000001:2.0:1783444853.112950:0:35917:0:(lmv_obd.c:2577:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444853.112952:0:35917:0:(lmv_obd.c:3524:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x30:0x0] -> mds #0 00000002:00000001:2.0:1783444853.112957:0:35917:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1783444853.112959:0:35917:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1783444853.112963:0:35917:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 2 00010000:00000001:2.0:1783444853.112966:0:35917:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444853.112968:0:35917:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1783444853.112971:0:35917:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783444853.112974:0:35917:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:2.0:1783444853.112982:0:35917:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1783444853.112985:0:35917:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1783444853.112987:0:35917:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1783444853.112989:0:35917:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1783444853.112992:0:35917:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444853.112993:0:35917:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444853.112995:0:35917:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 3 00010000:00000001:2.0:1783444853.112997:0:35917:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444853.112999:0:35917:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444853.113000:0:35917:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444853.113001:0:35917:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444853.113002:0:35917:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 3 00010000:00000001:2.0:1783444853.113004:0:35917:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444853.113006:0:35917:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444853.113008:0:35917:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444853.113009:0:35917:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444853.113010:0:35917:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211e00 count: 3 00010000:00000001:2.0:1783444853.113011:0:35917:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444853.113013:0:35917:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.113015:0:35917:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1783444853.113018:0:35917:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91c748db39c0, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1783444853.113022:0:35917:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1783444853.113024:0:35917:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1783444853.113026:0:35917:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1783444853.113028:0:35917:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.113031:0:35917:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783444853.113034:0:35917:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783444853.113036:0:35917:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783444853.113037:0:35917:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444853.113039:0:35917:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1783444853.113042:0:35917:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752224e00 with handle 0x5503b2fe824ef7bc from hash 00010000:00000001:2.0:1783444853.113044:0:35917:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783444853.113046:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.113047:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.113048:0:35917:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783444853.113051:0:35917:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783444853.113052:0:35917:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1783444853.115279:0:35917:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1783444853.115282:0:35917:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783444853.115285:0:35917:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1783444853.115288:0:35917:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1783444853.115293:0:35917:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 4 00010000:00000001:2.0:1783444853.115296:0:35917:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444853.115298:0:35917:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1783444853.115301:0:35917:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783444853.115305:0:35917:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225200/0x5503b2fe824ef7c3 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x332dd2263f6dde37 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1783444853.115314:0:35917:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1783444853.115317:0:35917:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1783444853.115319:0:35917:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1783444853.115320:0:35917:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x30:0x0] mode CR 00000002:00000001:2.0:1783444853.115323:0:35917:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444853.115325:0:35917:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444853.115327:0:35917:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 5 00010000:00000001:2.0:1783444853.115329:0:35917:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444853.115332:0:35917:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444853.115334:0:35917:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444853.115335:0:35917:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444853.115337:0:35917:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 5 00010000:00000001:2.0:1783444853.115338:0:35917:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444853.115340:0:35917:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444853.115341:0:35917:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444853.115342:0:35917:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444853.115344:0:35917:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 5 00010000:00000001:2.0:1783444853.115346:0:35917:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444853.115348:0:35917:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.115350:0:35917:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.115352:0:35917:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1783444853.115356:0:35917:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1783444853.115361:0:35917:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff91c752031e00. 00000080:00000001:2.0:1783444853.115364:0:35917:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1783444853.115367:0:35917:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1783444853.115371:0:35917:0:(lmv_obd.c:1665:lmv_close()) Process entered 00800000:00000001:2.0:1783444853.115373:0:35917:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444853.115375:0:35917:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444853.115377:0:35917:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444853.115379:0:35917:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444853.115381:0:35917:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444853.115383:0:35917:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:2.0:1783444853.115386:0:35917:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444853.115388:0:35917:0:(lmv_obd.c:1671:lmv_close()) CLOSE [0x200000405:0x30:0x0] 00000002:00000001:2.0:1783444853.115390:0:35917:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1783444853.115392:0:35917:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91c759350000: [0x200000405:0x30:0x0] file closed with intent: 0 00000100:00000010:2.0:1783444853.115398:0:35917:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f0700. 00000020:00000040:2.0:1783444853.115403:0:35917:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=9 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:2.0:1783444853.115407:0:35917:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444853.115410:0:35917:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444853.115413:0:35917:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444853.115420:0:35917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c752031c00. 00000100:00000001:2.0:1783444853.115426:0:35917:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1783444853.115442:0:35917:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91c7603f3100 x1870075608321536/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444869 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1783444853.115460:0:35917:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1783444853.115464:0:35917:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c7603f0700 x1870075608321792/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1783444853.115471:0:35917:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444853.115474:0:35917:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444853.115479:0:35917:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7464c1a80. 00000100:00000001:2.0:1783444853.115481:0:35917:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883796753024 : -121189912798592 : ffff91c7464c1a80) 00000100:00000001:2.0:1783444853.115484:0:35917:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444853.115485:0:35917:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232103680 : -121189477447936 : ffff91c7603f0700) 00000100:00000001:2.0:1783444853.115490:0:35917:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444853.115494:0:35917:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444853.117648:0:35917:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444853.117651:0:35917:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444853.117660:0:35917:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f0700 x1870075608321792/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444853.117671:0:35917:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444853.117674:0:35917:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444853.117678:0:35917:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444853.117681:0:35917:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444853.117684:0:35917:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444853.117687:0:35917:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f0700 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:35917:1870075608321792:192.168.204.110@tcp:35:rm.0 00000100:00000001:2.0:1783444853.117691:0:35917:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444853.117697:0:35917:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444853.117700:0:35917:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444853.117702:0:35917:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444853.117710:0:35917:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c750f6cc00. 02000000:00000001:2.0:1783444853.117712:0:35917:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444853.117718:0:35917:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444853.117722:0:35917:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff478. 00000400:00000010:2.0:1783444853.117729:0:35917:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83440. 00000100:00000200:2.0:1783444853.117735:0:35917:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608321792, portal 10 00000100:00000001:2.0:1783444853.117737:0:35917:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444853.117739:0:35917:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232103680 : -121189477447936 : ffff91c7603f0700) 00000100:00000040:2.0:1783444853.117746:0:35917:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff91c7603f0700 x1870075608321792/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444869 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444853.117753:0:35917:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444853.117755:0:35917:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444853.117758:0:35917:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f833b8. 00000100:00000200:2.0:1783444853.117761:0:35917:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870075608321792, offset 0 00000400:00000200:2.0:1783444853.117767:0:35917:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444853.117774:0:35917:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444853.117781:0:35917:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444853.117786:0:35917:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444853.117790:0:35917:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444853.117804:0:35917:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444853.117807:0:35917:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444853.117811:0:35917:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2981:2981:256:4294967295] 192.168.204.110@tcp LPNI seq info [2981:2981:8:4294967295] 00000400:00000200:2.0:1783444853.117816:0:35917:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444853.117825:0:35917:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444853.117831:0:35917:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444853.117836:0:35917:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1d00. 00000800:00000200:2.0:1783444853.117842:0:35917:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444853.117850:0:35917:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444853.117854:0:35917:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1d00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1783444853.119123:0:35917:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444853.119130:0:35917:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 858107 usecs (859 jiffies) 00000400:00000200:2.0:1783444853.119135:0:35917:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444853.119138:0:35917:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296492984 00000100:00000001:2.0:1783444853.119146:0:35917:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296492877 00000100:00000001:2.0:1783444853.119151:0:35917:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296492984 00000100:00000001:2.0:1783444853.119155:0:35917:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296492877 00000100:00000001:2.0:1783444853.119158:0:35917:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444853.119161:0:35917:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444853.119163:0:35917:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444853.119165:0:35917:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444853.119168:0:35917:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7464c1a80 going to sleep for 11 seconds 00000100:00000001:2.0:1783444853.119170:0:35917:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444853.119173:0:35917:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444853.128786:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444853.128811:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1d00. 00000400:00000200:1.0:1783444853.128819:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444853.128827:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444853.128834:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f833b8 00000400:00000010:1.0:1783444853.128836:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f833b8. 00000100:00000001:1.0:1783444853.128841:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444853.128849:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0700 x1870075608321792/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444869 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444853.128862:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444853.128866:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f0700 x1870075608321792/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444869 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1783444853.128872:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444853.128874:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783444853.139238:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444853.139254:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444853.139258:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444853.139261:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444853.139269:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444853.139277:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444853.139287:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444853.139291:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444853.139296:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444853.139300:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8564f00 00000400:00000200:0.0:1783444853.139305:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444853.139311:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x8329 [1] + 224 00000800:00000001:0.0:1783444853.139318:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444853.139368:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444853.139372:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444853.139377:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444853.139383:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444853.139392:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0700 x1870075608321792/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444869 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783444853.139403:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91c7603f0700 x1870075608321792/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444869 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783444853.139415:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444853.139423:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444853.139426:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444853.139478:0:35917:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444853.139485:0:35917:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444853.139487:0:35917:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444853.139490:0:35917:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff478. 00000400:00000200:2.0:1783444853.139494:0:35917:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83440 00000400:00000010:2.0:1783444853.139496:0:35917:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83440. 00000100:00000001:2.0:1783444853.139499:0:35917:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444853.139504:0:35917:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f0700 x1870075608321792/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444869 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1783444853.139513:0:35917:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f0700 x1870075608321792/t0(0) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1783444869 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444853.139519:0:35917:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444853.139521:0:35917:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444853.139524:0:35917:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444853.139527:0:35917:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444853.139529:0:35917:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444853.139531:0:35917:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444853.139535:0:35917:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444853.139543:0:35917:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bcf0 time=33 v=5 (5 5 5 5) 00000100:00001000:2.0:1783444853.139547:0:35917:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=40 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444853.139550:0:35917:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444853.139552:0:35917:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.139554:0:35917:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444853.139558:0:35917:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444853.139561:0:35917:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783444853.139562:0:35917:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1783444853.139564:0:35917:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783444853.139567:0:35917:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444853.139569:0:35917:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232103680 : -121189477447936 : ffff91c7603f0700) 00000100:00000001:2.0:1783444853.139572:0:35917:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444853.139574:0:35917:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 8589934608 00000100:00000001:2.0:1783444853.139576:0:35917:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444853.139579:0:35917:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444853.139583:0:35917:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f0700 x1870075608321792/t8589934617(8589934617) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444869 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444853.139590:0:35917:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444853.139593:0:35917:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444853.139596:0:35917:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444853.139600:0:35917:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f0700 x1870075608321792/t8589934617(8589934617) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444869 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783444853.139608:0:35917:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f0700 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:35917:1870075608321792:192.168.204.110@tcp:35:rm.0 00000100:00000001:2.0:1783444853.139612:0:35917:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444853.139615:0:35917:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444853.139617:0:35917:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444853.139619:0:35917:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444853.139622:0:35917:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f0700 x1870075608321792/t8589934617(8589934617) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444869 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444853.139630:0:35917:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444853.139632:0:35917:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7464c1a80. 00000100:00000001:2.0:1783444853.139635:0:35917:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444853.139637:0:35917:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444853.139643:0:35917:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444853.139644:0:35917:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232103680 : -121189477447936 : ffff91c7603f0700) 00000002:00000001:2.0:1783444853.139647:0:35917:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444853.139650:0:35917:0:(lmv_obd.c:1673:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783444853.139655:0:35917:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c752031e00. 00000080:00000001:2.0:1783444853.139658:0:35917:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1783444853.139661:0:35917:0:(lmv_obd.c:4191:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1783444853.139663:0:35917:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1783444853.139666:0:35917:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1783444853.139668:0:35917:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1783444853.139671:0:35917:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1783444853.139673:0:35917:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444853.139675:0:35917:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:2.0:1783444853.139677:0:35917:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444853.139681:0:35917:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1783444853.139686:0:35917:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91c7603f3100 x1870075608321536/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444869 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444853.139694:0:35917:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444853.139695:0:35917:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232114432 : -121189477437184 : ffff91c7603f3100) 00000100:00000001:2.0:1783444853.139697:0:35917:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444853.139700:0:35917:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f3100 x1870075608321536/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444869 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444853.139707:0:35917:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444853.139708:0:35917:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444853.139712:0:35917:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f0700 x1870075608321792/t8589934617(8589934617) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444869 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444853.139718:0:35917:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444853.139720:0:35917:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444853.139723:0:35917:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f3100 x1870075608321536/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444869 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444853.139730:0:35917:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1783444853.139733:0:35917:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444853.139735:0:35917:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:2.0:1783444853.139737:0:35917:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444853.139740:0:35917:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c750f6dc00. 02000000:00000001:2.0:1783444853.139744:0:35917:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444853.139745:0:35917:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444853.139747:0:35917:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f3100. 00000100:00000001:2.0:1783444853.139751:0:35917:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444853.139752:0:35917:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444853.139754:0:35917:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444853.139756:0:35917:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0700 x1870075608321792/t8589934617(8589934617) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444869 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444853.139769:0:35917:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444853.139770:0:35917:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff91c7507eb740. 00000002:00000001:2.0:1783444853.139773:0:35917:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444853.139775:0:35917:0:(lmv_obd.c:4197:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1783444853.139777:0:35917:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91c76050a600. 00000100:00000001:2.0:1783444853.139780:0:35917:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444853.139783:0:35917:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0700 x1870075608321792/t8589934617(8589934617) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444869 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1783444853.139790:0:35917:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444853.139791:0:35917:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444853.139810:0:35917:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6cc00. 02000000:00000001:2.0:1783444853.139813:0:35917:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444853.139814:0:35917:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444853.139816:0:35917:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:2.0:1783444853.139818:0:35917:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444853.139819:0:35917:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c752031c00. 02000000:00000001:2.0:1783444853.139821:0:35917:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444853.139822:0:35917:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444853.139823:0:35917:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0700. 00000100:00000001:2.0:1783444853.139826:0:35917:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444853.139827:0:35917:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444853.139830:0:35917:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.139833:0:35917:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1783444853.139835:0:35917:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x30:0x0] mode (null) 00000002:00000001:2.0:1783444853.139838:0:35917:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444853.139842:0:35917:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444853.139848:0:35917:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 5 00010000:00000001:2.0:1783444853.139850:0:35917:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444853.139855:0:35917:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444853.139857:0:35917:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444853.139858:0:35917:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444853.139860:0:35917:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 5 00010000:00000001:2.0:1783444853.139862:0:35917:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444853.139863:0:35917:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.139866:0:35917:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.139868:0:35917:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:2.0:1783444853.139870:0:35917:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444853.139875:0:35917:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7630. 00000020:00000010:2.0:1783444853.139879:0:35917:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031c00. 00000020:00000010:2.0:1783444853.139884:0:35917:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752031e00. 00000020:00000010:2.0:1783444853.139887:0:35917:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427c60. 00000008:00000010:2.0:1783444853.139894:0:35917:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444853.139899:0:35917:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444853.139903:0:35917:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444853.139910:0:35917:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444853.139913:0:35917:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444853.139917:0:35917:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031600. 00000008:00000010:2.0:1783444853.139920:0:35917:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444853.139924:0:35917:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444853.139927:0:35917:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444853.139930:0:35917:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526ec30. 00000020:00000001:2.0:1783444853.139934:0:35917:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747362360 : -121189962189256 : ffff91c7435a7638) 00000020:00001000:2.0:1783444853.139937:0:35917:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7630 00000020:00000001:2.0:1783444853.139938:0:35917:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:2.0:1783444853.139942:0:35917:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x30:0x0]: losing layout lock 00000080:00000001:2.0:1783444853.139945:0:35917:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1783444853.139948:0:35917:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1783444853.139952:0:35917:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:2.0:1783444853.139954:0:35917:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1783444853.139957:0:35917:0:(lov_object.c:1533:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1783444853.139959:0:35917:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.139961:0:35917:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1783444853.139963:0:35917:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7630 00000020:00000010:2.0:1783444853.139966:0:35917:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752031e00. 00000020:00000010:2.0:1783444853.139970:0:35917:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427c60. 00000008:00000010:2.0:1783444853.139973:0:35917:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444853.139977:0:35917:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444853.139979:0:35917:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444853.139983:0:35917:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444853.139986:0:35917:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444853.139989:0:35917:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031c00. 00000008:00000010:2.0:1783444853.139992:0:35917:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444853.139994:0:35917:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444853.139998:0:35917:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444853.140000:0:35917:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526ec30. 00000020:00000010:2.0:1783444853.140002:0:35917:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031600. 00000020:00000010:2.0:1783444853.140004:0:35917:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7630. 00000080:00000001:2.0:1783444853.140007:0:35917:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.140010:0:35917:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1783444853.140013:0:35917:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x30:0x0](ffff91c748db6c08) invalid 00000020:00000001:2.0:1783444853.140016:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c1ba60 00000080:00002000:2.0:1783444853.140018:0:35917:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry recon (ffff91c748f580d8) parent ffff91c74931ae58 inode ffff91c748db6c08 refc 1 00000080:00000001:2.0:1783444853.140023:0:35917:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1783444853.140025:0:35917:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1783444853.140027:0:35917:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.140031:0:35917:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783444853.140034:0:35917:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783444853.140036:0:35917:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783444853.140038:0:35917:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444853.140041:0:35917:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1783444853.140045:0:35917:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c752225200 with handle 0x5503b2fe824ef7c3 from hash 00010000:00000001:2.0:1783444853.140048:0:35917:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783444853.140050:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.140051:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.140052:0:35917:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783444853.140084:0:35917:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783444853.140086:0:35917:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1783444853.140089:0:35917:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783444853.140093:0:35917:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dac00/0x5503b2fe824ef7b5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x332dd2263f6dde1b expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1783444853.140103:0:35917:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1783444853.140106:0:35917:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1783444853.140108:0:35917:0:(xattr_cache.c:339:ll_xattr_cache_empty()) Process entered 00000080:00000020:2.0:1783444853.140111:0:35917:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.link 00000080:00000010:2.0:1783444853.140113:0:35917:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff91c7605177a0. 00000080:00000010:2.0:1783444853.140116:0:35917:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 47 at ffff91c745359540. 00000080:00000010:2.0:1783444853.140119:0:35917:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff91c7460afa00. 00000080:00000020:2.0:1783444853.140122:0:35917:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: user.job 00000080:00000010:2.0:1783444853.140124:0:35917:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 9 at ffff91c760517120. 00000080:00000010:2.0:1783444853.140126:0:35917:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 6 at ffff91c7434b5e60. 00000080:00000010:2.0:1783444853.140128:0:35917:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff91c7460af9b0. 00000080:00000020:2.0:1783444853.140130:0:35917:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lov 00000080:00000010:2.0:1783444853.140131:0:35917:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff91c760517460. 00000080:00000010:2.0:1783444853.140133:0:35917:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 56 at ffff91c745359200. 00000080:00000010:2.0:1783444853.140136:0:35917:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff91c7460af028. 00000080:00000020:2.0:1783444853.140138:0:35917:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lma 00000080:00000010:2.0:1783444853.140139:0:35917:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff91c760517420. 00000080:00000010:2.0:1783444853.140141:0:35917:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff91c746478440. 00000080:00000010:2.0:1783444853.140144:0:35917:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff91c7460af4d8. 00000080:00000001:2.0:1783444853.140146:0:35917:0:(xattr_cache.c:360:ll_xattr_cache_empty()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.140147:0:35917:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1783444853.140148:0:35917:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.140150:0:35917:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783444853.140152:0:35917:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783444853.140153:0:35917:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783444853.140154:0:35917:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444853.140156:0:35917:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1783444853.140158:0:35917:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c7583dac00 with handle 0x5503b2fe824ef7b5 from hash 00010000:00000001:2.0:1783444853.140160:0:35917:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783444853.140162:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.140163:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.140164:0:35917:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783444853.140165:0:35917:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783444853.140166:0:35917:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1783444853.140169:0:35917:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783444853.140171:0:35917:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00000001:2.0:1783444853.140184:0:35917:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1783444853.140185:0:35917:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1783444853.140187:0:35917:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1783444853.140188:0:35917:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000405:0x30:0x0] mode (null) 00000002:00000001:2.0:1783444853.140190:0:35917:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444853.140191:0:35917:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444853.140193:0:35917:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 5 00010000:00000001:2.0:1783444853.140195:0:35917:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444853.140198:0:35917:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444853.140199:0:35917:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444853.140200:0:35917:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444853.140202:0:35917:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 5 00010000:00000001:2.0:1783444853.140204:0:35917:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444853.140205:0:35917:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444853.140207:0:35917:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444853.140207:0:35917:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444853.140209:0:35917:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 5 00010000:00000001:2.0:1783444853.140211:0:35917:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444853.140213:0:35917:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444853.140214:0:35917:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1783444853.140215:0:35917:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1783444853.140217:0:35917:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211b00 count: 5 00010000:00000001:2.0:1783444853.140219:0:35917:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1783444853.140220:0:35917:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.140222:0:35917:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.140224:0:35917:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:2.0:1783444853.140225:0:35917:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444853.140227:0:35917:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7630. 00000020:00000010:2.0:1783444853.140230:0:35917:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031600. 00000020:00000010:2.0:1783444853.140232:0:35917:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752031c00. 00000020:00000010:2.0:1783444853.140235:0:35917:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427c60. 00000008:00000010:2.0:1783444853.140237:0:35917:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444853.140240:0:35917:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444853.140243:0:35917:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444853.140246:0:35917:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444853.140248:0:35917:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444853.140251:0:35917:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031e00. 00000008:00000010:2.0:1783444853.140253:0:35917:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444853.140255:0:35917:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444853.140258:0:35917:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444853.140260:0:35917:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526ec30. 00000020:00000001:2.0:1783444853.140262:0:35917:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747362360 : -121189962189256 : ffff91c7435a7638) 00000020:00001000:2.0:1783444853.140264:0:35917:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7630 00000020:00000001:2.0:1783444853.140266:0:35917:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:2.0:1783444853.140267:0:35917:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x30:0x0]: losing layout lock 00000080:00000001:2.0:1783444853.140269:0:35917:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1783444853.140271:0:35917:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1783444853.140272:0:35917:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:2.0:1783444853.140274:0:35917:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1783444853.140276:0:35917:0:(lov_object.c:1533:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1783444853.140278:0:35917:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.140280:0:35917:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1783444853.140281:0:35917:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7630 00000020:00000010:2.0:1783444853.140283:0:35917:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752031c00. 00000020:00000010:2.0:1783444853.140286:0:35917:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427c60. 00000008:00000010:2.0:1783444853.140288:0:35917:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444853.140291:0:35917:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444853.140293:0:35917:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444853.140295:0:35917:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444853.140297:0:35917:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444853.140299:0:35917:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031600. 00000008:00000010:2.0:1783444853.140301:0:35917:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444853.140304:0:35917:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444853.140306:0:35917:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444853.140309:0:35917:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526ec30. 00000020:00000010:2.0:1783444853.140311:0:35917:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031e00. 00000020:00000010:2.0:1783444853.140313:0:35917:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7630. 00000080:00000001:2.0:1783444853.140315:0:35917:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.140317:0:35917:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1783444853.140319:0:35917:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x30:0x0](ffff91c748db6c08) invalid 00000020:00000001:2.0:1783444853.140321:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c1ba60 00000080:00002000:2.0:1783444853.140323:0:35917:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry recon (ffff91c748f580d8) parent ffff91c74931ae58 inode ffff91c748db6c08 refc 1 00000080:00000001:2.0:1783444853.140326:0:35917:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1783444853.140327:0:35917:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1783444853.140329:0:35917:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.140331:0:35917:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783444853.140332:0:35917:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783444853.140333:0:35917:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783444853.140335:0:35917:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444853.140337:0:35917:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1783444853.140339:0:35917:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c7583daa00 with handle 0x5503b2fe824ef792 from hash 00010000:00000001:2.0:1783444853.140341:0:35917:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783444853.140342:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.140343:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.140344:0:35917:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783444853.140346:0:35917:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783444853.140347:0:35917:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1783444853.140350:0:35917:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:2.0:1783444853.140352:0:35917:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=3 : 3 : 3) 00000002:00000001:2.0:1783444853.140354:0:35917:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=3 : 3 : 3) 00000100:00000010:2.0:1783444853.140358:0:35917:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f0700. 00000020:00000040:2.0:1783444853.140361:0:35917:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 02000000:00000001:2.0:1783444853.140365:0:35917:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1783444853.140367:0:35917:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.140369:0:35917:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1783444853.140373:0:35917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444853.140377:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.140378:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.140379:0:35917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444853.140382:0:35917:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444853.140384:0:35917:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444853.140388:0:35917:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444853.140393:0:35917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c752031e00. 00000100:00000001:2.0:1783444853.140398:0:35917:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.140401:0:35917:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444853.140404:0:35917:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1783444853.140408:0:35917:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225200/0x5503b2fe824ef7c3 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x332dd2263f6dde37 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1783444853.140416:0:35917:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dac00/0x5503b2fe824ef7b5 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dde1b expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1783444853.140424:0:35917:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1783444853.140432:0:35917:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1783444853.140438:0:35917:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:2.0:1783444853.140439:0:35917:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:2.0:1783444853.140441:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783444853.140444:0:35917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752225200/0x5503b2fe824ef7c3 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x332dd2263f6dde37 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1783444853.140451:0:35917:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91c76050a400. 00010000:00000001:2.0:1783444853.140457:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.140459:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783444853.140461:0:35917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583dac00/0x5503b2fe824ef7b5 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dde1b expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1783444853.140469:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.140470:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783444853.140472:0:35917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c7583daa00/0x5503b2fe824ef792 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x332dd2263f6dddd5 expref: -99 pid: 35908 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00000010:2.0:1783444853.140479:0:35917:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91c76050a1c0. 00010000:00000040:2.0:1783444853.140482:0:35917:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747211b00 count: 0 00010000:00000010:2.0:1783444853.140486:0:35917:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c743ef4080. 00010000:00000001:2.0:1783444853.140491:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.140492:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783444853.140495:0:35917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91c759350000 lock: ffff91c752224e00/0x5503b2fe824ef7bc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x332dd2263f6dde29 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:2.0:1783444853.140501:0:35917:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747211e00 count: 0 00010000:00000010:2.0:1783444853.140504:0:35917:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91c743ef4d80. 00010000:00000001:2.0:1783444853.140508:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444853.140510:0:35917:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.140511:0:35917:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444853.140513:0:35917:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.140514:0:35917:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1783444853.140523:0:35917:0:(genops.c:2446:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91c759350000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1783444853.140529:0:35917:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91c7603f0700 x1870075608322048/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444853.140536:0:35917:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783444853.140538:0:35917:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783444853.140542:0:35917:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91c7464c1a80. 00000100:00000001:2.0:1783444853.140544:0:35917:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622883796753024 : -121189912798592 : ffff91c7464c1a80) 00000100:00000001:2.0:1783444853.140546:0:35917:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444853.140548:0:35917:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232103680 : -121189477447936 : ffff91c7603f0700) 00000100:00000001:2.0:1783444853.140552:0:35917:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444853.140556:0:35917:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444853.140558:0:35917:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783444853.140560:0:35917:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444853.140563:0:35917:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f0700 x1870075608322048/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444853.140570:0:35917:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444853.140572:0:35917:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444853.140575:0:35917:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444853.140578:0:35917:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444853.140581:0:35917:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444853.140584:0:35917:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f0700 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:35917:1870075608322048:192.168.204.110@tcp:36:rm.0 00000100:00000001:2.0:1783444853.140587:0:35917:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444853.140592:0:35917:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444853.140594:0:35917:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444853.140596:0:35917:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444853.140599:0:35917:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91c750f6cc00. 02000000:00000001:2.0:1783444853.140601:0:35917:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444853.140605:0:35917:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444853.140608:0:35917:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff478. 00000400:00000010:2.0:1783444853.140613:0:35917:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83440. 00000100:00000200:2.0:1783444853.140618:0:35917:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870075608322048, portal 10 00000100:00000001:2.0:1783444853.140619:0:35917:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444853.140621:0:35917:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232103680 : -121189477447936 : ffff91c7603f0700) 00000100:00000040:2.0:1783444853.140626:0:35917:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f0700 x1870075608322048/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1783444869 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444853.140633:0:35917:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444853.140636:0:35917:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444853.140638:0:35917:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83a18. 00000100:00000200:2.0:1783444853.140641:0:35917:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1870075608322048, offset 0 00000400:00000200:2.0:1783444853.140662:0:35917:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444853.140667:0:35917:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444853.140674:0:35917:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444853.140679:0:35917:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444853.140683:0:35917:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444853.140686:0:35917:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444853.140689:0:35917:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444853.140693:0:35917:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2982:2982:256:4294967295] 192.168.204.110@tcp LPNI seq info [2982:2982:8:4294967295] 00000400:00000200:2.0:1783444853.140697:0:35917:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444853.140706:0:35917:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444853.140712:0:35917:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444853.140716:0:35917:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1a00. 00000800:00000200:2.0:1783444853.140722:0:35917:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444853.140730:0:35917:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444853.140734:0:35917:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1a00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1783444853.140747:0:35917:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444853.140751:0:35917:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 857100 usecs (858 jiffies) 00000400:00000200:2.0:1783444853.140754:0:35917:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444853.140757:0:35917:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296493003 00000100:00000001:2.0:1783444853.140764:0:35917:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, simply extend its deadline from 4296492984 00000100:00000001:2.0:1783444853.140768:0:35917:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296493003 00000100:00000001:2.0:1783444853.140771:0:35917:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, simply extend its deadline from 4296492984 00000100:00000001:2.0:1783444853.140775:0:35917:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444853.140777:0:35917:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444853.140779:0:35917:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444853.140780:0:35917:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783444853.140783:0:35917:0:(client.c:2702:ptlrpc_set_wait()) set ffff91c7464c1a80 going to sleep for 11 seconds 00000100:00000001:2.0:1783444853.140785:0:35917:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444853.140787:0:35917:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783444853.140902:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444853.140907:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1a00. 00000400:00000200:0.0:1783444853.140910:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444853.140914:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444853.140918:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83a18 00000400:00000010:0.0:1783444853.140920:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83a18. 00000100:00000001:0.0:1783444853.140922:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444853.140926:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0700 x1870075608322048/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1783444869 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444853.140935:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444853.140937:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f0700 x1870075608322048/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1783444869 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444853.140943:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444853.140945:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1783444853.150099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752225200. 00010000:00000010:2.1:1783444853.150112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583dac00. 00010000:00000010:2.1:1783444853.150133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211b00. 00010000:00000010:2.1:1783444853.150137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c7583daa00. 00010000:00000010:2.1:1783444853.150139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211e00. 00010000:00000010:2.1:1783444853.150142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c752224e00. 00000800:00000001:0.0:1783444853.158508:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444853.158523:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783444853.158527:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444853.158530:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444853.158539:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444853.158546:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:0.0:1783444853.158555:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444853.158560:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444853.158565:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444853.158569:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 456 into portal 10 MB=0x6a4d2e8565000 00000400:00000200:0.0:1783444853.158574:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444853.158580:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 456/456 into md 0x8331 [1] + 224 00000800:00000001:0.0:1783444853.158587:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444853.158592:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783444853.158596:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444853.158600:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:0.0:1783444853.158606:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783444853.158614:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0700 x1870075608322048/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1783444869 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783444853.158643:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff91c7603f0700 x1870075608322048/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1783444869 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444853.158664:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783444853.158670:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783444853.158673:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444853.158774:0:35917:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444853.158786:0:35917:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444853.158788:0:35917:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444853.158800:0:35917:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff478. 00000400:00000200:2.0:1783444853.158805:0:35917:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83440 00000400:00000010:2.0:1783444853.158808:0:35917:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83440. 00000100:00000001:2.0:1783444853.158811:0:35917:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444853.158815:0:35917:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f0700 x1870075608322048/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1783444869 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444853.158826:0:35917:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f0700 x1870075608322048/t0(0) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1783444869 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444853.158833:0:35917:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444853.158835:0:35917:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444853.158837:0:35917:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444853.158840:0:35917:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444853.158843:0:35917:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444853.158845:0:35917:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444853.158848:0:35917:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444853.158856:0:35917:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=33 v=5 (5 105 105 105) 00000100:00001000:2.0:1783444853.158860:0:35917:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=40 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444853.158863:0:35917:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444853.158864:0:35917:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444853.158867:0:35917:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444853.158870:0:35917:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444853.158873:0:35917:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1783444853.158874:0:35917:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x10000009a/0x200000014] 00000100:00000001:2.0:1783444853.158876:0:35917:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1783444853.158879:0:35917:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444853.158880:0:35917:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232103680 : -121189477447936 : ffff91c7603f0700) 00000100:00000001:2.0:1783444853.158883:0:35917:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444853.158885:0:35917:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 8589934608 00000100:00000001:2.0:1783444853.158887:0:35917:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444853.158889:0:35917:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444853.158894:0:35917:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f0700 x1870075608322048/t8589934618(8589934618) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1783444869 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444853.158902:0:35917:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444853.158905:0:35917:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444853.158907:0:35917:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444853.158911:0:35917:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f0700 x1870075608322048/t8589934618(8589934618) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1783444869 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444853.158919:0:35917:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f0700 pname:cluuid:pid:xid:nid:opc:job rm:666e3c65-e321-43ec-a94e-a01058e25d7d:35917:1870075608322048:192.168.204.110@tcp:36:rm.0 00000100:00000001:2.0:1783444853.158924:0:35917:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444853.158926:0:35917:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444853.158928:0:35917:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783444853.158930:0:35917:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444853.158933:0:35917:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91c7603f0700 x1870075608322048/t8589934618(8589934618) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1783444869 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444853.158945:0:35917:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783444853.158949:0:35917:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91c7464c1a80. 00000100:00000001:2.0:1783444853.158951:0:35917:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783444853.158953:0:35917:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444853.158960:0:35917:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444853.158963:0:35917:0:(lmv_obd.c:3534:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1783444853.158968:0:35917:0:(lmv_obd.c:4037:lmv_stripe_object_put()) put ffff91c75909ef40 2 00000080:00000010:2.0:1783444853.158971:0:35917:0:(llite_lib.c:4059:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff91c752031800. 00000100:00000001:2.0:1783444853.158976:0:35917:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444853.158980:0:35917:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0700 x1870075608322048/t8589934618(8589934618) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1783444869 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444853.158986:0:35917:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.158990:0:35917:0:(namei.c:2457:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.158999:0:35917:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1783444853.159002:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa31941c1be28 00000080:00002000:2.0:1783444853.159004:0:35917:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff91c748f580d8, parent ffff91c74931ae58, inode 0000000000000000) hashed, 00000080:00000001:2.0:1783444853.159007:0:35917:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1783444853.159013:0:35917:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1783444853.159018:0:35917:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1783444853.159026:0:35917:0:(llite_lib.c:3272:ll_delete_inode()) Process entered 00000080:00000001:2.0:1783444853.159028:0:35917:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1783444853.159031:0:35917:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444853.159036:0:35917:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7630. 00000020:00000010:2.0:1783444853.159040:0:35917:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031800. 00000020:00000010:2.0:1783444853.159045:0:35917:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752031600. 00000020:00000010:2.0:1783444853.159048:0:35917:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427c60. 00000008:00000010:2.0:1783444853.159099:0:35917:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444853.159105:0:35917:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444853.159110:0:35917:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444853.159115:0:35917:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444853.159119:0:35917:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444853.159123:0:35917:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031c00. 00000008:00000010:2.0:1783444853.159127:0:35917:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444853.159130:0:35917:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444853.159134:0:35917:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444853.159137:0:35917:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526ec30. 00000020:00000001:2.0:1783444853.159140:0:35917:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747362360 : -121189962189256 : ffff91c7435a7638) 00000020:00001000:2.0:1783444853.159142:0:35917:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7630 00000020:00000001:2.0:1783444853.159147:0:35917:0:(cl_object.c:151:cl_object_top()) ffff91c74529d9e0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444853.159149:0:35917:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1783444853.159152:0:35917:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:2.0:1783444853.159153:0:35917:0:(vvp_io.c:1822:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1783444853.159157:0:35917:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444853.159158:0:35917:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1783444853.159160:0:35917:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783444853.159164:0:35917:0:(lov_object.c:1588:lov_io_init()) [0x200000405:0x30:0x0]io ffff91c7452b30f0 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1783444853.159167:0:35917:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c758a50000 00020000:00000001:2.0:1783444853.159170:0:35917:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1783444853.159172:0:35917:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1783444853.159174:0:35917:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1783444853.159176:0:35917:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.159178:0:35917:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1783444853.159180:0:35917:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1783444853.159182:0:35917:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.159183:0:35917:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444853.159185:0:35917:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1783444853.159186:0:35917:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1783444853.159188:0:35917:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c758a50000 00000020:00000001:2.0:1783444853.159190:0:35917:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.159192:0:35917:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1783444853.159193:0:35917:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1783444853.159195:0:35917:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1783444853.159198:0:35917:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1783444853.159201:0:35917:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1783444853.159204:0:35917:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:2.0:1783444853.159205:0:35917:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1783444853.159207:0:35917:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444853.159209:0:35917:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a73f0. 00000020:00000010:2.0:1783444853.159212:0:35917:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752030000. 00000020:00000010:2.0:1783444853.159215:0:35917:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752030800. 00000020:00000010:2.0:1783444853.159218:0:35917:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427a80. 00000008:00000010:2.0:1783444853.159221:0:35917:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c75103e4b0. 00020000:00000010:2.0:1783444853.159223:0:35917:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206fcc0. 00008000:00000010:2.0:1783444853.159226:0:35917:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751343880. 00000080:00000010:2.0:1783444853.159229:0:35917:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e498. 00000080:00000010:2.0:1783444853.159231:0:35917:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b2750. 00000020:00000010:2.0:1783444853.159233:0:35917:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752030a00. 00000008:00000010:2.0:1783444853.159236:0:35917:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a5ce0. 00020000:00000010:2.0:1783444853.159239:0:35917:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c5da8. 00008000:00000010:2.0:1783444853.159241:0:35917:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa8680. 00000080:00000010:2.0:1783444853.159244:0:35917:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526e3c0. 00000020:00000001:2.0:1783444853.159245:0:35917:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747361784 : -121189962189832 : ffff91c7435a73f8) 00000020:00001000:2.0:1783444853.159247:0:35917:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a73f0 00000020:00000001:2.0:1783444853.159250:0:35917:0:(cl_object.c:151:cl_object_top()) ffff91c74529d3a0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444853.159252:0:35917:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1783444853.159254:0:35917:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1783444853.159255:0:35917:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1783444853.159256:0:35917:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.159258:0:35917:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.159260:0:35917:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446622883850255288 : -121189859296328 : ffff91c7497c7bb8) 00000020:00000001:2.0:1783444853.159262:0:35917:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1783444853.159264:0:35917:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.159266:0:35917:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.159267:0:35917:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.159270:0:35917:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1783444853.159271:0:35917:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1783444853.159273:0:35917:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444853.159274:0:35917:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1783444853.159276:0:35917:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783444853.159277:0:35917:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.159279:0:35917:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.159280:0:35917:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.159282:0:35917:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.159283:0:35917:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1783444853.159284:0:35917:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.159286:0:35917:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.159288:0:35917:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1783444853.159289:0:35917:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1783444853.159291:0:35917:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444853.159292:0:35917:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1783444853.159294:0:35917:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1783444853.159296:0:35917:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1783444853.159300:0:35917:0:(osc_cache.c:1874:osc_update_pending()) obj ffff91c7585c36c0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:2.0:1783444853.159305:0:35917:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1783444853.159307:0:35917:0:(osc_cache.c:1818:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444853.159309:0:35917:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1783444853.159310:0:35917:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444853.159313:0:35917:0:(osc_cache.c:1168:osc_extent_make_ready()) Process entered 00000008:00000001:2.0:1783444853.159316:0:35917:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1783444853.159320:0:35917:0:(osc_cache.c:1176:osc_extent_make_ready()) extent ffff91c78206f540@{[0 -> 0/1023], [1|0|-|locking|wiY|ffff91c7585c36c0], [28672|1|+|-|ffff91c751b15c00|1024|ffff91c758a50000]} make ready 00000008:00010000:2.0:1783444853.159329:0:35917:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 0000000038eded4e ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:2.0:1783444853.159356:0:35917:0:(osc_cache.c:1360:osc_make_ready()) Process entered 00000020:00000001:2.0:1783444853.159357:0:35917:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:2.0:1783444853.159370:0:35917:0:(cl_page.c:1160:cl_page_make_ready()) page@0000000082fbb4b0[2 000000003d88f0c1 1 1 0000000000000000 0 0 0] 00000020:00008000:2.0:1783444853.159372:0:35917:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:2.0:1783444853.159373:0:35917:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:2.0:1783444853.159375:0:35917:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1783444853.159377:0:35917:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1783444853.159379:0:35917:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1783444853.159380:0:35917:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1783444853.159382:0:35917:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783444853.159385:0:35917:0:(cl_page.c:507:__cl_page_state_set()) page@0000000082fbb4b0[2 000000003d88f0c1 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783444853.159387:0:35917:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:2.0:1783444853.159388:0:35917:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1783444853.159390:0:35917:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1783444853.159393:0:35917:0:(cl_page.c:1182:cl_page_make_ready()) page@0000000082fbb4b0[2 000000003d88f0c1 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783444853.159395:0:35917:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:2.0:1783444853.159396:0:35917:0:(osc_cache.c:1364:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.159398:0:35917:0:(cl_object.c:151:cl_object_top()) ffff91c7585c36c0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444853.159400:0:35917:0:(cl_object.c:151:cl_object_top()) ffff91c7585c36c0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444853.159402:0:35917:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1783444853.159404:0:35917:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.159406:0:35917:0:(cl_object.c:151:cl_object_top()) ffff91c7585c36c0 -> ffff91c74529d9e0 00000008:00000001:2.0:1783444853.159409:0:35917:0:(osc_cache.c:1229:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444853.159411:0:35917:0:(osc_cache.c:903:osc_extent_finish()) Process entered 00000008:00000020:2.0:1783444853.159414:0:35917:0:(osc_cache.c:910:osc_extent_finish()) extent ffff91c78206f540@{[0 -> 0/1023], [2|0|-|rpc|wiY|ffff91c7585c36c0], [28672|1|+|-|ffff91c751b15c00|1024|ffff91c758a50000]} extent finished. 00000008:00010000:2.0:1783444853.159420:0:35917:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 0000000038eded4e ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:2.0:1783444853.159429:0:35917:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:2.0:1783444853.159431:0:35917:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:2.0:1783444853.159434:0:35917:0:(cl_page.c:1104:cl_page_complete()) page@0000000082fbb4b0[2 000000003d88f0c1 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783444853.159436:0:35917:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:2.0:1783444853.159437:0:35917:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1783444853.159438:0:35917:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1783444853.159440:0:35917:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783444853.159443:0:35917:0:(cl_page.c:507:__cl_page_state_set()) page@0000000082fbb4b0[2 000000003d88f0c1 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783444853.159444:0:35917:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1783444853.159445:0:35917:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1783444853.159447:0:35917:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1783444853.159451:0:35917:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000082fbb4b0[2 000000003d88f0c1 1 1 0000000000000000 0 0 0] 00000080:00008000:2.0:1783444853.159452:0:35917:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:2.0:1783444853.159463:0:35917:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1783444853.159465:0:35917:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:2.0:1783444853.159466:0:35917:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1783444853.159469:0:35917:0:(cl_page.c:556:cl_batch_put()) page@0000000082fbb4b0[2 000000003d88f0c1 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783444853.159471:0:35917:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:2.0:1783444853.159472:0:35917:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:2.0:1783444853.159474:0:35917:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000020:2.0:1783444853.159476:0:35917:0:(osc_cache.c:1602:osc_free_grant()) lost 28672 grant: 28672 avail: 8359936 dirty: 0/0 00000008:00000020:2.0:1783444853.159480:0:35917:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff91c78206f540@{[0 -> 0/1023], [1|0|-|inv|wY|ffff91c7585c36c0], [28672|0|-|-|ffff91c751b15c00|1024|ffff91c758a50000]} destroyed. 00000008:00010000:2.0:1783444853.159485:0:35917:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 0000000038eded4e ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:2.0:1783444853.159505:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444853.159508:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:2.0:1783444853.159511:0:35917:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff91c78206f540. 00000008:00000001:2.0:1783444853.159514:0:35917:0:(osc_cache.c:957:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444853.159517:0:35917:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1783444853.159520:0:35917:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff91c7585c36c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1783444853.159523:0:35917:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1783444853.159526:0:35917:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff91c7585c36c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:2.0:1783444853.159529:0:35917:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1783444853.159531:0:35917:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.159533:0:35917:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.159535:0:35917:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.159537:0:35917:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.159539:0:35917:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.159541:0:35917:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1783444853.159542:0:35917:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1783444853.159544:0:35917:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1783444853.159545:0:35917:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1783444853.159546:0:35917:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1783444853.159548:0:35917:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.159550:0:35917:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1783444853.159551:0:35917:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1783444853.159553:0:35917:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1783444853.159555:0:35917:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1783444853.159555:0:35917:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444853.159557:0:35917:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1783444853.159558:0:35917:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1783444853.159559:0:35917:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.159561:0:35917:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.159563:0:35917:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1783444853.159564:0:35917:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1783444853.159565:0:35917:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1783444853.159567:0:35917:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1783444853.159568:0:35917:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1783444853.159570:0:35917:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1783444853.159571:0:35917:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1783444853.159571:0:35917:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1783444853.159572:0:35917:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1783444853.159574:0:35917:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.159575:0:35917:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.159577:0:35917:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1783444853.159578:0:35917:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1783444853.159579:0:35917:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.159582:0:35917:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1783444853.159584:0:35917:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:2.0:1783444853.159585:0:35917:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1783444853.159586:0:35917:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1783444853.159588:0:35917:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783444853.159589:0:35917:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a73f0 00000020:00000010:2.0:1783444853.159592:0:35917:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752030800. 00000020:00000010:2.0:1783444853.159596:0:35917:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427a80. 00000008:00000010:2.0:1783444853.159599:0:35917:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c75103e4b0. 00020000:00000010:2.0:1783444853.159602:0:35917:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206fcc0. 00008000:00000010:2.0:1783444853.159605:0:35917:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751343880. 00000080:00000010:2.0:1783444853.159608:0:35917:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e498. 00000080:00000010:2.0:1783444853.159611:0:35917:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b2750. 00000020:00000010:2.0:1783444853.159614:0:35917:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752030000. 00000008:00000010:2.0:1783444853.159617:0:35917:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a5ce0. 00020000:00000010:2.0:1783444853.159619:0:35917:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c5da8. 00008000:00000010:2.0:1783444853.159622:0:35917:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa8680. 00000080:00000010:2.0:1783444853.159625:0:35917:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526e3c0. 00000020:00000010:2.0:1783444853.159628:0:35917:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752030a00. 00000020:00000010:2.0:1783444853.159630:0:35917:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a73f0. 00020000:00000001:2.0:1783444853.159632:0:35917:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1783444853.159633:0:35917:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:2.0:1783444853.159636:0:35917:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1783444853.159638:0:35917:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1783444853.159641:0:35917:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1783444853.159642:0:35917:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1783444853.159643:0:35917:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7630 00000020:00000010:2.0:1783444853.159645:0:35917:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752031600. 00000020:00000010:2.0:1783444853.159647:0:35917:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427c60. 00000008:00000010:2.0:1783444853.159649:0:35917:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444853.159652:0:35917:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444853.159655:0:35917:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444853.159657:0:35917:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444853.159659:0:35917:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444853.159662:0:35917:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031800. 00000008:00000010:2.0:1783444853.159664:0:35917:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444853.159667:0:35917:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444853.159669:0:35917:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444853.159672:0:35917:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526ec30. 00000020:00000010:2.0:1783444853.159674:0:35917:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031c00. 00000020:00000010:2.0:1783444853.159676:0:35917:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7630. 00000080:00000001:2.0:1783444853.159678:0:35917:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783444853.159684:0:35917:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1783444853.159686:0:35917:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446622884097378944 : -121189612172672 : ffff91c758374a80) 00000020:00000001:2.0:1783444853.159688:0:35917:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:2.0:1783444853.159690:0:35917:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:2.0:1783444853.159691:0:35917:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1783444853.159692:0:35917:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1783444853.159693:0:35917:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1783444853.159697:0:35917:0:(cl_page.c:507:__cl_page_state_set()) page@0000000082fbb4b0[2 000000003d88f0c1 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783444853.159698:0:35917:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 5 00000020:00000001:2.0:1783444853.159700:0:35917:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:2.0:1783444853.159701:0:35917:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:2.0:1783444853.159703:0:35917:0:(osc_page.c:138:osc_page_delete()) ffff91c758374ae0 00000008:00000001:2.0:1783444853.159705:0:35917:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:2.0:1783444853.159707:0:35917:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff91c758374af0 page ffff91c758374ae0 at index 0. 00000008:00000001:2.0:1783444853.159710:0:35917:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444853.159714:0:35917:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:2.0:1783444853.159716:0:35917:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffee34443e6d00 index 0 00000020:00000001:2.0:1783444853.159721:0:35917:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:2.0:1783444853.159722:0:35917:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:2.0:1783444853.159723:0:35917:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1783444853.159726:0:35917:0:(cl_page.c:556:cl_batch_put()) page@0000000082fbb4b0[1 000000003d88f0c1 5 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1783444853.159727:0:35917:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:2.0:1783444853.159729:0:35917:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:2.0:1783444853.159731:0:35917:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff91c758374a80. 00000020:00000001:2.0:1783444853.159734:0:35917:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:2.0:1783444853.159735:0:35917:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:2.0:1783444853.159757:0:35917:0:(llite_lib.c:1943:ll_clear_inode()) Process entered 00000080:00200000:2.0:1783444853.159760:0:35917:0:(llite_lib.c:1946:ll_clear_inode()) VFS Op:inode=[0x200000405:0x30:0x0](ffff91c748db6c08) 00800000:00000001:2.0:1783444853.159764:0:35917:0:(lmv_obd.c:1642:lmv_null_inode()) Process entered 00800000:00000002:2.0:1783444853.159766:0:35917:0:(lmv_obd.c:1644:lmv_null_inode()) CBDATA for [0x200000405:0x30:0x0] 00000002:00000001:2.0:1783444853.159771:0:35917:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:2.0:1783444853.159776:0:35917:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1783444853.159778:0:35917:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:2.0:1783444853.159780:0:35917:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1783444853.159782:0:35917:0:(lmv_obd.c:1654:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.159784:0:35917:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1783444853.159786:0:35917:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1783444853.159788:0:35917:0:(xattr_cache.c:201:ll_xattr_cache_del()) Process entered 00000080:00000020:2.0:1783444853.159790:0:35917:0:(xattr_cache.c:203:ll_xattr_cache_del()) del xattr: (null) 00000080:00000001:2.0:1783444853.159803:0:35917:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1783444853.159805:0:35917:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1783444853.159808:0:35917:0:(xattr_cache.c:214:ll_xattr_cache_del()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1783444853.159810:0:35917:0:(xattr_cache.c:311:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783444853.159812:0:35917:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444853.159815:0:35917:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444853.159818:0:35917:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7630. 00000020:00000010:2.0:1783444853.159821:0:35917:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031c00. 00000020:00000010:2.0:1783444853.159823:0:35917:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c752031800. 00000020:00000010:2.0:1783444853.159826:0:35917:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427c60. 00000008:00000010:2.0:1783444853.159829:0:35917:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444853.159831:0:35917:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444853.159834:0:35917:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444853.159837:0:35917:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444853.159839:0:35917:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444853.159842:0:35917:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c752031600. 00000008:00000010:2.0:1783444853.159844:0:35917:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444853.159847:0:35917:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444853.159849:0:35917:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444853.159852:0:35917:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526ec30. 00000020:00000001:2.0:1783444853.159854:0:35917:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747362360 : -121189962189256 : ffff91c7435a7638) 00000020:00001000:2.0:1783444853.159856:0:35917:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7630 00020000:00000001:2.0:1783444853.159861:0:35917:0:(lov_object.c:1541:lov_object_delete()) Process entered 00020000:00000002:2.0:1783444853.159862:0:35917:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c758a50000 00020000:00000001:2.0:1783444853.159865:0:35917:0:(lov_object.c:879:lov_delete_composite()) Process entered 00020000:00000002:2.0:1783444853.159868:0:35917:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c7604272a0, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783444853.159873:0:35917:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783444853.159877:0:35917:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c7593da600: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000001:2.0:1783444853.159881:0:35917:0:(lov_object.c:1316:lov_layout_wait()) Process entered 00020000:00000001:2.0:1783444853.159882:0:35917:0:(lov_object.c:1326:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.159884:0:35917:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:2.0:1783444853.159886:0:35917:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:2.0:1783444853.159890:0:35917:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:2.0:1783444853.159893:0:35917:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff91c747211900 count: 2 00010000:00000001:2.0:1783444853.159896:0:35917:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444853.159898:0:35917:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:2.0:1783444853.159900:0:35917:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:2.0:1783444853.159904:0:35917:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 46 blocks 0 [cma]time 1783444852 1783444852 1783444853 ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 1/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:2.0:1783444853.159914:0:35917:0:(cl_object.c:151:cl_object_top()) ffff91c7585c36c0 -> ffff91c74529d9e0 00000020:00000001:2.0:1783444853.159915:0:35917:0:(cl_object.c:151:cl_object_top()) ffff91c7585c36c0 -> ffff91c74529d9e0 00000008:00000001:2.0:1783444853.159917:0:35917:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1783444853.159920:0:35917:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1783444853.159922:0:35917:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783444853.159924:0:35917:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1783444853.159929:0:35917:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff91c7585c36c0. 00020000:00000001:2.0:1783444853.159933:0:35917:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:2.0:1783444853.159935:0:35917:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff91c74529d320. 00020000:00000001:2.0:1783444853.159939:0:35917:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:2.0:1783444853.159941:0:35917:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1783444853.159943:0:35917:0:(lov_object.c:900:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1783444853.159945:0:35917:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c758a50000 00020000:00000001:2.0:1783444853.159947:0:35917:0:(lov_object.c:1543:lov_object_delete()) Process leaving 00020000:00000001:2.0:1783444853.159949:0:35917:0:(lov_object.c:1550:lov_object_free()) Process entered 00020000:00000002:2.0:1783444853.159950:0:35917:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c758a50000 00020000:00000001:2.0:1783444853.159953:0:35917:0:(lov_object.c:914:lov_fini_composite()) Process entered 00020000:00000010:2.0:1783444853.159955:0:35917:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff91c7471858a8. 00020000:00000010:2.0:1783444853.159958:0:35917:0:(lov_object.c:923:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff91c7464c1600. 00020000:00000010:2.0:1783444853.159961:0:35917:0:(lov_object.c:928:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff91c7588262a0. 00020000:00000002:2.0:1783444853.159965:0:35917:0:(lov_ea.c:740:dump_lsm()) lsm ffff91c7604272a0, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1783444853.159969:0:35917:0:(lov_ea.c:771:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1783444853.159973:0:35917:0:(lov_ea.c:783:dump_lsm()) oinfo:ffff91c7593da600: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000010:2.0:1783444853.159977:0:35917:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91c7593da600. 00020000:00000010:2.0:1783444853.159980:0:35917:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff91c760427b40. 00020000:00000010:2.0:1783444853.159982:0:35917:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91c7604272a0. 00020000:00000001:2.0:1783444853.159984:0:35917:0:(lov_object.c:937:lov_fini_composite()) Process leaving 00020000:00000002:2.0:1783444853.159985:0:35917:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff91c7464b71f0) owner 0000000000000000/ffff91c758a50000 00020000:00000010:2.0:1783444853.159988:0:35917:0:(lov_object.c:1553:lov_object_free()) slab-freed '(lov)': 248 at ffff91c7464b71f0. 00020000:00000001:2.0:1783444853.159990:0:35917:0:(lov_object.c:1554:lov_object_free()) Process leaving 00000080:00000010:2.0:1783444853.159993:0:35917:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff91c74529d960. 00000020:00001000:2.0:1783444853.159997:0:35917:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7630 00000020:00000010:2.0:1783444853.159999:0:35917:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c752031800. 00000020:00000010:2.0:1783444853.160001:0:35917:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427c60. 00000008:00000010:2.0:1783444853.160004:0:35917:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444853.160006:0:35917:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444853.160009:0:35917:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444853.160011:0:35917:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444853.160013:0:35917:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444853.160016:0:35917:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031c00. 00000008:00000010:2.0:1783444853.160018:0:35917:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444853.160021:0:35917:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444853.160023:0:35917:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444853.160025:0:35917:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526ec30. 00000020:00000010:2.0:1783444853.160028:0:35917:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c752031600. 00000020:00000010:2.0:1783444853.160030:0:35917:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7630. 00000080:00000001:2.0:1783444853.160033:0:35917:0:(llite_lib.c:1994:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1783444853.160035:0:35917:0:(llite_lib.c:3291:ll_delete_inode()) Process leaving 00000080:00000010:2.1:1783444853.178905:0:35918:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91c745712ae0. 00000080:00000010:2.1:1783444853.178932:0:35918:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91c748db6b40. 00000100:00000040:1.0:1783444854.065893:0:31963:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4910 (cpu 0) has reached its deadline 4296493003, at 4296493071 00000100:00000010:1.0:1783444854.065907:0:31963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c760427720. 00000100:00000040:0.0:1783444854.096004:0:26147:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4800 (cpu 0) has reached its deadline 4296493003, at 4296493101 00000100:00000010:0.0:1783444854.096018:0:26147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c760427e40. 00010000:00000001:0.0:1783444854.096033:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444854.096036:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444854.096041:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444854.096042:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444854.096046:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444854.096047:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444854.096051:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444854.096052:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444854.096104:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444854.096109:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444854.096112:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1783444854.419311:0:36008:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444854.564279:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444854.564289:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444854.564297:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f3100. 00000020:00000040:2.0:1783444854.564303:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:2.0:1783444854.564307:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444854.564310:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444854.564315:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444854.564322:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1b00. 00000100:00000001:2.0:1783444854.564329:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444854.564341:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS req@ffff91c7603f3100 x1870075608322176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444854.564352:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444854.564357:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444854.564363:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a6ad071] to pc [ptlrpcd_01_00+0] req@ffff91c7603f3100 x1870075608322176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444854.564386:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444854.564389:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444854.564392:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444854.564396:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f0e00. 00000020:00000040:2.0:1783444854.564399:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=9 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:2.0:1783444854.564401:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444854.564402:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444854.564404:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444854.564408:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1100. 00000100:00000001:2.0:1783444854.564411:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444854.564415:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID req@ffff91c7603f0e00 x1870075608322304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444854.564422:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444854.564424:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444854.564428:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000913a6b80] to pc [ptlrpcd_01_01+1] req@ffff91c7603f0e00 x1870075608322304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444854.564436:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444854.564438:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444854.564441:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444854.564444:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f1f80. 00000020:00000040:2.0:1783444854.564447:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:2.0:1783444854.564448:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444854.564449:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444854.564451:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444854.564454:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1f00. 00000100:00000001:2.0:1783444854.564456:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444854.564576:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID req@ffff91c7603f1f80 x1870075608322432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444854.564584:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444854.564587:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444854.564591:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d30b0f66] to pc [ptlrpcd_01_00+0] req@ffff91c7603f1f80 x1870075608322432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444854.564598:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444854.564612:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444854.564615:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444854.564619:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f0000. 00000020:00000040:2.0:1783444854.564629:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:2.0:1783444854.564632:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444854.564633:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444854.564635:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444854.564639:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1a00. 00000100:00000001:2.0:1783444854.564642:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444854.564646:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID req@ffff91c7603f0000 x1870075608322560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444854.564653:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444854.564655:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444854.564658:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000931618c4] to pc [ptlrpcd_01_01+1] req@ffff91c7603f0000 x1870075608322560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444854.564665:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444854.564668:0:26509:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444854.564671:0:26509:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444854.564674:0:26509:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f2a00. 00000020:00000040:2.0:1783444854.564676:0:26509:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000100:00000001:2.0:1783444854.564678:0:26509:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444854.564679:0:26509:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444854.564680:0:26509:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444854.564683:0:26509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1d00. 00000100:00000001:2.0:1783444854.564685:0:26509:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444854.564689:0:26509:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID req@ffff91c7603f2a00 x1870075608322688/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444854.564695:0:26509:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444854.564697:0:26509:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444854.564700:0:26509:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024b4395d] to pc [ptlrpcd_01_00+0] req@ffff91c7603f2a00 x1870075608322688/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444854.564706:0:26509:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444854.564710:0:26509:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1831) 00000100:00000001:2.0:1783444854.564848:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444854.564852:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444854.564854:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444854.564860:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f0e00 x1870075608322304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444854.564867:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444854.564869:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444854.564872:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444854.564875:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444854.564877:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444854.564880:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608322304:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444854.564884:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444854.564890:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444854.564892:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444854.564894:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444854.564898:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7460d6000. 02000000:00000001:2.0:1783444854.564900:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444854.564906:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444854.564910:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff478. 00000400:00000010:2.0:1783444854.564916:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83440. 00000100:00000200:2.0:1783444854.564923:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608322304, portal 10 00000100:00000001:2.0:1783444854.564925:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444854.564927:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232105472 : -121189477446144 : ffff91c7603f0e00) 00000100:00000040:2.0:1783444854.564934:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f0e00 x1870075608322304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444854.564941:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444854.564944:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444854.564947:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83908. 00000100:00000200:2.0:1783444854.564951:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608322304, offset 0 00000400:00000200:2.0:1783444854.564957:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444854.564965:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444854.564973:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444854.564979:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444854.564983:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444854.564986:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444854.564989:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444854.564992:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2983:2983:256:4294967295] 192.168.204.110@tcp LPNI seq info [2983:2983:8:4294967295] 00000400:00000200:2.0:1783444854.564996:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444854.565005:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444854.565011:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444854.565015:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1500. 00000800:00000200:2.0:1783444854.565021:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444854.565028:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444854.565032:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444854.565044:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444854.565048:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 856086 usecs (857 jiffies) 00000400:00000200:2.0:1783444854.565052:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444854.565054:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296494425 00000100:00000010:2.0:1783444854.565073:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c760427b40. 00000100:00000001:2.0:1783444854.565079:0:2403:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1783444854.565084:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296494425 00000100:00000010:2.0:1783444854.565087:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c7604272a0. 00000100:00000001:2.0:1783444854.565090:0:2403:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1783444854.565093:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444854.565095:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444854.565097:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444854.565101:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f0000 x1870075608322560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444854.565107:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444854.565108:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444854.565110:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444854.565112:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444854.565114:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444854.565116:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608322560:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444854.565119:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444854.565121:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444854.565122:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444854.565124:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444854.565126:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c7460d6600. 02000000:00000001:2.0:1783444854.565128:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444854.565524:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444854.565528:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444854.565529:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444854.565535:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f3100 x1870075608322176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444854.565543:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444854.565544:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444854.565547:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444854.565548:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444854.565550:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444854.565553:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2402:1870075608322176:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444854.565556:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444854.565559:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444854.565560:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444854.565561:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444854.565564:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75937f400. 02000000:00000001:3.0:1783444854.565566:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444854.565570:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444854.565572:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7588114d0. 00000400:00000010:3.0:1783444854.565576:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602186e8. 00000100:00000200:3.0:1783444854.565579:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608322176, portal 25 00000100:00000001:3.0:1783444854.565581:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444854.565582:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232114432 : -121189477437184 : ffff91c7603f3100) 00000100:00000040:3.0:1783444854.565586:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f3100 x1870075608322176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444854.565592:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444854.565594:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444854.565605:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7602184c8. 00000100:00000200:3.0:1783444854.565608:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870075608322176, offset 0 00000400:00000200:3.0:1783444854.565612:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444854.565616:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444854.565751:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444854.565755:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444854.565757:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444854.565759:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444854.565762:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444854.565773:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2984:2984:255:4294967295] 192.168.204.110@tcp LPNI seq info [2984:2984:7:4294967295] 00000400:00000200:3.0:1783444854.565778:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444854.565786:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444854.565792:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444854.565796:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822cd00. 00000800:00000200:3.0:1783444854.565801:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444854.565806:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444854.565809:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822cd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444854.565812:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444854.565815:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444854.565816:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296497663 00000100:00000001:3.0:1783444854.565821:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296494425 00000100:00000001:3.0:1783444854.565824:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296497663 00000100:00000001:3.0:1783444854.565827:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296494425 00000100:00000001:3.0:1783444854.565830:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444854.565832:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444854.565834:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444854.565837:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f1f80 x1870075608322432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444854.565844:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444854.565845:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444854.565847:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444854.565848:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444854.565850:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444854.565853:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608322432:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444854.565856:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444854.565858:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444854.565859:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444854.565860:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444854.565863:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75937fa00. 02000000:00000001:3.0:1783444854.565864:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444854.565867:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444854.565869:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7588119a0. 00000400:00000010:3.0:1783444854.565873:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218770. 00000100:00000200:3.0:1783444854.565876:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608322432, portal 10 00000100:00000001:3.0:1783444854.565877:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444854.565879:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232109952 : -121189477441664 : ffff91c7603f1f80) 00000100:00000040:3.0:1783444854.565884:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f1f80 x1870075608322432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444854.565889:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444854.565891:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444854.565893:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218e58. 00000100:00000200:3.0:1783444854.565895:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608322432, offset 0 00000400:00000200:3.0:1783444854.565899:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444854.565902:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444854.565904:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444854.565907:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444854.565909:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444854.565911:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444854.565913:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444854.565916:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2985:2985:254:4294967295] 192.168.204.110@tcp LPNI seq info [2985:2985:6:4294967295] 00000400:00000200:3.0:1783444854.565919:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444854.565925:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444854.565929:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444854.565932:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822cb00. 00000800:00000200:3.0:1783444854.565936:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444854.565939:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444854.565942:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822cb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444854.565945:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444854.565948:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 21397 usecs (22 jiffies) 00000400:00000200:3.0:1783444854.565951:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444854.565953:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296493593 00000100:00000001:3.0:1783444854.565956:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296497663 00000100:00000001:3.0:1783444854.565958:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296493593 00000100:00000001:3.0:1783444854.565960:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296497663 00000100:00000001:3.0:1783444854.565962:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444854.565964:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444854.565966:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783444854.565970:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f2a00 x1870075608322688/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444854.565976:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783444854.565978:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444854.565980:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783444854.565981:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783444854.565983:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783444854.565986:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608322688:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444854.565989:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783444854.565991:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783444854.565992:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444854.565994:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783444854.565996:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75937ec00. 02000000:00000001:3.0:1783444854.565998:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783444854.566000:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:3.0:1783444854.566003:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c758811e18. 00000400:00000010:3.0:1783444854.566007:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218990. 00000100:00000200:3.0:1783444854.566010:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608322688, portal 4 00000100:00000001:3.0:1783444854.566011:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444854.566012:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232112640 : -121189477438976 : ffff91c7603f2a00) 00000100:00000040:3.0:1783444854.566018:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f2a00 x1870075608322688/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444854.566024:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783444854.566026:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:3.0:1783444854.566028:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c760218220. 00000100:00000200:3.0:1783444854.566030:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608322688, offset 0 00000400:00000200:3.0:1783444854.566034:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:3.0:1783444854.566037:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444854.566041:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:3.0:1783444854.566043:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783444854.566045:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:3.0:1783444854.566047:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783444854.566050:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:3.0:1783444854.566052:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2986:2986:253:4294967295] 192.168.204.110@tcp LPNI seq info [2986:2986:5:4294967295] 00000400:00000200:3.0:1783444854.566099:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:3.0:1783444854.566105:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783444854.566109:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:3.0:1783444854.566112:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75822cf00. 00000800:00000200:3.0:1783444854.566116:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:3.0:1783444854.566120:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1783444854.566123:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75822cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783444854.566125:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444854.566128:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 115180 usecs (116 jiffies) 00000400:00000200:3.0:1783444854.567285:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:3.0:1783444854.567290:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296493689 00000100:00000001:3.0:1783444854.567293:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296497663 00000100:00000001:3.0:1783444854.567295:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296493689 00000100:00000001:3.0:1783444854.567297:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296497663 00000100:00000001:3.0:1783444854.567300:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444854.567302:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444854.567305:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444854.567308:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444854.567315:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444854.567317:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783444854.567320:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444854.567321:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783444854.567323:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444854.567326:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444854.567448:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444854.567454:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ffcb8. 00000400:00000010:2.0:1783444854.567459:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f837f8. 00000100:00000200:2.0:1783444854.567522:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608322560, portal 4 00000100:00000001:2.0:1783444854.567524:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444854.567525:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232101888 : -121189477449728 : ffff91c7603f0000) 00000100:00000040:2.0:1783444854.567534:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f0000 x1870075608322560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444854.567541:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444854.567543:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444854.567546:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83cc0. 00000100:00000200:2.0:1783444854.567548:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608322560, offset 0 00000400:00000200:2.0:1783444854.567553:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444854.567557:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444854.567562:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444854.567565:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444854.567567:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444854.567570:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444854.567572:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444854.567575:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2987:2987:252:4294967295] 192.168.204.110@tcp LPNI seq info [2987:2987:4:4294967295] 00000400:00000200:2.0:1783444854.567579:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444854.567585:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444854.567589:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444854.567592:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1600. 00000800:00000200:2.0:1783444854.567596:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444854.567601:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444854.567604:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444854.567607:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444854.567610:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20586 usecs (21 jiffies) 00000400:00000200:2.0:1783444854.567613:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444854.567615:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296493594 00000100:00000001:2.0:1783444854.567617:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296497663 00000100:00000001:2.0:1783444854.567619:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296493594 00000100:00000001:2.0:1783444854.567728:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296497663 00000100:00000001:2.0:1783444854.567732:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444854.567734:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444854.567736:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444854.567738:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444854.567741:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444854.567743:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783444854.567745:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444854.567746:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444854.567747:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444854.567749:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444854.570353:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444854.570360:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1500. 00000400:00000200:1.0:1783444854.570366:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444854.570374:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444854.570380:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83908 00000400:00000010:1.0:1783444854.570382:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83908. 00000100:00000001:1.0:1783444854.570386:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444854.570395:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0e00 x1870075608322304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444854.570407:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444854.570411:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0e00 x1870075608322304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444870 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444854.570418:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444854.570420:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444854.570432:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444854.570435:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822cd00. 00000400:00000200:1.0:1783444854.570450:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444854.570453:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444854.570456:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7602184c8 00000400:00000010:1.0:1783444854.570458:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7602184c8. 00000100:00000001:1.0:1783444854.570466:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444854.570469:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3100 x1870075608322176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444854.570476:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444854.570479:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f3100 x1870075608322176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444870 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444854.570484:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444854.570485:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444854.570491:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444854.570493:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822cb00. 00000400:00000200:1.0:1783444854.570510:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444854.570513:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444854.570515:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218e58 00000400:00000010:1.0:1783444854.570517:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218e58. 00000100:00000001:1.0:1783444854.570518:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444854.570521:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1f80 x1870075608322432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444854.570527:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444854.570529:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1f80 x1870075608322432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444870 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444854.570534:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444854.570535:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444854.570539:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444854.570541:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75822cf00. 00000400:00000200:1.0:1783444854.570542:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444854.570545:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444854.570546:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218220 00000400:00000010:1.0:1783444854.570548:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218220. 00000100:00000001:1.0:1783444854.570549:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444854.570552:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2a00 x1870075608322688/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444854.570558:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444854.570561:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2a00 x1870075608322688/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444870 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444854.570565:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444854.570567:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444854.570811:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444854.570814:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1600. 00000400:00000200:1.0:1783444854.570817:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444854.570821:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444854.570823:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83cc0 00000400:00000010:1.0:1783444854.570825:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83cc0. 00000100:00000001:1.0:1783444854.570827:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444854.570831:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0000 x1870075608322560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444854.570844:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444854.570847:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0000 x1870075608322560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444870 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444854.570852:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444854.570854:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444854.601421:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444854.602537:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444854.602543:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444854.602549:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444854.602557:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444854.602565:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444854.602573:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444854.602577:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444854.602582:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444854.602586:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a4d2e8565080 00000400:00000200:1.0:1783444854.602590:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444854.602595:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x8341 [1] + 224 00000800:00000001:1.0:1783444854.603143:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444854.603150:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444854.603153:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444854.603159:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444854.603166:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444854.603174:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3100 x1870075608322176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444870 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444854.603185:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f3100 x1870075608322176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444854.603285:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444854.603289:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783444854.604177:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444854.604188:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444854.604195:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444854.604197:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444854.604208:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444854.604214:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444854.604218:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444854.604224:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444854.604227:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444854.604231:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444854.604234:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8565100 00000400:00000200:1.0:1783444854.604238:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444854.604244:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x8339 [1] + 224 00000800:00000001:1.0:1783444854.604248:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444854.604251:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444854.604253:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444854.604257:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444854.604260:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444854.604265:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0e00 x1870075608322304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444870 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444854.604276:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f0e00 x1870075608322304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444854.604286:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444854.604290:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444854.604292:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444854.604294:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444854.604296:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444854.604299:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444854.604303:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444854.604307:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444854.604309:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444854.604312:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444854.604314:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8565180 00000400:00000200:1.0:1783444854.604317:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444854.604321:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x8349 [1] + 224 00000800:00000001:1.0:1783444854.604325:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444854.604329:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444854.604331:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444854.604334:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444854.604336:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444854.604341:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1f80 x1870075608322432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444870 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444854.604350:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f1f80 x1870075608322432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444854.604358:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444854.604361:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444854.604365:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444854.604366:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444854.604368:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444854.604371:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444854.604375:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444854.604379:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444854.604381:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444854.604384:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444854.604387:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e8565280 00000400:00000200:1.0:1783444854.604390:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444854.604394:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x8351 [1] + 224 00000800:00000001:1.0:1783444854.604398:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444854.604401:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444854.604403:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444854.604406:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444854.604409:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444854.604412:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2a00 x1870075608322688/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444870 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444854.604421:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f2a00 x1870075608322688/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444854.604429:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444854.604433:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444854.604435:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444854.604437:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444854.604450:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444854.604453:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444854.604457:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444854.604469:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444854.604472:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444854.604475:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444854.604478:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e8565200 00000400:00000200:1.0:1783444854.604481:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444854.604484:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x8359 [1] + 224 00000800:00000001:1.0:1783444854.604488:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444854.604497:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444854.604499:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444854.604502:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444854.604505:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444854.604509:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0000 x1870075608322560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444870 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444854.604517:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f0000 x1870075608322560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444854.604525:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444854.604528:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444854.604531:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444854.606248:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444854.606257:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444854.606268:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444854.606270:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444854.606274:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff478. 00000400:00000200:2.0:1783444854.606283:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83440 00000400:00000010:2.0:1783444854.606286:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83440. 00000100:00000001:2.0:1783444854.606290:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444854.606299:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f0e00 x1870075608322304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444854.606322:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f0e00 x1870075608322304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444870 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444854.606330:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444854.606332:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444854.606335:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444854.606339:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444854.606342:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444854.606344:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444854.606348:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444854.606358:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=34 v=5 (5 105 105 105) 00000100:00001000:2.0:1783444854.606363:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444854.606365:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444854.606367:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444854.606370:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444854.606374:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444854.606379:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444854.606381:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: skip recheck: last_committed 8589934608 00000100:00000001:2.0:1783444854.606383:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444854.606387:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444854.606392:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f0e00 x1870075608322304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444854.606399:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444854.606402:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444854.606404:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444854.606408:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f0e00 x1870075608322304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444870 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444854.606415:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608322304:192.168.204.110@tcp:400:kworker.0 00000400:00000001:2.0:1783444854.606421:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444854.606422:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444854.606424:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ffcb8. 00000400:00000200:2.0:1783444854.606427:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f837f8 00000400:00000010:2.0:1783444854.606429:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f837f8. 00000100:00000001:2.0:1783444854.606431:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444854.606434:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f0000 x1870075608322560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444854.606465:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f0000 x1870075608322560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444870 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444854.606474:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444854.606475:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444854.606477:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444854.606478:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444854.606480:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444854.606481:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444854.606483:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444854.606487:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=34 v=5 (5 5 5 5) 00000100:00001000:2.0:1783444854.606490:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444854.606492:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444854.606493:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444854.606495:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444854.606498:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444854.606500:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444854.606502:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967337 00000100:00000001:2.0:1783444854.606504:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444854.606505:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444854.606509:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f0000 x1870075608322560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444854.606516:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444854.606518:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444854.606520:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444854.606523:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f0000 x1870075608322560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444870 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444854.606531:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608322560:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444854.606535:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444854.606538:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444854.606541:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0e00 x1870075608322304/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444870 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444854.606547:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444854.606549:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444854.606553:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7460d6000. 02000000:00000001:2.0:1783444854.606556:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444854.606559:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444854.606561:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:2.0:1783444854.606563:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444854.606565:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1100. 02000000:00000001:2.0:1783444854.606569:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444854.606571:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444854.606573:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0e00. 00000100:00000001:2.0:1783444854.606577:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444854.606578:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444854.606580:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444854.606583:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0000 x1870075608322560/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444870 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444854.606594:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444854.606595:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444854.606596:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c7460d6600. 02000000:00000001:2.0:1783444854.606609:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444854.606611:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444854.606612:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:2.0:1783444854.606614:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444854.606616:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1a00. 02000000:00000001:2.0:1783444854.606618:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444854.606619:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444854.606631:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0000. 00000100:00000001:2.0:1783444854.606634:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444854.606636:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444854.606638:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444854.606645:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444854.606647:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444854.606650:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444854.606652:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1783444854.609741:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444854.609747:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444854.609751:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7588114d0. 00000400:00000200:3.0:1783444854.609756:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7602186e8 00000400:00000010:3.0:1783444854.609758:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7602186e8. 00000100:00000001:3.0:1783444854.609762:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444854.609783:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f3100 x1870075608322176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444854.609794:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f3100 x1870075608322176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444870 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444854.609800:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444854.609802:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444854.609805:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444854.609807:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444854.609809:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444854.609811:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444854.609813:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444854.609819:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=34 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444854.609822:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444854.609825:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444854.609826:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444854.609829:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444854.609830:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444854.609832:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444854.609836:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f3100 x1870075608322176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444854.609842:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444854.609845:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444854.609846:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444854.609849:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f3100 x1870075608322176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444870 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444854.609861:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2402:1870075608322176:192.168.204.110@tcp:400:kworker.0 00000400:00000001:2.0:1783444854.609947:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444854.609949:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444854.609952:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7588119a0. 00000400:00000200:2.0:1783444854.609955:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218770 00000400:00000010:2.0:1783444854.609957:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218770. 00000100:00000001:2.0:1783444854.609959:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444854.609965:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f1f80 x1870075608322432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444854.609973:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f1f80 x1870075608322432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444870 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444854.609978:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444854.609980:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444854.609982:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444854.609983:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444854.609984:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444854.609986:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444854.609988:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444854.609995:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=34 v=5 (5 105 105 105) 00000100:00001000:2.0:1783444854.609998:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=34 v=5 (1 1 1 1) 00000100:00000001:2.0:1783444854.610000:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444854.610001:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444854.610002:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444854.610005:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444854.610008:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444854.610010:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967340 00000100:00000001:2.0:1783444854.610012:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444854.610014:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444854.610017:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f1f80 x1870075608322432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444854.610023:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444854.610025:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444854.610027:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444854.610030:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f1f80 x1870075608322432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444870 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444854.610037:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608322432:192.168.204.110@tcp:400:kworker.0 00000400:00000001:2.0:1783444854.610042:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444854.610043:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444854.610045:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c758811e18. 00000400:00000200:2.0:1783444854.610047:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c760218990 00000400:00000010:2.0:1783444854.610049:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c760218990. 00000100:00000001:2.0:1783444854.610050:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444854.610269:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f2a00 x1870075608322688/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444854.610280:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f2a00 x1870075608322688/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444870 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444854.610286:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444854.610288:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444854.610290:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444854.610292:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444854.610293:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444854.610294:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444854.610296:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444854.610302:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f460 time=34 v=5 (5 5 5 5) 00000100:00001000:2.0:1783444854.610304:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=32 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444854.610306:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444854.610307:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444854.610309:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444854.610371:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444854.610374:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444854.610376:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1783444854.610378:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444854.610379:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444854.610383:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f2a00 x1870075608322688/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444854.610389:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444854.610391:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444854.610392:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444854.610395:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f2a00 x1870075608322688/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444870 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444854.610401:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608322688:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444854.610405:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444854.610408:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444854.610411:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f3100 x1870075608322176/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444870 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444854.610418:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444854.610420:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444854.610423:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75937f400. 02000000:00000001:2.0:1783444854.610426:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444854.610428:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444854.610430:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:2.0:1783444854.610433:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444854.610435:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1b00. 02000000:00000001:2.0:1783444854.610569:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444854.610571:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444854.610574:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f3100. 00000100:00000001:2.0:1783444854.610578:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444854.610579:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444854.610580:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444854.610584:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1f80 x1870075608322432/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444870 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444854.610590:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444854.610591:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444854.610593:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75937fa00. 02000000:00000001:2.0:1783444854.610595:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444854.610596:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444854.610597:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:2.0:1783444854.610691:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444854.610693:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1f00. 02000000:00000001:2.0:1783444854.610696:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444854.610697:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444854.610698:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1f80. 00000100:00000001:2.0:1783444854.610701:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444854.610702:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444854.610704:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444854.610707:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f2a00 x1870075608322688/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444870 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444854.610713:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444854.610714:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444854.610716:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75937ec00. 02000000:00000001:2.0:1783444854.610717:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444854.610718:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444854.610719:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=2 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:2.0:1783444854.610721:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444854.610722:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1d00. 02000000:00000001:2.0:1783444854.610723:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444854.610724:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444854.610726:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f2a00. 00000100:00000001:2.0:1783444854.610727:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444854.610728:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444854.610730:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444854.610737:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444854.610738:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444854.610741:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444854.610743:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1783444854.807555:0:36045:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1783444854.807561:0:36045:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_24b: @@@@@@ IGNORE (bz5494): multiop didn't fail fsync: 5 or close: 0 00000001:00000001:0.0:1783444854.817282:0:36045:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1783444855.142808:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444855.142815:0:26147:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444855.142817:0:26147:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444855.142821:0:26147:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444855.142825:0:26147:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444855.142828:0:26147:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444855.142830:0:26147:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444855.142833:0:26147:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444855.142837:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444855.142838:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444855.142843:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444855.142844:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444855.142847:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444855.142848:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444855.143178:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444855.143182:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444855.143185:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1783444856.139499:0:36148:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444856.163199:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444856.163207:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444856.163213:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444856.163214:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444856.163218:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444856.163219:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444856.163223:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444856.163224:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444856.163548:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444856.163553:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444856.163556:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444857.188666:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444857.188674:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444857.188680:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444857.188682:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444857.188685:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444857.188686:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444857.188689:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444857.188690:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444857.189092:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444857.189096:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444857.189099:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444858.211155:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444858.211162:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444858.211191:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444858.211193:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444858.211197:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444858.211198:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444858.211203:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444858.211205:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444858.211257:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444858.211265:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444858.211269:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1783444858.356015:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444858.359133:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444858.359142:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444858.359147:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444858.359156:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444858.359166:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444858.359176:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444858.359181:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444858.359185:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444858.359190:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 328 into portal 15 MB=0x6a4d2e99d0200 00000400:00000200:1.0:1783444858.359198:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.110@tcp of length 328/328 into md 0x8081 [2] + 1048 00000800:00000001:1.0:1783444858.359206:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444858.359216:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444858.359218:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444858.359222:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444858.359229:0:2393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1783444858.359231:0:2393:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1783444858.359237:0:2393:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c758839880. 00000100:00000040:1.0:1783444858.359240:0:2393:0:(events.c:337:request_in_callback()) incoming req@ffff91c758839880 x1870075629732352 msgsize 328 00000100:00100000:1.0:1783444858.359244:0:2393:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.110@tcp (source: 12345-192.168.204.110@tcp) 00000100:00000001:1.0:1783444858.359251:0:2393:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1783444858.359258:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444858.359260:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444858.359407:0:16809:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1783444858.359411:0:16809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870075629732352 02000000:00000001:0.0:1783444858.359414:0:16809:0:(sec.c:2495:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1783444858.359416:0:16809:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783444858.359419:0:16809:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783444858.359424:0:16809:0:(sec.c:2544:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783444858.359428:0:16809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870075629732352 00000020:00000001:0.0:1783444858.359431:0:16809:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783444858.359433:0:16809:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5503b2fe824eea6b 00000020:00000001:0.0:1783444858.359436:0:16809:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444858.359438:0:16809:0:(lustre_handles.c:147:class_handle2object()) GET export ffff91c7510a5800 refcount=4 00000020:00000001:0.0:1783444858.359441:0:16809:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883976992768 : -121189732558848 : ffff91c7510a5800) 00000020:00000001:0.0:1783444858.359443:0:16809:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622883976992768 : -121189732558848 : ffff91c7510a5800) 00000100:00000001:0.0:1783444858.359447:0:16809:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783444858.359453:0:16809:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91c745359600. 00000100:00000001:0.0:1783444858.359456:0:16809:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783444858.359459:0:16809:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff91c745359600. 00000020:00000010:0.0:1783444858.359465:0:16809:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c7460d7200. 00000020:00000010:0.0:1783444858.359470:0:16809:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91c751113d80. 00000020:00000010:0.0:1783444858.359476:0:16809:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff91c7513a0ed8. 00000100:00000040:0.0:1783444858.359487:0:16809:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1783444858.359492:0:16809:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1783444858.359493:0:16809:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1783444858.359496:0:16809:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444858.359505:0:16809:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444858.359523:0:16809:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783444858.359535:0:16809:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1783444858.359537:0:16809:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1783444858.359542:0:16809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.110@tcp, seq: 79 00000100:00000040:0.0:1783444858.359546:0:16809:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff91c7510a5800 : new rpc_count 1 00000100:00000001:0.0:1783444858.359548:0:16809:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446622884102379648 : -121189607171968 : ffff91c758839880) 00000100:00000040:0.0:1783444858.359556:0:16809:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff91c758839880 x1870075629732352/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:479/0 lens 328/0 e 0 to 0 dl 1783444869 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783444858.359565:0:16809:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783444858.359568:0:16809:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91c745359600. 00000100:00000001:0.0:1783444858.359570:0:16809:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783444858.359572:0:16809:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff91c745359600. 00000100:00100000:0.0:1783444858.359576:0:16809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91c758839880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:16815:x1870075629732352:12345-192.168.204.110@tcp:104: 00000100:00000200:0.0:1783444858.359580:0:16809:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870075629732352 00010000:00000001:0.0:1783444858.359583:0:16809:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1783444858.359590:0:16809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783444858.359591:0:16809:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783444858.359593:0:16809:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=2 00000020:00000001:0.0:1783444858.359595:0:16809:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:0.0:1783444858.359598:0:16809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:0.0:1783444858.359602:0:16809:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783444858.359605:0:16809:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783444858.359610:0:16809:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:0.0:1783444858.359623:0:16809:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1783444858.359625:0:16809:0:(sec.c:2566:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1783444858.359630:0:16809:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff91c746767c00. 02000000:00000001:0.0:1783444858.359633:0:16809:0:(sec.c:2603:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444858.359635:0:16809:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444858.359641:0:16809:0:(ldlm_lib.c:3304:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1783444858.359644:0:16809:0:(ldlm_lib.c:3325:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783444858.359647:0:16809:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7590235e8 time=38 v=5 (1 1 1 1) 00000100:00000001:0.0:1783444858.359651:0:16809:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783444858.359654:0:16809:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91c7450bfdc0 refcount 16 to 192.168.204.110@tcp 00000100:00000001:0.0:1783444858.359657:0:16809:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622883775774144 : -121189933777472 : ffff91c7450bfdc0) 02000000:00000001:0.0:1783444858.359659:0:16809:0:(sec.c:2617:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1783444858.359661:0:16809:0:(sec.c:2628:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444858.359665:0:16809:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783444858.359668:0:16809:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:0.0:1783444858.359672:0:16809:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c7460f9990. 00000100:00000200:0.0:1783444858.359677:0:16809:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1870075629732352, offset 224 00000400:00000200:0.0:1783444858.359684:0:16809:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:0.0:1783444858.359690:0:16809:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444858.359712:0:16809:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.204.10@tcp to MR: 192.168.204.110@tcp local destination 00000400:00000200:0.0:1783444858.359719:0:16809:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2988:2988:256:4294967295] 192.168.204.110@tcp LPNI seq info [2988:2988:8:4294967295] 00000400:00000200:0.0:1783444858.359723:0:16809:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:0.0:1783444858.359734:0:16809:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783444858.359740:0:16809:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:0.0:1783444858.359745:0:16809:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c75a14c300. 00000800:00000200:0.0:1783444858.359751:0:16809:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:0.0:1783444858.359758:0:16809:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1783444858.359763:0:16809:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c75a14c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783444858.359772:0:16809:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444858.359776:0:16809:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff91c7450bfdc0 refcount 15 to 192.168.204.110@tcp 00010000:00000001:0.0:1783444858.359779:0:16809:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783444858.359782:0:16809:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff91c750760600. 00010000:00000001:0.0:1783444858.359786:0:16809:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783444858.359846:0:16809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1783444858.359850:0:16809:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444858.359852:0:16809:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444858.359854:0:16809:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444858.359859:0:16809:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c758839880 x1870075629732352/t0(0) o104->LOV_OSC_UUID@192.168.204.110@tcp:479/0 lens 328/224 e 0 to 0 dl 1783444869 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783444858.359870:0:16809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91c758839880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:16815:x1870075629732352:12345-192.168.204.110@tcp:104: Request processed in 302us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1783444858.359878:0:16809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.110@tcp, seq: 79 00000100:00000040:0.0:1783444858.359883:0:16809:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91c7510a5800 : new rpc_count 0 00000100:00000001:0.0:1783444858.359886:0:16809:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1783444858.359888:0:16809:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1783444858.359894:0:16809:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91c751113d80. 00000020:00000010:0.0:1783444858.359899:0:16809:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff91c7513a0ed8. 00000020:00000010:0.0:1783444858.359903:0:16809:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c7460d7200. 00000020:00000040:0.0:1783444858.359909:0:16809:0:(genops.c:900:class_export_put()) PUTting export ffff91c7510a5800 : new refcount 3 00000100:00000001:0.0:1783444858.359912:0:16809:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783444858.360108:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444858.360112:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444858.360115:0:16819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1783444858.360118:0:16819:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1783444858.360120:0:16819:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1783444858.360124:0:16819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1783444858.360134:0:16819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91c751b15c00 already unused, calling callback (ffffffffc1279360) 00000008:00000001:2.0:1783444858.360137:0:16819:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1783444858.360141:0:16819:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1783444858.360143:0:16819:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783444858.360144:0:16819:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783444858.360146:0:16819:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff91c751b15c00 refcount=3 00000020:00000001:2.0:1783444858.360148:0:16819:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444858.360150:0:16819:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622883987938304 : -121189721613312 : ffff91c751b15c00) 00010000:00000001:2.0:1783444858.360153:0:16819:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1783444858.360156:0:16819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400030000 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:2.0:1783444858.360164:0:16819:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1783444858.360167:0:16819:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1783444858.360172:0:16819:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91c7435a7630. 00000020:00000010:2.0:1783444858.360176:0:16819:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75a129a00. 00000020:00000010:2.0:1783444858.360180:0:16819:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff91c75a129400. 00000020:00000010:2.0:1783444858.360184:0:16819:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91c760427300. 00000008:00000010:2.0:1783444858.360189:0:16819:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444858.360193:0:16819:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444858.360198:0:16819:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444858.360204:0:16819:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444858.360207:0:16819:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444858.360211:0:16819:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91c75a129800. 00000008:00000010:2.0:1783444858.360214:0:16819:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444858.360217:0:16819:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444858.360220:0:16819:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444858.360224:0:16819:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91c74526ec30. 00000020:00000001:2.0:1783444858.360227:0:16819:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622883747362360 : -121189962189256 : ffff91c7435a7638) 00000020:00001000:2.0:1783444858.360230:0:16819:0:(cl_object.c:831:cl_env_get()) 1@ffff91c7435a7630 00000008:00000001:2.0:1783444858.360232:0:16819:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1783444858.360234:0:16819:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1783444858.360236:0:16819:0:(cl_object.c:925:cl_env_put()) 1@ffff91c7435a7630 00000020:00000010:2.0:1783444858.360239:0:16819:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff91c75a129400. 00000020:00000010:2.0:1783444858.360243:0:16819:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91c760427300. 00000008:00000010:2.0:1783444858.360246:0:16819:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff91c751039660. 00020000:00000010:2.0:1783444858.360250:0:16819:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91c78206fb40. 00008000:00000010:2.0:1783444858.360253:0:16819:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91c751341c40. 00000080:00000010:2.0:1783444858.360256:0:16819:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91c74714e9d8. 00000080:00000010:2.0:1783444858.360258:0:16819:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff91c7452b3090. 00000020:00000010:2.0:1783444858.360262:0:16819:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75a129a00. 00000008:00000010:2.0:1783444858.360264:0:16819:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91c7452a4160. 00020000:00000010:2.0:1783444858.360267:0:16819:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff91c7497c7b50. 00008000:00000010:2.0:1783444858.360271:0:16819:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91c750fa89e0. 00000080:00000010:2.0:1783444858.360274:0:16819:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91c74526ec30. 00000020:00000010:2.0:1783444858.360276:0:16819:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91c75a129800. 00000020:00000010:2.0:1783444858.360279:0:16819:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91c7435a7630. 00000008:00000001:2.0:1783444858.360282:0:16819:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444858.360285:0:16819:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1783444858.360290:0:16819:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1783444858.360292:0:16819:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1783444858.360294:0:16819:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783444858.360296:0:16819:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1783444858.360299:0:16819:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff91c751b15c00 with handle 0x5503b2fe824ef7a0 from hash 00010000:00000001:2.0:1783444858.360303:0:16819:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1783444858.360304:0:16819:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444858.360306:0:16819:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444858.360307:0:16819:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1783444858.360310:0:16819:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1783444858.360312:0:16819:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1783444858.360318:0:16819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1783444858.360321:0:16819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444858.360323:0:16819:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1783444858.360325:0:16819:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1783444858.360329:0:16819:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f2a00. 00000020:00000040:2.0:1783444858.360333:0:16819:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:2.0:1783444858.360337:0:16819:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444858.360340:0:16819:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444858.360345:0:16819:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444858.360351:0:16819:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91c75a129800. 00000100:00000001:2.0:1783444858.360356:0:16819:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444858.360359:0:16819:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1783444858.360363:0:16819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1783444858.360371:0:16819:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1783444858.360373:0:16819:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444858.360377:0:16819:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444858.360381:0:16819:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444858.360388:0:16819:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024b4395d] to pc [ptlrpcd_01_01+1] req@ffff91c7603f2a00 x1870075608322816/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783444858.360410:0:16819:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783444858.360413:0:16819:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783444858.360414:0:16819:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444858.360415:0:16819:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444858.360417:0:16819:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1783444858.360419:0:16819:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444858.360422:0:16819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:2.0:1783444858.360428:0:16819:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1783444858.360431:0:16819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff91c759350000 lock: 000000002c8b3c9c/0x5503b2fe824ef7a0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x332dd2263f6dddea expref: -99 pid: 35908 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000010:2.0:1783444858.360439:0:16819:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91c760271240. 00010000:00000040:2.0:1783444858.360444:0:16819:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff91c747211900 count: 0 00010000:00000010:2.0:1783444858.360450:0:16819:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff91c747211f00. 00010000:00000001:2.0:1783444858.360460:0:16819:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783444858.360462:0:16819:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1783444858.360464:0:16819:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff91c750760600. 00010000:00000001:2.0:1783444858.360467:0:16819:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444858.360469:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444858.360471:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444858.360473:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1783444858.360474:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444858.360476:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444858.360478:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1783444858.360479:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444858.360481:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444858.360482:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1783444858.360490:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444858.360494:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444858.360496:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444858.360501:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f2a00 x1870075608322816/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444858.360509:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444858.360511:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444858.360514:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444858.360517:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444858.360519:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444858.360523:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608322816:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1783444858.360527:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444858.360532:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444858.360534:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444858.360537:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444858.360541:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75a129a00. 02000000:00000001:2.0:1783444858.360543:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444858.360547:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444858.360551:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ffcb8. 00000400:00000010:2.0:1783444858.360556:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f837f8. 00000100:00000200:2.0:1783444858.360561:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608322816, portal 18 00000100:00000001:2.0:1783444858.360563:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444858.360565:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232112640 : -121189477438976 : ffff91c7603f2a00) 00000100:00000040:2.0:1783444858.360571:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f2a00 x1870075608322816/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444874 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444858.360578:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444858.360581:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444858.360583:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83440. 00000100:00000200:2.0:1783444858.360586:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1870075608322816, offset 0 00000400:00000200:2.0:1783444858.360591:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444858.360596:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444858.360601:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444858.360605:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444858.360610:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444858.360614:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444858.360617:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444858.360620:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2989:2989:255:4294967295] 192.168.204.110@tcp LPNI seq info [2989:2989:7:4294967295] 00000400:00000200:2.0:1783444858.360625:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444858.360632:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444858.360637:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444858.360641:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1d00. 00000800:00000200:2.0:1783444858.360645:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444858.360650:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444858.360653:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1783444858.360656:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444858.360660:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20730 usecs (21 jiffies) 00000400:00000200:2.0:1783444858.360663:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444858.360666:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296497387 00000100:00000001:2.0:1783444858.360669:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296497663 00000100:00000001:2.0:1783444858.360672:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296497387 00000100:00000001:2.0:1783444858.360674:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296497663 00000100:00000001:2.0:1783444858.360676:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444858.360679:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444858.360682:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444858.360685:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444858.360689:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444858.360691:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783444858.360704:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444858.360706:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444858.360707:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444858.360709:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444858.360719:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444858.360721:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783444858.360876:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444858.360881:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c75a14c300. 00000400:00000200:1.0:1783444858.360885:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444858.360890:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444858.360894:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c7460f9990 00000400:00000010:1.0:1783444858.360896:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c7460f9990. 00000100:00000001:1.0:1783444858.360900:0:2392:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1783444858.360901:0:2392:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1783444858.360978:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444858.360981:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1d00. 00000400:00000200:1.0:1783444858.360984:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444858.360987:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444858.360990:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83440 00000400:00000010:1.0:1783444858.361000:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83440. 00000100:00000001:1.0:1783444858.361004:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444858.361008:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2a00 x1870075608322816/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444874 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444858.361017:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444858.361020:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2a00 x1870075608322816/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444874 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444858.361031:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444858.361033:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1783444858.383368:0:36288:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff91c747211900. 00010000:00000010:2.1:1783444858.383389:0:36288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91c751b15c00. 00000800:00000001:1.0:1783444858.418493:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444858.418523:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444858.418529:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444858.418532:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444858.418544:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444858.418555:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444858.418567:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444858.418572:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444858.418579:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444858.418584:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 18 MB=0x6a4d2e8565300 00000400:00000200:1.0:1783444858.418589:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444858.418597:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.110@tcp of length 224/224 into md 0x8369 [1] + 224 00000800:00000001:1.0:1783444858.418607:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444858.418621:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444858.418625:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444858.418630:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444858.418640:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444858.418652:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2a00 x1870075608322816/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444874 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444858.418665:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f2a00 x1870075608322816/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444874 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444858.418680:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444858.418690:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444858.418704:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444858.418865:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444858.418871:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783444858.418879:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783444858.418883:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783444858.418886:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ffcb8. 00000400:00000200:2.0:1783444858.418892:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f837f8 00000400:00000010:2.0:1783444858.418894:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f837f8. 00000100:00000001:2.0:1783444858.418898:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783444858.418903:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f2a00 x1870075608322816/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444874 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783444858.418913:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f2a00 x1870075608322816/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444874 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444858.418920:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783444858.418922:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444858.418925:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783444858.418930:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783444858.418933:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783444858.418936:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444858.418939:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783444858.418951:0:2403:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1538 time=37 v=5 (5 5 5 5) 00000100:00001000:2.0:1783444858.418956:0:2403:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1783444858.418959:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783444858.418961:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783444858.418965:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783444858.418970:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444858.418975:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783444858.418978:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967337 00000100:00000001:2.0:1783444858.418980:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783444858.418982:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444858.418987:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f2a00 x1870075608322816/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444874 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444858.418995:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444858.418998:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783444858.419001:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783444858.419005:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f2a00 x1870075608322816/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444874 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783444858.419019:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:666e3c65-e321-43ec-a94e-a01058e25d7d:2403:1870075608322816:192.168.204.110@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1783444858.419024:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444858.419027:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783444858.419031:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f2a00 x1870075608322816/t0(0) o103->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783444874 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444858.419038:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783444858.419053:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783444858.419080:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75a129a00. 02000000:00000001:2.0:1783444858.419086:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783444858.419089:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783444858.419102:0:2403:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:2.0:1783444858.419105:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783444858.419108:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c75a129800. 02000000:00000001:2.0:1783444858.419113:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783444858.419115:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783444858.419118:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f2a00. 00000100:00000001:2.0:1783444858.419122:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783444858.419123:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444858.419125:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444858.419136:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444858.419138:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444858.419149:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444858.419152:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783444858.619857:0:36289:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783444858.663481:0:26147:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4800 (cpu 0) has reached its deadline 4296497663, at 4296497669 00000100:00000010:0.0:1783444858.663501:0:26147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c760427b40. 00000100:00000040:1.0:1783444858.663894:0:31963:0:(connection.c:75:cpu_latency_work()) work item of ffff91c743ee4910 (cpu 0) has reached its deadline 4296497663, at 4296497669 00000100:00000010:1.0:1783444858.663901:0:31963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91c7604272a0. 00010000:00000001:0.0:1783444859.236033:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444859.236043:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444859.236051:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444859.236053:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444859.236092:0:26147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444859.236100:0:26147:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444859.236309:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444859.236313:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444859.236317:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1783444859.604017:0:36325:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1783444859.604026:0:36325:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_24b: @@@@@@ FAIL: no discarded dirty page found! 00000001:00000001:2.0:1783444859.622466:0:36325:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:2.0:1783444859.691337:0:34655:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444859.691348:0:34655:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444859.691358:0:34655:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f2a00. 00000020:00000040:2.0:1783444859.691370:0:34655:0:(genops.c:1231:class_import_get()) import ffff91c7510da800 refcount=4 obd=MGC192.168.204.110@tcp 00000100:00000001:2.0:1783444859.691378:0:34655:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444859.691384:0:34655:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444859.691390:0:34655:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444859.691402:0:34655:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1f00. 00000100:00000001:2.0:1783444859.691412:0:34655:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444859.691429:0:34655:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bcf1604-a9e0-4d25-909b-0df9d6faad3b->MGS req@ffff91c7603f2a00 x1870075608322944/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444859.691441:0:34655:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444859.691447:0:34655:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444859.691455:0:34655:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024b4395d] to pc [ptlrpcd_01_00+0] req@ffff91c7603f2a00 x1870075608322944/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444859.691478:0:34655:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444859.691481:0:34655:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444859.691485:0:34655:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444859.691488:0:34655:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f1f80. 00000020:00000040:2.0:1783444859.691491:0:34655:0:(genops.c:1231:class_import_get()) import ffff91c743c0b800 refcount=9 obd=lustre-MDT0000-mdc-ffff91c759350000 00000100:00000001:2.0:1783444859.691493:0:34655:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444859.691494:0:34655:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444859.691495:0:34655:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444859.691499:0:34655:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1b00. 00000100:00000001:2.0:1783444859.691502:0:34655:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444859.691506:0:34655:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0000_UUID req@ffff91c7603f1f80 x1870075608323072/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444859.691512:0:34655:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444859.691514:0:34655:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444859.691518:0:34655:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d30b0f66] to pc [ptlrpcd_01_01+1] req@ffff91c7603f1f80 x1870075608323072/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444859.691526:0:34655:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444859.691527:0:34655:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444859.691531:0:34655:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444859.691533:0:34655:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f3100. 00000020:00000040:2.0:1783444859.691536:0:34655:0:(genops.c:1231:class_import_get()) import ffff91c743c09000 refcount=4 obd=lustre-MDT0001-mdc-ffff91c759350000 00000100:00000001:2.0:1783444859.691539:0:34655:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444859.691540:0:34655:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444859.691541:0:34655:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444859.691544:0:34655:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1a00. 00000100:00000001:2.0:1783444859.691546:0:34655:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444859.691549:0:34655:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-MDT0001_UUID req@ffff91c7603f3100 x1870075608323200/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444859.691555:0:34655:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444859.691557:0:34655:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444859.691559:0:34655:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a6ad071] to pc [ptlrpcd_01_00+0] req@ffff91c7603f3100 x1870075608323200/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444859.691565:0:34655:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444859.691567:0:34655:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444859.691571:0:34655:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444859.691574:0:34655:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f0000. 00000020:00000040:2.0:1783444859.691576:0:34655:0:(genops.c:1231:class_import_get()) import ffff91c7466a1000 refcount=3 obd=lustre-OST0000-osc-ffff91c759350000 00000100:00000001:2.0:1783444859.691577:0:34655:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444859.691578:0:34655:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444859.691580:0:34655:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444859.691583:0:34655:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1100. 00000100:00000001:2.0:1783444859.691586:0:34655:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444859.691590:0:34655:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0000_UUID req@ffff91c7603f0000 x1870075608323328/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444859.691597:0:34655:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444859.691599:0:34655:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444859.691602:0:34655:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000931618c4] to pc [ptlrpcd_01_01+1] req@ffff91c7603f0000 x1870075608323328/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444859.691609:0:34655:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444859.691611:0:34655:0:(pinger.c:229:ptlrpc_pinger_process_import()) 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783444859.691615:0:34655:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783444859.691618:0:34655:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91c7603f0e00. 00000020:00000040:2.0:1783444859.691621:0:34655:0:(genops.c:1231:class_import_get()) import ffff91c74497f000 refcount=3 obd=lustre-OST0001-osc-ffff91c759350000 00000100:00000001:2.0:1783444859.691622:0:34655:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783444859.691624:0:34655:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783444859.691625:0:34655:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783444859.691628:0:34655:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91c7496b1800. 00000100:00000001:2.0:1783444859.691631:0:34655:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444859.691634:0:34655:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 666e3c65-e321-43ec-a94e-a01058e25d7d->lustre-OST0001_UUID req@ffff91c7603f0e00 x1870075608323456/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783444859.691640:0:34655:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783444859.691642:0:34655:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444859.691645:0:34655:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000913a6b80] to pc [ptlrpcd_01_00+0] req@ffff91c7603f0e00 x1870075608323456/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444859.691651:0:34655:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444859.691657:0:34655:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1836) 00000100:00000001:2.0:1783444859.692045:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444859.692051:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444859.692161:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444859.692170:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f2a00 x1870075608322944/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444859.692180:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444859.692183:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444859.692189:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444859.692193:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444859.692197:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444859.692201:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2402:1870075608322944:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444859.692206:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444859.692214:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444859.692217:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444859.692220:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444859.692226:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75a128c00. 02000000:00000001:2.0:1783444859.692229:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444859.692238:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444859.692243:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ffcb8. 00000400:00000010:2.0:1783444859.692253:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f837f8. 00000100:00000200:2.0:1783444859.692264:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608322944, portal 25 00000100:00000001:2.0:1783444859.692267:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444859.692269:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232112640 : -121189477438976 : ffff91c7603f2a00) 00000100:00000040:2.0:1783444859.692275:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f2a00 x1870075608322944/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444859.692284:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444859.692287:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444859.692291:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83770. 00000100:00000200:2.0:1783444859.692295:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870075608322944, offset 0 00000400:00000200:2.0:1783444859.692304:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444859.692314:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444859.692326:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444859.692333:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444859.692337:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444859.692342:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444859.692345:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444859.692350:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2990:2990:256:4294967295] 192.168.204.110@tcp LPNI seq info [2990:2990:8:4294967295] 00000400:00000200:2.0:1783444859.692355:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444859.692368:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444859.692376:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444859.692381:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1200. 00000800:00000200:2.0:1783444859.692390:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444859.692400:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444859.692405:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444859.692426:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444859.692430:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444859.692433:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296502787 00000100:00000010:2.0:1783444859.692439:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c760427300. 00000100:00000001:2.0:1783444859.692448:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1783444859.692455:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296502787 00000100:00000010:2.0:1783444859.692458:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91c760427900. 00000100:00000001:2.0:1783444859.692462:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1783444859.692465:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444859.692469:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444859.692472:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444859.692476:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f3100 x1870075608323200/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444859.692484:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444859.692486:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444859.692489:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444859.692490:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444859.692492:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444859.692495:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608323200:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444859.692499:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444859.692502:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444859.692503:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444859.692505:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444859.692509:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75a128a00. 02000000:00000001:2.0:1783444859.692511:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444859.692514:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444859.692518:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff478. 00000400:00000010:2.0:1783444859.692522:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f835d8. 00000100:00000200:2.0:1783444859.692525:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608323200, portal 10 00000100:00000001:2.0:1783444859.692527:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444859.692528:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232114432 : -121189477437184 : ffff91c7603f3100) 00000100:00000040:2.0:1783444859.692535:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f3100 x1870075608323200/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444859.692542:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444859.692545:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444859.692547:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f832a8. 00000100:00000200:2.0:1783444859.692550:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608323200, offset 0 00000400:00000200:2.0:1783444859.692554:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444859.692558:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444859.692562:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444859.692565:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444859.692567:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444859.692569:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444859.692571:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444859.692574:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2991:2991:255:4294967295] 192.168.204.110@tcp LPNI seq info [2991:2991:7:4294967295] 00000400:00000200:2.0:1783444859.692577:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444859.692582:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444859.692587:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444859.692592:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1e00. 00000800:00000200:2.0:1783444859.692596:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444859.692601:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444859.692604:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444859.692607:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444859.692612:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: using a timeout of 21520 usecs (22 jiffies) 00000400:00000200:2.0:1783444859.692615:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444859.692617:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296498717 00000100:00000001:2.0:1783444859.692620:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296502787 00000100:00000001:2.0:1783444859.692622:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296498717 00000100:00000001:2.0:1783444859.692624:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296502787 00000100:00000001:2.0:1783444859.692626:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444859.692628:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444859.692630:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444859.692634:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f0e00 x1870075608323456/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444859.692647:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444859.692649:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444859.692651:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444859.692653:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444859.692655:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444859.692658:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608323456:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444859.692661:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444859.692664:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444859.692665:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444859.694400:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444859.694409:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75a129600. 02000000:00000001:2.0:1783444859.694413:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444859.694421:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444859.694426:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ffe70. 00000400:00000010:2.0:1783444859.694435:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83440. 00000100:00000200:2.0:1783444859.694442:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608323456, portal 4 00000100:00000001:2.0:1783444859.694445:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444859.694446:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232105472 : -121189477446144 : ffff91c7603f0e00) 00000100:00000040:2.0:1783444859.694459:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f0e00 x1870075608323456/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444859.694469:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444859.694473:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444859.694476:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83cc0. 00000100:00000200:2.0:1783444859.694480:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608323456, offset 0 00000400:00000200:2.0:1783444859.694486:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444859.694494:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444859.694501:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444859.694506:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444859.694509:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444859.694513:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444859.694516:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444859.694520:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2992:2992:254:4294967295] 192.168.204.110@tcp LPNI seq info [2992:2992:6:4294967295] 00000400:00000200:2.0:1783444859.694525:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444859.694534:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444859.694540:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444859.694545:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1000. 00000800:00000200:2.0:1783444859.694552:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444859.694559:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444859.694563:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444859.694567:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444859.694572:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: using a timeout of 114892 usecs (115 jiffies) 00000400:00000200:2.0:1783444859.694575:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444859.694578:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296498810 00000100:00000001:2.0:1783444859.694581:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296502787 00000100:00000001:2.0:1783444859.694584:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296498810 00000100:00000001:2.0:1783444859.694586:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296502787 00000100:00000001:2.0:1783444859.694589:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444859.694591:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444859.694595:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444859.694599:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444859.694609:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444859.694612:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783444859.694615:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444859.694617:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444859.694619:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444859.694622:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1783444859.694624:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444859.694626:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783444859.694627:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783444859.694629:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444859.694630:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783444859.694631:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444859.694637:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f1f80 x1870075608323072/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444859.694645:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444859.694647:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444859.694651:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444859.694654:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444859.694657:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444859.694660:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608323072:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444859.694664:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1783444859.696552:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444859.696565:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1200. 00000400:00000200:1.0:1783444859.696573:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444859.696584:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444859.696594:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83770 00000400:00000010:1.0:1783444859.696597:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83770. 00000100:00000001:1.0:1783444859.696603:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444859.696613:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f2a00 x1870075608322944/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444859.696628:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444859.696631:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2a00 x1870075608322944/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444875 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444859.696638:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444859.696640:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783444859.696655:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444859.696658:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1e00. 00000400:00000200:1.0:1783444859.696661:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444859.696664:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444859.696750:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f832a8 00000400:00000010:1.0:1783444859.696753:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f832a8. 00000100:00000001:1.0:1783444859.696757:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444859.696762:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f3100 x1870075608323200/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444859.696771:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444859.696773:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f3100 x1870075608323200/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444875 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444859.696778:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444859.696939:0:2392:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1783444859.700019:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444859.700032:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444859.700038:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444859.700052:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75a129a00. 00000800:00000200:1.0:1783444859.700615:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783444859.700622:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1000. 00000400:00000200:1.0:1783444859.700634:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444859.700645:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:1.0:1783444859.700654:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83cc0 00000400:00000010:1.0:1783444859.700658:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83cc0. 02000000:00000001:2.0:1783444859.703356:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444859.703372:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444859.703379:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ffaa8. 00000400:00000010:2.0:1783444859.703389:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83908. 00000100:00000200:2.0:1783444859.703400:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608323072, portal 10 00000100:00000001:2.0:1783444859.703405:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444859.703407:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232109952 : -121189477441664 : ffff91c7603f1f80) 00000100:00000040:2.0:1783444859.703426:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f1f80 x1870075608323072/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444859.703437:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444859.703440:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444859.703444:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83a18. 00000100:00000200:2.0:1783444859.703448:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870075608323072, offset 0 00000400:00000200:2.0:1783444859.703456:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444859.703467:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444859.703477:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444859.703483:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444859.703489:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444859.703493:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444859.703496:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444859.703500:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2993:2993:255:4294967295] 192.168.204.110@tcp LPNI seq info [2993:2993:7:4294967295] 00000400:00000200:2.0:1783444859.703504:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444859.703515:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444859.703522:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444859.703529:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1700. 00000800:00000200:2.0:1783444859.703537:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444859.703548:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444859.703554:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444859.703559:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444859.703564:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: using a timeout of 855111 usecs (856 jiffies) 00000400:00000200:2.0:1783444859.703568:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444859.703571:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296499562 00000100:00000001:2.0:1783444859.703574:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296502787 00000100:00000001:2.0:1783444859.703576:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296499562 00000100:00000001:2.0:1783444859.703579:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296502787 00000100:00000001:2.0:1783444859.703582:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444859.703585:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444859.703591:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783444859.703598:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91c7603f0000 x1870075608323328/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444859.703608:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783444859.703610:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444859.703615:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783444859.703619:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783444859.703622:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783444859.703626:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91c7603f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608323328:192.168.204.110@tcp:400:kworker.0 00000100:00000001:2.0:1783444859.703631:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783444859.703638:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783444859.703640:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783444859.703643:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783444859.703649:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91c75a129800. 02000000:00000001:2.0:1783444859.703650:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783444859.703653:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000010:2.0:1783444859.703656:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91c7582ff0b0. 00000400:00000010:2.0:1783444859.703660:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f833b8. 00000100:00000200:2.0:1783444859.703663:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870075608323328, portal 4 00000100:00000001:2.0:1783444859.703665:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783444859.703666:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884232101888 : -121189477449728 : ffff91c7603f0000) 00000100:00000040:2.0:1783444859.703683:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91c7603f0000 x1870075608323328/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783444859.703689:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783444859.703691:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.110@tcp 00000400:00000010:2.0:1783444859.703694:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91c744f83880. 00000100:00000200:2.0:1783444859.703696:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870075608323328, offset 0 00000400:00000200:2.0:1783444859.703700:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.110@tcp 00000400:00000200:2.0:1783444859.703703:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444859.703707:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.110@tcp local destination 00000400:00000200:2.0:1783444859.703709:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783444859.703712:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.10@tcp 00000400:00000200:2.0:1783444859.703714:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783444859.703716:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.110@tcp 00000400:00000200:2.0:1783444859.703718:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.10@tcp NI seq info: [2994:2994:254:4294967295] 192.168.204.110@tcp LPNI seq info [2994:2994:6:4294967295] 00000400:00000200:2.0:1783444859.703722:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:2.0:1783444859.703727:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp:) -> 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783444859.703732:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.110@tcp 00000800:00000010:2.0:1783444859.703735:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91c7496b1300. 00000800:00000200:2.0:1783444859.703739:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91c7602a9cc0] -> 12345-192.168.204.110@tcp (5) 00000800:00000200:2.0:1783444859.703743:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:2.0:1783444859.703745:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91c7496b1300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783444859.703747:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783444859.703751:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: using a timeout of 20967 usecs (21 jiffies) 00000400:00000200:2.0:1783444859.703755:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000100:00000001:2.0:1783444859.703756:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 0 is 4296498727 00000100:00000001:2.0:1783444859.703758:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 0, keep current deadline 4296502787 00000100:00000001:2.0:1783444859.703761:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS new deadline estimation for cpu 1 is 4296498727 00000100:00000001:2.0:1783444859.703762:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff91c759350000: PM QoS request active for cpu 1, keep current deadline 4296502787 00000100:00000001:2.0:1783444859.703764:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783444859.703766:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444859.703771:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444859.703777:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783444859.703795:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783444859.703798:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444859.705717:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783444859.705743:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0e00 x1870075608323456/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444859.705761:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783444859.705765:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0e00 x1870075608323456/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444875 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444859.705772:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783444859.705774:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783444859.705803:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444859.706247:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444859.706251:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444859.706253:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444859.706262:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444859.706268:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444859.706279:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444859.706285:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444859.706291:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444859.706295:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e8565580 00000400:00000200:1.0:1783444859.706300:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444859.706307:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x8381 [1] + 224 00000800:00000001:1.0:1783444859.706317:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444859.706321:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444859.706325:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444859.706331:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444859.706339:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444859.706345:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0e00 x1870075608323456/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444875 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444859.706354:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f0e00 x1870075608323456/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1783444859.709172:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444859.709187:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1700. 00000400:00000200:0.0:1783444859.709198:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444859.709209:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444859.709220:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83a18 00000400:00000010:0.0:1783444859.709223:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83a18. 00000100:00000001:0.0:1783444859.709229:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444859.709241:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f1f80 x1870075608323072/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444859.709258:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444859.709262:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f1f80 x1870075608323072/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444875 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444859.709269:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444859.709271:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783444859.713234:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783444859.713249:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91c7496b1300. 00000400:00000200:0.0:1783444859.713263:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783444859.713274:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000400:00000200:0.0:1783444859.713285:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83880 00000400:00000010:0.0:1783444859.713288:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83880. 00000100:00000001:0.0:1783444859.713295:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783444859.713306:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91c7603f0000 x1870075608323328/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444859.713320:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783444859.713324:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f0000 x1870075608323328/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444875 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783444859.713330:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783444859.713332:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1783444859.720632:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444859.720662:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444859.720701:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444859.720707:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444859.720711:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444859.720722:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444859.720733:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444859.720746:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444859.720752:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444859.720758:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444859.720763:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8565480 00000400:00000200:1.0:1783444859.720768:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444859.720775:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x8379 [1] + 224 00000800:00000001:1.0:1783444859.729281:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444859.729302:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444859.729311:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444859.729326:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444859.729338:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444859.729351:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f3100 x1870075608323200/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444875 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444859.729365:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f3100 x1870075608323200/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444859.729374:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444859.729388:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444859.729392:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444859.729395:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444859.729397:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444859.729404:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444859.729409:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444859.729418:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444859.729423:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444859.729430:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444859.729434:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 25 MB=0x6a4d2e8565380 00000400:00000200:1.0:1783444859.729439:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444859.729447:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.110@tcp of length 224/224 into md 0x8371 [1] + 224 00000800:00000001:1.0:1783444859.729452:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444859.729455:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444859.729458:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444859.729460:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444859.729463:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444859.729469:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f2a00 x1870075608322944/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444875 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444859.729479:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f2a00 x1870075608322944/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444859.729487:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444859.729491:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444859.729495:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444859.729497:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444859.729500:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444859.729503:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444859.729507:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444859.729511:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444859.729514:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444859.729516:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444859.729519:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 4 MB=0x6a4d2e8565500 00000400:00000200:1.0:1783444859.729523:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444859.729528:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.110@tcp of length 224/224 into md 0x8391 [1] + 224 00000800:00000001:1.0:1783444859.729532:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444859.729535:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444859.729538:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444859.729541:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444859.729543:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444859.729548:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f0000 x1870075608323328/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444875 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444859.729556:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f0000 x1870075608323328/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444859.729564:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444859.729568:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444859.729571:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783444859.729573:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444859.729576:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444859.729578:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444859.729582:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.10@tcp(192.168.204.10@tcp) <- 192.168.204.110@tcp : PUT - for me 00000400:00000200:1.0:1783444859.729586:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444859.729588:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444859.729591:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444859.729594:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.110@tcp of length 224 into portal 10 MB=0x6a4d2e8565400 00000400:00000200:1.0:1783444859.729597:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.110@tcp to cpt 0 00000400:00000200:1.0:1783444859.729601:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.110@tcp of length 224/224 into md 0x8389 [1] + 224 00000800:00000001:1.0:1783444859.729606:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444859.729712:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783444859.729715:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783444859.729720:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.10@tcp->192.168.204.110@tcp: PUT: OK 00000100:00000001:1.0:1783444859.729723:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783444859.729729:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91c7603f1f80 x1870075608323072/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444875 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783444859.729738:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91c7603f1f80 x1870075608323072/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783444859.729744:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783444859.729747:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783444859.729751:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444859.731328:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444859.731338:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783444859.731348:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444859.731351:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444859.731355:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ffaa8. 00000400:00000200:3.0:1783444859.731365:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83908 00000400:00000010:3.0:1783444859.731368:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83908. 00000100:00000001:3.0:1783444859.731372:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444859.731382:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f1f80 x1870075608323072/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444859.731394:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f1f80 x1870075608323072/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444875 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444859.731402:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444859.731404:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444859.731407:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444859.731412:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444859.731416:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444859.731418:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444859.731423:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444859.731436:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c0bc60 time=39 v=5 (5 105 105 105) 00000100:00001000:3.0:1783444859.731441:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c0bc18 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444859.731444:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444859.731446:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444859.731450:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444859.731454:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444859.731459:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1783444859.731463:0:2402:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: committing for last_committed 8589934618 gen 2 00000100:00000040:3.0:1783444859.731469:0:2402:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 8589934618) req@ffff91c758838700 x1870075608318592/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444868 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444859.731477:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444859.731480:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c758838700 x1870075608318592/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444868 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444859.731488:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444859.731491:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444859.731496:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c751025c00. 02000000:00000001:3.0:1783444859.731499:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444859.731503:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444859.731505:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=8 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444859.731508:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444859.731512:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c7590cca00. 02000000:00000001:3.0:1783444859.731517:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444859.731520:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444859.731522:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758838700. 00000100:00000001:3.0:1783444859.731525:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444859.731527:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444859.731532:0:2402:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 8589934618) req@ffff91c760461880 x1870075608318848/t8589934611(8589934611) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444868 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444859.731540:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444859.731543:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c760461880 x1870075608318848/t8589934611(8589934611) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444868 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444859.731550:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444859.731551:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444859.731552:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c7452ac000. 02000000:00000001:3.0:1783444859.731554:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444859.731555:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444859.731556:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=7 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444859.731557:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444859.731559:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c75937fe00. 02000000:00000001:3.0:1783444859.731560:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444859.731562:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444859.731563:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c760461880. 00000100:00000001:3.0:1783444859.731566:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444859.731567:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444859.731572:0:2402:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 8589934618) req@ffff91c758839500 x1870075608319104/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444868 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444859.731580:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783444859.731582:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622884102378752 : -121189607172864 : ffff91c758839500) 00000100:00000001:3.0:1783444859.731585:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444859.731588:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c758839500 x1870075608319104/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444868 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444859.731595:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444859.731597:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444859.731602:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91c7603f2680 x1870075608319744/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444868 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444859.731609:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783444859.731612:0:2402:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff91c7507eb920. 00000100:00000001:3.0:1783444859.731614:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444859.731617:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c758839500 x1870075608319104/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1783444868 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444859.731624:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1783444859.731625:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444859.731627:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=6 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444859.731629:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444859.731630:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91c751025800. 02000000:00000001:3.0:1783444859.731633:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444859.731634:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444859.731635:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c758839500. 00000100:00000001:3.0:1783444859.731638:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444859.731639:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444859.731643:0:2402:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 8589934618) req@ffff91c7603f2680 x1870075608319744/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444868 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444859.731654:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444859.731657:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f2680 x1870075608319744/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1783444868 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1783444859.731663:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444859.731664:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444859.731681:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6d400. 02000000:00000001:3.0:1783444859.731685:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444859.731687:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444859.731688:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=5 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444859.731690:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444859.731691:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c752030600. 02000000:00000001:3.0:1783444859.731694:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444859.731695:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444859.731696:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f2680. 00000100:00000001:3.0:1783444859.731700:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444859.731701:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444859.731706:0:2402:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 8589934618) req@ffff91c7603f0700 x1870075608322048/t8589934618(8589934618) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1783444869 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444859.731712:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444859.731714:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0700 x1870075608322048/t8589934618(8589934618) o36->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1783444869 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444859.731720:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444859.731721:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444859.731722:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91c750f6cc00. 02000000:00000001:3.0:1783444859.731724:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444859.731725:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444859.731726:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=4 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444859.731728:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444859.731729:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91c752031e00. 02000000:00000001:3.0:1783444859.731731:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444859.731732:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444859.731733:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0700. 00000100:00000001:3.0:1783444859.731736:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444859.731738:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444859.731740:0:2402:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1783444859.731743:0:2402:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91c759350000: normal: skip=1 replay=5/5 committed=0/0 00000100:00000001:3.0:1783444859.731745:0:2402:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444859.731747:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444859.731752:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f1f80 x1870075608323072/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444875 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444859.731759:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444859.731764:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444859.731766:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444859.731770:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f1f80 x1870075608323072/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444875 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444859.731778:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608323072:192.168.204.110@tcp:400:kworker.0 00000400:00000001:3.0:1783444859.731785:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444859.731786:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444859.731788:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff0b0. 00000400:00000200:3.0:1783444859.731791:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f833b8 00000400:00000010:3.0:1783444859.731792:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f833b8. 00000100:00000001:3.0:1783444859.731794:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444859.731799:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f0000 x1870075608323328/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444859.734307:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f0000 x1870075608323328/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444875 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444859.734318:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444859.734323:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444859.734327:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444859.734331:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444859.734334:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444859.734336:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444859.734340:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444859.734353:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7466a1460 time=39 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444859.734358:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7466a1418 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444859.734361:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444859.734362:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444859.734367:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444859.734371:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444859.734376:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444859.734378:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91c759350000: skip recheck: last_committed 4294967337 00000100:00000001:3.0:1783444859.734380:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444859.734382:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444859.734388:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f0000 x1870075608323328/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444875 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444859.734396:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444859.734399:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444859.734401:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444859.734405:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f0000 x1870075608323328/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444875 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444859.734413:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608323328:192.168.204.110@tcp:400:kworker.0 00000400:00000001:3.0:1783444859.734426:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444859.734428:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444859.734432:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ffcb8. 00000400:00000200:3.0:1783444859.734436:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f837f8 00000400:00000010:3.0:1783444859.734439:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f837f8. 00000100:00000001:3.0:1783444859.734443:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444859.734448:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f2a00 x1870075608322944/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444859.734457:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f2a00 x1870075608322944/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444875 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444859.734464:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444859.734465:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444859.734467:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444859.734469:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444859.734470:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444859.734472:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444859.734474:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444859.734479:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c7510dac60 time=39 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444859.734481:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c7510dac18 time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444859.734483:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444859.734484:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444859.734486:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444859.734488:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444859.734489:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444859.734493:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f2a00 x1870075608322944/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444875 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444859.734498:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444859.734500:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444859.734501:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444859.734504:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f2a00 x1870075608322944/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444875 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444859.734511:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bcf1604-a9e0-4d25-909b-0df9d6faad3b:2402:1870075608322944:192.168.204.110@tcp:400:kworker.0 00000400:00000001:3.0:1783444859.734516:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444859.734517:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444859.734519:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ff478. 00000400:00000200:3.0:1783444859.734522:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f835d8 00000400:00000010:3.0:1783444859.734524:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f835d8. 00000100:00000001:3.0:1783444859.734526:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444859.734530:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f3100 x1870075608323200/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444859.734538:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f3100 x1870075608323200/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444875 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444859.734543:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444859.734545:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444859.734546:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444859.734549:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444859.734550:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444859.734551:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444859.734553:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444859.734556:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c743c09460 time=39 v=5 (5 105 105 105) 00000100:00001000:3.0:1783444859.734559:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c743c09418 time=39 v=5 (1 1 1 1) 00000100:00000001:3.0:1783444859.734562:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444859.734563:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444859.734564:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444859.734567:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444859.734570:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444859.734571:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91c759350000: skip recheck: last_committed 4294967340 00000100:00000001:3.0:1783444859.734572:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444859.734574:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444859.734577:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f3100 x1870075608323200/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444875 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444859.734583:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444859.734584:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444859.734586:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444859.734590:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f3100 x1870075608323200/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444875 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444859.734597:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608323200:192.168.204.110@tcp:400:kworker.0 00000400:00000001:3.0:1783444859.734602:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783444859.734603:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783444859.734606:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91c7582ffe70. 00000400:00000200:3.0:1783444859.734608:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91c744f83440 00000400:00000010:3.0:1783444859.734610:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91c744f83440. 00000100:00000001:3.0:1783444859.734612:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783444859.734616:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91c7603f0e00 x1870075608323456/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783444859.734624:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91c7603f0e00 x1870075608323456/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444875 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444859.734634:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783444859.734635:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444859.734637:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783444859.734638:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783444859.734639:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783444859.734641:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783444859.734643:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783444859.734646:0:2402:0:(import.c:2148:obd_at_measure()) add 5 to ffff91c74497f460 time=39 v=5 (5 5 5 5) 00000100:00001000:3.0:1783444859.734649:0:2402:0:(import.c:2148:obd_at_measure()) add 1 to ffff91c74497f418 time=37 v=5 (1 0 0 0) 00000100:00000001:3.0:1783444859.734652:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783444859.734653:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783444859.734654:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783444859.734656:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444859.734658:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783444859.734659:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91c759350000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1783444859.734661:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783444859.734662:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783444859.735396:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91c7603f0e00 x1870075608323456/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444875 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444859.735407:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783444859.735409:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783444859.735411:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783444859.735417:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91c7603f0e00 x1870075608323456/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444875 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783444859.735424:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91c7603f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:666e3c65-e321-43ec-a94e-a01058e25d7d:2402:1870075608323456:192.168.204.110@tcp:400:kworker.0 00000100:00000001:3.0:1783444859.735430:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444859.735435:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444859.735442:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f1f80 x1870075608323072/t0(0) o400->lustre-MDT0000-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444875 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444859.735449:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444859.735452:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444859.735457:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75a129a00. 02000000:00000001:3.0:1783444859.735461:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444859.735465:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444859.735467:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c743c0b800 refcount=3 obd=lustre-MDT0000-mdc-ffff91c759350000 00000020:00000001:3.0:1783444859.735471:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444859.735474:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1b00. 02000000:00000001:3.0:1783444859.735477:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444859.735479:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444859.735481:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f1f80. 00000100:00000001:3.0:1783444859.735486:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444859.735488:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444859.735490:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444859.735493:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0000 x1870075608323328/t0(0) o400->lustre-OST0000-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444875 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444859.735500:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444859.735501:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444859.735503:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75a129800. 02000000:00000001:3.0:1783444859.735505:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444859.735506:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444859.735508:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c7466a1000 refcount=2 obd=lustre-OST0000-osc-ffff91c759350000 00000020:00000001:3.0:1783444859.735510:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444859.735511:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1100. 02000000:00000001:3.0:1783444859.735513:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444859.735515:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444859.735516:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0000. 00000100:00000001:3.0:1783444859.735519:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444859.735520:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444859.735521:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444859.735526:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f2a00 x1870075608322944/t0(0) o400->MGC192.168.204.110@tcp@192.168.204.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783444875 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444859.735532:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444859.735534:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444859.735535:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75a128c00. 02000000:00000001:3.0:1783444859.735537:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444859.735539:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444859.735540:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c7510da800 refcount=3 obd=MGC192.168.204.110@tcp 00000020:00000001:3.0:1783444859.735542:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444859.735544:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1f00. 02000000:00000001:3.0:1783444859.735546:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444859.735547:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444859.735548:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f2a00. 00000100:00000001:3.0:1783444859.735550:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444859.735552:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444859.735553:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444859.735557:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f3100 x1870075608323200/t0(0) o400->lustre-MDT0001-mdc-ffff91c759350000@192.168.204.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783444875 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444859.735563:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444859.735564:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444859.735566:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75a128a00. 02000000:00000001:3.0:1783444859.735567:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444859.735569:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444859.735570:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c743c09000 refcount=3 obd=lustre-MDT0001-mdc-ffff91c759350000 00000020:00000001:3.0:1783444859.735572:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444859.735573:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1a00. 02000000:00000001:3.0:1783444859.735575:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444859.735576:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444859.735577:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f3100. 00000100:00000001:3.0:1783444859.735580:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444859.735581:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444859.735582:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783444859.735585:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91c7603f0e00 x1870075608323456/t0(0) o400->lustre-OST0001-osc-ffff91c759350000@192.168.204.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783444875 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783444859.735591:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783444859.735592:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783444859.735594:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91c75a129600. 02000000:00000001:3.0:1783444859.735596:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783444859.735597:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783444859.735599:0:2402:0:(genops.c:1244:class_import_put()) import ffff91c74497f000 refcount=2 obd=lustre-OST0001-osc-ffff91c759350000 00000020:00000001:3.0:1783444859.735601:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783444859.735602:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91c7496b1800. 02000000:00000001:3.0:1783444859.735605:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783444859.735606:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783444859.735608:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91c7603f0e00. 00000100:00000001:3.0:1783444859.735610:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783444859.735611:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444859.735614:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783444859.735624:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783444859.735626:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783444859.735629:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783444859.735632:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444860.262783:0:34580:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444860.262790:0:34580:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444860.262869:0:34580:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444860.262871:0:34580:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444860.262875:0:34580:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444860.262876:0:34580:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783444860.264005:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783444860.264012:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783444860.264018:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444861.290190:0:34580:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444861.290198:0:34580:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444861.290203:0:34580:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444861.290205:0:34580:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444861.290209:0:34580:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444861.290210:0:34580:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444861.290286:0:16819:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444861.290290:0:16819:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444861.290294:0:16819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783444862.308202:0:34580:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444862.308215:0:34580:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444862.308223:0:34580:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444862.308228:0:34580:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444862.308231:0:34580:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444862.308242:0:34580:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444862.308246:0:34580:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444862.308248:0:34580:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444862.308252:0:34580:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444862.308255:0:34580:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444862.308257:0:34580:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444862.308260:0:34580:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444862.308265:0:34580:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444862.308266:0:34580:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783444862.308269:0:34580:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783444862.308271:0:34580:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783444862.308273:0:34580:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783444862.308274:0:34580:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444862.308275:0:34580:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783444862.308277:0:34580:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444862.308278:0:34580:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444862.308280:0:34580:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783444862.308407:0:16952:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783444862.308412:0:16952:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783444862.308416:0:16952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1783444862.819651:0:36426:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444863.334036:0:34580:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444863.334046:0:34580:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444863.334070:0:34580:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444863.334072:0:34580:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783444863.334076:0:34580:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783444863.334077:0:34580:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783444863.334170:0:16820:0:(genops.c:1918:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783444863.334176:0:16820:0:(genops.c:1932:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783444863.334179:0:16820:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 128960 lines, 128960 kept, 0 dropped, 0 bad.